diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index fa2aa0952c151231296cbcf59f90504baceb33b4..41f0023c5cbc608ea67d0928e358fe0930ba5a94 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T09:30:02.598021+00:00", + "generated_at": "2026-06-22T09:37:10.994918+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 5353, - "num_unique_releases": 682 + "num_model_releases": 5363, + "num_unique_releases": 683 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 5f381eeac8e8d062ab8f9b1ac3ab7ee236a6e53f..41a2471026a19a076e48b631f4e8223847f90c20 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.280740221862204,0.8533328050441351,0.21243653847732274,0.5036211617204638,40.265949758909485,3.476451010069776,0.6847319032914172,1195.0668822817324,5.936677909487051,0.21792536896497428,0.1,10,649,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T09:28:43.013381+00:00 -2,Chronos-2,2.2821331727375425,0.8549462086308679,0.19310141034663802,0.5177100977773916,39.56404620986969,3.5521925002105923,0.677861922749519,1173.204806247653,5.936554237010963,0.14017014631706318,0.1,10,658,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T09:27:02.906822+00:00 -3,Toto-2.0-1B,2.2487552479144144,0.8472887553024198,0.18078608190111384,0.4943920122269357,38.98997112765649,3.5790542432459724,0.6828000088019388,1120.737201682488,5.946521751757204,0.06167955759598964,0.1,10,655,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T09:28:22.467740+00:00 -4,Moirai-1.1-Large,2.7057149324707774,0.9866706901489726,0.3242715265227287,0.5375127142419995,26.020776499288388,4.487687068250898,0.555857553599489,1096.1174406505352,9.636466354934269,0.11556098234142853,0.2,10,634,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T09:29:30.533110+00:00 -5,TimesFM-2.5,2.1585984796480595,0.8213560727867065,0.16544557320479975,0.6152196220642216,41.67187297864662,4.378395737408155,0.5571869816659814,1043.7229473591228,5.778009215567127,0.05444556801008391,0.1,10,667,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T09:27:47.904437+00:00 -6,Timer-S1,2.12541320232688,0.8640390757684111,0.20030382743335823,0.5192174664298357,37.07227176534526,4.177733049200178,0.603923029076922,1031.189688366376,5.717905900412001,0.12827856119901831,0.1,10,614,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T09:29:57.348274+00:00 -7,ETS,5.360647826214184,1.5572413895608226,0.5005177840711773,1.1428909452980618,-1.5689328883406048,6.685825716914397,0.33634303283867995,877.9113284633223,11.35943625650599,-0.010154038692739741,0.4,10,369,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T09:29:59.650979+00:00 -8,ARIMA,2.830969484285224,1.2083224113392466,0.3854355520450895,0.8513121798257179,0.15922552794242648,6.660756434811951,0.3325459027339354,869.1970992280635,6.454358714338769,-0.043264829320871744,0.4,10,369,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T09:29:59.503899+00:00 -9,Moving-Average,2.7772805945629435,1.153401729790805,0.39561620681874804,0.8075226200063195,6.982412578591851,6.485010341336945,0.3478783112838997,847.6653921737842,6.273917308870243,-0.019858799008790166,0.3,10,369,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T09:29:59.686171+00:00 -10,Seasonal-Naive,3.0502309747105416,1.2466151973691946,0.4010506513558593,0.9453849041243702,-7.535870692406551e-16,7.602973012994643,0.22087135395821775,745.1872135469226,6.258026440005246,0.008165205658903349,0.2,10,369,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T09:29:59.712918+00:00 +1,TiRex,2.2806812895769033,0.8533015807655712,0.21243527391890554,0.5036010930036369,40.254082384282995,3.478164821028892,0.6845462785464735,1195.059581764195,5.936614352479202,0.21769344339454744,0.1,10,650,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T09:36:07.496057+00:00 +2,Chronos-2,2.2820336868665496,0.854860714516272,0.1930994300337782,0.5176971693647755,39.56537132407431,3.5528887003178475,0.6777563611164191,1173.1995313191123,5.93648242756524,0.13951928811022085,0.1,10,659,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T09:34:42.524122+00:00 +3,Toto-2.0-1B,2.2486769722500464,0.8472226349589848,0.18078427968180077,0.4943651683274072,38.98799602706911,3.5798337575338754,0.6827125273165845,1120.731670264715,5.946483948772489,0.061261100954800266,0.1,10,656,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T09:35:52.807871+00:00 +4,Moirai-1.1-Large,2.70452207890692,0.9863137882769714,0.3242698375457882,0.5374918994490636,26.033754496555105,4.487312436982462,0.5559757297696224,1096.119358965051,9.635984609171343,0.11489656318143412,0.2,10,635,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T09:36:42.135578+00:00 +5,TimesFM-2.5,2.158526200995449,0.8213133091577204,0.16544362589862335,0.6151764327644729,41.66293313035608,4.379340841154983,0.5570846594254757,1043.7201298194527,5.777935726244355,0.05422034062043444,0.1,10,668,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T09:35:11.947130+00:00 +6,Timer-S1,2.1253164886594402,0.8639618726719004,0.20030201649970655,0.5191763213610281,37.07023957169011,4.1776329531079295,0.6039023939051889,1031.187903013727,5.717827440019519,0.1278952021833723,0.1,10,615,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T09:37:05.095200+00:00 +7,ETS,5.36019729503423,1.556948319366646,0.5005128331510045,1.1426434653885074,-1.554286288054108,6.682503825228662,0.33671976045276863,877.9257058108053,11.359272657463153,-0.010012823785521707,0.4,10,370,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T09:37:07.625843+00:00 +8,ARIMA,2.830821211431748,1.2082463303020072,0.38543486836169805,0.851321075267349,0.1363170070835679,6.663124855864583,0.3322886615566288,869.1918198201982,6.454222571833698,-0.043008320407186995,0.4,10,370,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T09:37:07.538493+00:00 +9,Moving-Average,2.7768780347238264,1.1530999465705982,0.39561111903147517,0.8072641570098398,7.002956868845914,6.482325368034123,0.3481993288262043,847.6760034150275,6.2737940892734665,-0.020533822465855313,0.3,10,370,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T09:37:07.672406+00:00 +10,Seasonal-Naive,3.049861606429944,1.2463850997951584,0.40104595503700047,0.9453117415284069,-7.538802551296554e-16,7.603518398196778,0.22081429908463426,745.1882958077156,6.257904290194743,0.007679188769816467,0.2,10,370,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T09:37:07.708052+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index a28c74eb8d1c8b9ebb429178277674afa1a5cd52..67a10b4adc0e7f9cf77467287c32d7b4639fdadc 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.476451010069776,0.6847319032914172,1195.0668822817324,90,649,4591 -2,Chronos-2,3.5521925002105923,0.677861922749519,1173.204806247653,90,656,4583 -3,Toto-2.0-1B,3.5790542432459724,0.6828000088019388,1120.737201682488,90,655,4620 -4,Moirai-1.1-Large,4.487687068250898,0.555857553599489,1096.1174406505352,90,634,4522 -5,TimesFM-2.5,4.378395737408155,0.5571869816659814,1043.7229473591228,90,663,4628 -6,Timer-S1,4.177733049200178,0.603923029076922,1031.189688366376,90,614,4448 -7,ETS,6.685825716914397,0.33634303283867995,877.9113284633223,90,369,3232 -8,ARIMA,6.660756434811951,0.3325459027339354,869.1970992280635,90,369,3232 -9,Moving-Average,6.485010341336945,0.3478783112838997,847.6653921737842,90,369,3232 -10,Seasonal-Naive,7.602973012994643,0.22087135395821775,745.1872135469226,90,369,3232 +1,TiRex,3.478164821028892,0.6845462785464735,1195.059581764195,90,650,4600 +2,Chronos-2,3.5528887003178475,0.6777563611164191,1173.1995313191123,90,657,4592 +3,Toto-2.0-1B,3.5798337575338754,0.6827125273165845,1120.731670264715,90,656,4629 +4,Moirai-1.1-Large,4.487312436982462,0.5559757297696224,1096.119358965051,90,635,4531 +5,TimesFM-2.5,4.379340841154983,0.5570846594254757,1043.7201298194527,90,664,4637 +6,Timer-S1,4.1776329531079295,0.6039023939051889,1031.187903013727,90,615,4457 +7,ETS,6.682503825228662,0.33671976045276863,877.9257058108053,90,370,3241 +8,ARIMA,6.663124855864583,0.3322886615566288,869.1918198201982,90,370,3241 +9,Moving-Average,6.482325368034123,0.3481993288262043,847.6760034150275,90,370,3241 +10,Seasonal-Naive,7.603518398196778,0.22081429908463426,745.1882958077156,90,370,3241 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 71ecc281b4753a87a8faa0ad659e1aec9dc7432d..de3571db2f27610802dd918f65862be49fe0a398 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -1,6 +1,7 @@ release_id,release_time,evaluated_at,dataset,domain,frequency,prediction_length,model,MSE,RMSE,MAPE,CRPS,RTG,MAPE_eligible binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.31690745339673393,0.5629453378408369,0.008535202150028284,0.43561221031132086,2.482141670207979,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961004,0.7985186914109059,-15.142472841866434,True +binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:37:07.501025+00:00,2026-06-22T09:37:07.501025+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.4308468487740905,0.6563892509586751,0.008711082199202408,0.5211789957399553,-26.515537293008382,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.011791260629459524,0.7610992079601563,-2.6410831948278024,True binance_btcusdt_1h_close/1h/short|window:09677d6522f85f5f2712,2026-06-22T07:40:48.077646+00:00,2026-06-22T07:40:48.077646+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.37519047180525233,0.6125279355304967,0.012320438180254875,0.7997427854021605,-15.284875502326667,True binance_btcusdt_1h_close/1h/short|window:0a65444cf931e9745890,2026-06-22T02:28:19.068549+00:00,2026-06-22T02:28:19.068549+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3667162252926433,0.6055709911254363,0.009212428536832068,0.49040501274927895,-7.203398186106478,True @@ -347,7 +348,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04 usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05:43:44.106080+00:00,2026-06-22T05:43:44.106080+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,7.098025712320068,2.664212024655708,0.009819378750414122,1.0464383435643099,-12.404005338537457,True usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:50:44.958689+00:00,2026-06-22T02:50:44.958689+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.8660068792457121,0.9305949060927167,0.010224694996681187,0.5216672998984224,9.105951269072209,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:43:31.907462+00:00,2026-06-17T14:43:31.907462+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,1.858218835750209,1.3631650067949255,0.007447979236701453,0.5754707560369237,-7.954343028036267,True -usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:15:34.407931+00:00,2026-06-22T09:15:34.407931+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.9020147440991872,0.9497445678176776,0.008328821278571735,0.2803450089464156,17.106217465169312,True +usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:37:07.538493+00:00,2026-06-22T09:37:07.538493+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.9020147440991872,0.9497445678176776,0.008328821278571735,0.2803450089464156,17.106217465169312,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:59:20.608886+00:00,2026-06-22T03:59:20.608886+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.6902853800043748,0.8308341471102249,0.010932149246638267,0.5688476445696898,-1.7116360281995837,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:57:14.885568+00:00,2026-06-22T07:57:14.885568+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,3.5423357378782003,1.8821093852053872,0.011218152888442424,0.6747153312513149,7.670148517862866,True usgs_potomac_iv_usgs_00060/15min/short|window:aa716a8b76e6af28d141,2026-06-19T04:52:57.542806+00:00,2026-06-19T04:52:57.542806+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.14646808828573182,0.38271149484400363,0.009829726686069089,0.39517307280076636,-27.312750786247456,True @@ -373,6 +374,7 @@ binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:4 binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.11355326878325257,0.33697665910750046,0.0030837061496461374,0.2504677210622425,41.61261948080284,True binance_btcusdt_1h_close/1h/short|window:05e6092443a634e5f448,2026-06-17T08:42:50.105033+00:00,2026-06-17T08:42:50.105033+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.566159320074861,0.7524355919777194,0.015301721703688672,0.35742016387007763,-27.29287573721266,True binance_btcusdt_1h_close/1h/short|window:062b6095e6b9623d56db,2026-06-17T04:15:11.834574+00:00,2026-06-17T04:15:11.834574+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.07485839163061635,0.27360261627151217,0.004797356142338167,0.1998628154385209,56.178950115930135,True +binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:34:35.553506+00:00,2026-06-22T09:34:35.553506+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.11817296743934623,0.3437629523950279,0.003138041572443452,0.2704750885623661,35.849343469581086,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:10:34.623828+00:00,2026-06-22T08:10:34.623828+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.14071489117041022,0.37511983574640545,0.0036367867786265325,0.28034452762359763,29.628062880298422,True binance_btcusdt_1h_close/1h/short|window:07e28c2134123c5ead22,2026-06-16T12:29:11.176552+00:00,2026-06-16T12:29:11.176552+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2664792377515947,0.5162162703282362,0.005354953541779959,0.34476017628083677,88.29980417520518,True binance_btcusdt_1h_close/1h/short|window:08f85f2b7780f1cce732,2026-06-16T14:46:14.377931+00:00,2026-06-16T14:46:14.377931+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.33896000344752547,0.5822027167984751,0.0065811659013832085,0.35505304074744487,81.35781581050351,True @@ -996,7 +998,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:7bc042fd89f90fe2a0be,2026-06-17T21 usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:47:45.480930+00:00,2026-06-22T02:47:45.480930+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,2.1227173115927e-05,0.00460729564016973,2.9004414876302087e-05,0.16585786398018562,99.99591606373343,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:39:27.727464+00:00,2026-06-17T14:39:27.727464+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.7585634263459957,0.8709554674872854,0.008253842690833528,0.4544688334157129,35.24703981491679,True usgs_potomac_iv_usgs_00060/15min/short|window:7fd722683416e4ab6d89,2026-06-16T22:10:08.285411+00:00,2026-06-16T22:10:08.285411+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,12.463041327867872,3.5303032912014616,0.018689532669141543,3.200770373653397,-6.410465312971317,True -usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:12:56.966386+00:00,2026-06-22T09:12:56.966386+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.7224949448243396,0.8499970263620571,0.013235092094590667,0.6964279877343561,27.634532488458152,True +usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:34:42.524122+00:00,2026-06-22T09:34:42.524122+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.7224949448243396,0.8499970263620571,0.013235092094590667,0.6964279877343561,27.634532488458152,True usgs_potomac_iv_usgs_00060/15min/short|window:9cf60a3ba4c0b587aa2d,2026-06-17T11:56:32.576591+00:00,2026-06-17T11:56:32.576591+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.01800652226232386,0.134188383485024,0.004103175826937135,0.09198784030044221,86.58382365816081,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:56:59.173790+00:00,2026-06-22T03:56:59.173790+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,5.728603555207732e-06,0.0023934501363529035,1.7598470052083337e-05,0.12192275239932136,99.99828242823305,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:52:02.059252+00:00,2026-06-22T07:52:02.059252+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,2.897911062477075,1.7023251929279186,0.015387577382716141,1.5314981536453542,17.54172816193829,True @@ -1028,6 +1030,7 @@ wikimedia_time_series_hourly_pageviews/1D/short|window:e3b940d4ebc6ad7dbd4f,2026 wikimedia_time_series_hourly_pageviews/1D/short|window:f0e38ea35b057af22cfb,2026-06-19T13:44:12.238767+00:00,2026-06-19T13:44:12.238767+00:00,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,Chronos-2,0.1976689424454374,0.4445997553366819,0.08979400097660017,0.24895679218366484,86.78717084000579,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.040771786633757794,0.201920248201506,0.002200971689830584,0.09609550869084947,78.18593192323056,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08644089613501679,0.2940083266423194,0.0025388064632111923,0.1380528538051167,52.2231627717264,True +binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:37:07.597828+00:00,2026-06-22T09:37:07.597828+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08766943863362177,0.29609025420236607,0.0024153764038763333,0.14148315846620674,48.112268889597736,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.004092213131617357,0.21008239415119992,24.563001658089807,True binance_btcusdt_1h_close/1h/short|window:09677d6522f85f5f2712,2026-06-22T07:40:48.173140+00:00,2026-06-22T07:40:48.173140+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08721101152533144,0.2953151054811308,0.002554306880541317,0.13927694779637126,51.93838077921844,True binance_btcusdt_1h_close/1h/short|window:0a65444cf931e9745890,2026-06-22T02:28:19.222456+00:00,2026-06-22T02:28:19.222456+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08937551377497491,0.2989573778567355,0.0029519798833567124,0.14331617629384835,56.060279869443924,True @@ -1374,7 +1377,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04 usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05:43:44.183371+00:00,2026-06-22T05:43:44.183371+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,4.858032770444167,2.20409454662094,0.016033803250558285,1.1641892708728514,6.481839535476115,True usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:50:45.061895+00:00,2026-06-22T02:50:45.061895+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.13467215673421715,0.3669770520539631,0.0035371408554212918,0.42425389286048826,77.06137813888377,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:43:31.988855+00:00,2026-06-17T14:43:31.988855+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.4835871671062005,0.6954043191598687,0.006985168358585395,0.650006193427349,53.230729517735455,True -usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:15:34.516479+00:00,2026-06-22T09:15:34.516479+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.15168823152999084,0.38947173392942247,0.006694645859935514,0.3249897227012102,78.72517543043683,True +usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:37:07.625843+00:00,2026-06-22T09:37:07.625843+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.15168823152999084,0.38947173392942247,0.006694645859935514,0.3249897227012102,78.72517543043683,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:59:20.684454+00:00,2026-06-22T03:59:20.684454+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.026311286062150496,0.162207540090313,0.0008999626018160711,0.341272899430646,92.41054139686939,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:57:14.984461+00:00,2026-06-22T07:57:14.984461+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,2.2867770112657317,1.5122093146339668,0.014152935666226532,0.881160305045158,28.734865887593333,True usgs_potomac_iv_usgs_00060/15min/short|window:aa716a8b76e6af28d141,2026-06-19T04:52:57.615144+00:00,2026-06-19T04:52:57.615144+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.1279411744696333,0.35768865577431064,0.004096435068827991,0.2914153121770781,-20.94746710091022,True @@ -1399,6 +1402,7 @@ binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:55:5 binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:38.406071+00:00,2026-06-22T01:21:38.406071+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.30650493343165863,0.5536288769849876,0.00515621188268574,0.2613208096822324,4.149065055029456,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:32:48.220080+00:00,2026-06-22T07:32:48.220080+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.11434220683022374,0.3381452451687348,0.003421869030255304,0.2704204796842313,41.32596797676891,True binance_btcusdt_1h_close/1h/short|window:05e6092443a634e5f448,2026-06-17T08:44:37.519521+00:00,2026-06-17T08:44:37.519521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.0315060982344493,1.0156308868060528,0.02046714410630553,0.4864025757450224,-52.264758099503894,True +binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:36:34.674676+00:00,2026-06-22T09:36:34.674676+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.14128479217808343,0.3758786934345753,0.002601088809472715,0.2258228323451247,27.830327026868073,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:12:45.404696+00:00,2026-06-22T08:12:45.404696+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.14519698482626403,0.38104722125514057,0.0039919243094091094,0.2919062714519868,28.191352897949937,True binance_btcusdt_1h_close/1h/short|window:07e28c2134123c5ead22,2026-06-16T12:30:57.362104+00:00,2026-06-16T12:30:57.362104+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3996441554169504,0.632174149595624,0.005959494802284584,0.37211701565289795,82.95138683337261,True binance_btcusdt_1h_close/1h/short|window:08f85f2b7780f1cce732,2026-06-16T15:39:42.212446+00:00,2026-06-16T15:39:42.212446+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7974981514285321,0.8930275199726669,0.008803261534153445,0.4197434850338106,61.05036003560383,True @@ -1998,7 +2002,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:7bc042fd89f90fe2a0be,2026-06-17T22 usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:50:07.073081+00:00,2026-06-22T02:50:07.073081+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.33945249075979933,0.5826255150264185,1.9622378879123265e-05,0.1455342330538094,50.76745638699532,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:42:51.931964+00:00,2026-06-17T14:42:51.931964+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,9.27982640797017,3.0462807500245557,0.01210921103494209,1.132143617136543,-70.83298882761426,True usgs_potomac_iv_usgs_00060/15min/short|window:7fd722683416e4ab6d89,2026-06-16T22:40:13.827036+00:00,2026-06-16T22:40:13.827036+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,11.903948939906112,3.4502099849003556,0.018775778390543334,2.9200461191831892,-4.122061955115725,True -usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:15:04.242335+00:00,2026-06-22T09:15:04.242335+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,5.815741268566044,2.411584804348801,0.04032002058490295,1.325925452168436,-64.05380928069354,True +usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:36:42.135578+00:00,2026-06-22T09:36:42.135578+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,5.3460012892370585,2.312142142956842,0.04098554567418008,1.3429066071452092,-61.503266257598774,True usgs_potomac_iv_usgs_00060/15min/short|window:9cf60a3ba4c0b587aa2d,2026-06-17T11:59:01.707661+00:00,2026-06-17T11:59:01.707661+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.033133624792916316,0.18202643981827563,0.0058557967693485015,0.13209659100924043,76.63001742307411,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:58:56.809056+00:00,2026-06-22T03:58:56.809056+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.24234820467932908,0.4922887411665323,5.7309468587239584e-05,0.1544542429461327,46.70156903893224,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:56:43.125306+00:00,2026-06-22T07:56:43.125306+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,9.469284719486145,3.077220291023401,0.030781272961113364,2.1340584049126057,-39.25246962200873,True @@ -2031,6 +2035,7 @@ wikimedia_time_series_hourly_pageviews/1D/short|window:e3b940d4ebc6ad7dbd4f,2026 wikimedia_time_series_hourly_pageviews/1D/short|window:f0e38ea35b057af22cfb,2026-06-19T13:47:02.711533+00:00,2026-06-19T13:47:02.711533+00:00,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,Moirai-1.1-Large,0.15190438265473954,0.38974912784346233,0.06364385787010252,0.19128842435714166,89.68850457151147,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.004877112325521329,0.22103267474209076,38.186804229594635,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.10299167259430775,0.32092315683712785,0.003220088745007021,0.15305881199695132,45.5651602379581,True +binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:37:07.650653+00:00,2026-06-22T09:37:07.650653+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.08971294772053044,0.29952119744774397,0.0028715788396250024,0.14722361637450798,47.221970355098684,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.31649898656230624,0.003089252581616423,0.15433257117140267,44.25222081261603,True binance_btcusdt_1h_close/1h/short|window:09677d6522f85f5f2712,2026-06-22T07:40:48.229321+00:00,2026-06-22T07:40:48.229321+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.10377295041490417,0.3221380921513384,0.0032355882610993095,0.15428290598820585,45.307133950188536,True binance_btcusdt_1h_close/1h/short|window:0a65444cf931e9745890,2026-06-22T02:28:19.292033+00:00,2026-06-22T02:28:19.292033+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.17135178192083916,0.4139465930779467,0.005082582902910692,0.23884523646339742,29.88677829227232,True @@ -2377,7 +2382,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04 usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05:43:44.226094+00:00,2026-06-22T05:43:44.226094+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,5.450900379075056,2.334716338032322,0.016843971631205674,1.2049108511468902,0.7335656832552377,True usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:50:45.105875+00:00,2026-06-22T02:50:45.105875+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.2226377826134922,0.4718450832778617,0.00455957602339178,0.4607959966814019,64.72118475509733,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:43:32.027479+00:00,2026-06-17T14:43:32.027479+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.5567657632506555,1.2477041970157252,0.011075911406806473,1.0228661166421678,0.8791928781580834,True -usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:15:34.581671+00:00,2026-06-22T09:15:34.581671+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.3677187741095886,1.1694950936663175,0.020162824095637452,0.9885511589094701,-3.5358918988440764,True +usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:37:07.672406+00:00,2026-06-22T09:37:07.672406+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.3677187741095886,1.1694950936663175,0.020162824095637452,0.9885511589094701,-3.5358918988440764,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:59:20.715836+00:00,2026-06-22T03:59:20.715836+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.10847944412275626,0.3293621777356293,0.0026041666666666665,0.40426217937119463,72.02451349317279,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:57:15.022166+00:00,2026-06-22T07:57:15.022166+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,4.4015831396171725,2.097995028501539,0.020126843714667452,1.3533472072587862,-3.1725895268910813,True usgs_potomac_iv_usgs_00060/15min/short|window:aa716a8b76e6af28d141,2026-06-19T04:52:57.650317+00:00,2026-06-19T04:52:57.650317+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.010318546044190573,0.10158024435976994,0.0009847732538895248,0.21353686228775123,78.03214803594207,True @@ -2400,6 +2405,7 @@ wikimedia_time_series_hourly_pageviews/1D/short|window:f0e38ea35b057af22cfb,2026 wikimedia_time_series_hourly_pageviews/1D/short|window:f93cdb33a2916dd7f6e3,2026-06-18T10:07:44.098223+00:00,2026-06-18T10:07:44.098223+00:00,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,Moving-Average,1.1578920597282507,1.076053929748993,0.21863862441419712,0.648320413636388,47.485452732441445,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.33304007175295997,0.5770962413263147,0.007464792687378832,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.00549850693463366,0.3525814888009477,1.007784404501978e-14,True +binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:37:07.694156+00:00,2026-06-22T09:37:07.694156+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.25025028442031655,0.5002502218093626,0.004921497582479312,0.3440023122235116,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.005163366913692773,0.34731968499702187,-1.070805650381533e-14,True binance_btcusdt_1h_close/1h/short|window:09677d6522f85f5f2712,2026-06-22T07:40:48.263929+00:00,2026-06-22T07:40:48.263929+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.27570231906683434,0.5250736320430063,0.0055140384847403535,0.3529895201313658,1.0067226024638749e-14,True binance_btcusdt_1h_close/1h/short|window:0a65444cf931e9745890,2026-06-22T02:28:19.326529+00:00,2026-06-22T02:28:19.326529+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3174341495975616,0.5634129476658853,0.007150819337764045,0.350655017665183,0.0,True @@ -2746,7 +2752,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04 usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05:43:44.250316+00:00,2026-06-22T05:43:44.250316+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,5.531463229719484,2.3519062969683726,0.016843971631205674,1.091688880856305,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:50:45.140994+00:00,2026-06-22T02:50:45.140994+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.039523551705468,1.0195702779629603,0.004340277777777777,0.4484906861534405,1.0680114200430546e-14,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:43:32.126924+00:00,2026-06-17T14:43:32.126924+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.5843825152072428,1.258722572772588,0.010416666666666666,0.5707762796150916,-7.0072915723886e-15,True -usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:15:34.608075+00:00,2026-06-22T09:15:34.608075+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.2742998515586346,1.1288489055487605,0.019630947800436064,0.5604210235550541,-8.7124158671698e-15,True +usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:37:07.708052+00:00,2026-06-22T09:37:07.708052+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.2742998515586346,1.1288489055487605,0.019630947800436064,0.5604210235550541,-8.7124158671698e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:59:20.738411+00:00,2026-06-22T03:59:20.738411+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.6670526925303998,0.816732938316069,0.0026041666666666665,0.3965619473831719,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:57:15.050594+00:00,2026-06-22T07:57:15.050594+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,4.130883012102197,2.032457382604171,0.0198504471168671,0.9988398892509164,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:aa716a8b76e6af28d141,2026-06-19T04:52:57.672978+00:00,2026-06-19T04:52:57.672978+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.08362369337979095,0.28917761562712796,0.0007861635220125786,0.21974206538584892,8.297760626755727e-15,True @@ -2771,6 +2777,7 @@ binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:3 binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106029,0.28580207370911576,1.171735829873313,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.26632018651371175,0.5160621924862465,0.005269364684183053,0.2671874556573511,1.678256417390571,True binance_btcusdt_1h_close/1h/short|window:05e6092443a634e5f448,2026-06-17T08:43:45.163856+00:00,2026-06-17T08:43:45.163856+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5287641479541575,0.7271617068810469,0.014671624880905612,0.3582969653530312,-24.102219208274427,True +binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:36:02.647871+00:00,2026-06-22T09:36:02.647871+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2559128793877842,0.5058783246866624,0.005150711793030154,0.27369361543460097,-1.1187291712153236,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:12:08.727864+00:00,2026-06-22T08:12:08.727864+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.17015475336178792,0.4124981858890872,0.0038094082821345117,0.2255044948438029,20.739823158145626,True binance_btcusdt_1h_close/1h/short|window:07e28c2134123c5ead22,2026-06-16T12:30:26.972163+00:00,2026-06-16T12:30:26.972163+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.21030652831533833,0.4585918973502894,0.0045003549943879746,0.33471642945808217,90.65086524486706,True binance_btcusdt_1h_close/1h/short|window:08f85f2b7780f1cce732,2026-06-16T15:35:29.231088+00:00,2026-06-16T15:35:29.231088+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.17414284329343488,0.417304257459033,0.00421554128668416,0.3062638783948875,89.96776697412946,True @@ -3385,7 +3392,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:7bc042fd89f90fe2a0be,2026-06-17T22 usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:49:26.090818+00:00,2026-06-22T02:49:26.090818+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,2.7268825793305014e-05,0.005221956127095,4.0062798394097224e-05,0.15688901613816553,99.99475372915785,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:42:14.975948+00:00,2026-06-17T14:42:14.975948+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,1.6848223631418076,1.2980070736100815,0.011144864202641205,0.7273767946347385,-3.0723020328198922,True usgs_potomac_iv_usgs_00060/15min/short|window:7fd722683416e4ab6d89,2026-06-16T22:29:48.178458+00:00,2026-06-16T22:29:48.178458+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,12.49661766347767,3.535055538952347,0.0187113712516006,1.482244991383353,-6.544423367027795,True -usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:14:29.895611+00:00,2026-06-22T09:14:29.895611+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.7379770448785675,0.8590559032324774,0.013362495996745041,0.6979137606182538,26.652535127230394,True +usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:36:07.496057+00:00,2026-06-22T09:36:07.496057+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.7379770448785675,0.8590559032324774,0.013362495996745041,0.6979137606182538,26.652535127230394,True usgs_potomac_iv_usgs_00060/15min/short|window:9cf60a3ba4c0b587aa2d,2026-06-17T11:58:40.136622+00:00,2026-06-17T11:58:40.136622+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.019876433514502797,0.14098380585905176,0.004467944764254386,0.10426703297611399,85.29305309551977,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:58:15.775582+00:00,2026-06-22T03:58:15.775582+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,6.844321793742312e-05,0.008273041637597572,6.96351793077257e-05,0.11612016262465552,99.97948102248009,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:55:55.124025+00:00,2026-06-22T07:55:55.124025+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,2.6561507346816264,1.6297701478066244,0.014968556355003807,1.4943603484833587,21.728671647159604,True @@ -3420,6 +3427,7 @@ binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:58:3 binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:57.655072+00:00,2026-06-22T01:21:57.655072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09437684094743207,0.30720813945504777,0.0032902803618090203,0.16437258860387774,55.83850889232932,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:19.087735+00:00,2026-06-22T07:33:19.087735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.13909439683717037,0.3729536121787405,0.0036446519853812662,0.20708576891374017,32.88670480081772,True binance_btcusdt_1h_close/1h/short|window:05e6092443a634e5f448,2026-06-17T08:45:19.733749+00:00,2026-06-17T08:45:19.733749+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.19149077477643844,0.43759658908227156,0.008956791017460396,0.24223969740778503,25.615811012206567,True +binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:37:00.349045+00:00,2026-06-22T09:37:00.349045+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.11472028655121137,0.33870383309199703,0.0029138475406643442,0.1851216591601296,37.13450032651486,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:12.578507+00:00,2026-06-22T08:13:12.578507+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09438390849480216,0.3072196421044757,0.002721996023227192,0.18358264014446132,46.61342021687386,True binance_btcusdt_1h_close/1h/short|window:07e28c2134123c5ead22,2026-06-16T12:31:17.692250+00:00,2026-06-16T12:31:17.692250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5022748129511566,0.7087134914414687,0.007647849348286086,0.40908648006855164,79.0322186562256,True binance_btcusdt_1h_close/1h/short|window:08f85f2b7780f1cce732,2026-06-16T15:53:20.297052+00:00,2026-06-16T15:53:20.297052+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3369517171193059,0.58047542335512,0.006471923543113753,0.3661036696287383,81.45802791022496,True @@ -4001,7 +4009,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05 usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:50:41.773274+00:00,2026-06-22T02:50:41.773274+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.00022580483131429336,0.01502680376242045,0.00011674669053819444,0.14125192307495363,99.95656552612516,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:43:28.366681+00:00,2026-06-17T14:43:28.366681+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,1.5306068279456848,1.237176959026349,0.011004541535724074,0.7664750640293477,1.7263522066219064,True usgs_potomac_iv_usgs_00060/15min/short|window:7fd722683416e4ab6d89,2026-06-16T22:43:08.219146+00:00,2026-06-16T22:43:08.219146+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,12.355930239743182,3.5151003171663797,0.018610379714671745,3.390228647170611,-5.980550462743594,True -usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:15:31.997755+00:00,2026-06-22T09:15:31.997755+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,1.5051030662419596,1.2268264205835964,0.01962815851649673,0.9897829992737521,-8.304057436406707,True +usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:37:05.095200+00:00,2026-06-22T09:37:05.095200+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,1.5051030662419596,1.2268264205835964,0.01962815851649673,0.9897829992737521,-8.304057436406707,True usgs_potomac_iv_usgs_00060/15min/short|window:9cf60a3ba4c0b587aa2d,2026-06-17T11:59:23.716170+00:00,2026-06-17T11:59:23.716170+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.11842743772708213,0.344132878009472,0.010921509502923978,0.17451833716123208,35.78574589928042,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:59:18.517452+00:00,2026-06-22T03:59:18.517452+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.0018819088545436455,0.043380973416276,0.00036283704969618057,0.12420477956559602,99.4373414529171,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:57:12.499743+00:00,2026-06-22T07:57:12.499743+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,3.600582275784578,1.897520033039066,0.0173337009369941,1.6185704605681188,6.858993949678137,True @@ -4035,6 +4043,7 @@ binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:1 binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.43320443695786914,0.00295531062203954,0.28265031561916504,18.948377886633153,True binance_btcusdt_1h_close/1h/short|window:05e6092443a634e5f448,2026-06-17T08:42:59.747301+00:00,2026-06-17T08:42:59.747301+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.048235455962739975,0.21962571789920227,0.004403880384803788,0.16924644766512623,74.04003932414604,True binance_btcusdt_1h_close/1h/short|window:062b6095e6b9623d56db,2026-06-17T04:16:13.698001+00:00,2026-06-17T04:16:13.698001+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.12094102811386635,0.34776576616145866,0.010374939579587463,0.23505279627207387,37.61707178781092,True +binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:35:05.991294+00:00,2026-06-22T09:35:05.991294+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17108990542591532,0.41363015536335757,0.0026284836256771616,0.2612418117129212,18.787758894609798,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:11:18.723209+00:00,2026-06-22T08:11:18.723209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.11626746235709283,0.34098014950593947,0.002958863621103838,0.2067278852636543,38.06834080044807,True binance_btcusdt_1h_close/1h/short|window:07e28c2134123c5ead22,2026-06-16T12:29:40.261723+00:00,2026-06-16T12:29:40.261723+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.32381895355477114,0.5690509235163151,0.00795585846277158,0.3370986775969497,85.95896054513783,True binance_btcusdt_1h_close/1h/short|window:08f85f2b7780f1cce732,2026-06-16T15:09:07.348954+00:00,2026-06-16T15:09:07.348954+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.18181127462594754,0.4263933332334683,0.00572602551737382,0.2589021211816369,89.54907927974229,True @@ -4666,7 +4675,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:7bc042fd89f90fe2a0be,2026-06-17T22 usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:48:24.542742+00:00,2026-06-22T02:48:24.542742+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.00016619230310660016,0.012891559374513238,0.0002628411187065972,0.24532899938098765,99.96803040444242,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:40:40.084258+00:00,2026-06-17T14:40:40.084258+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,1.5172511177991164,1.2317674771640614,0.010293107889250306,1.059939695668348,2.164388362756337,True usgs_potomac_iv_usgs_00060/15min/short|window:7fd722683416e4ab6d89,2026-06-16T22:26:21.853610+00:00,2026-06-16T22:26:21.853610+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,12.568604744386134,3.5452228060287174,0.018718288339161285,3.3707263184352834,-6.830338620330694,True -usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:13:33.860371+00:00,2026-06-22T09:13:33.860371+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.6196801703255346,0.7871976691565686,0.01155054307433448,0.7311299567334905,34.563177735204995,True +usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:35:11.947130+00:00,2026-06-22T09:35:11.947130+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.6196801703255346,0.7871976691565686,0.01155054307433448,0.7311299567334905,34.563177735204995,True usgs_potomac_iv_usgs_00060/15min/short|window:9cf60a3ba4c0b587aa2d,2026-06-17T11:57:26.860782+00:00,2026-06-17T11:57:26.860782+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.025299327212488475,0.159057622302386,0.0021941067879660083,0.23557632371375295,81.6487246341539,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:57:31.643213+00:00,2026-06-22T03:57:31.643213+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,8.773511258176665e-05,0.00936670233229212,5.902184380425347e-05,0.11393297840364353,99.97369815740541,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:54:15.282188+00:00,2026-06-22T07:54:15.282188+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,2.8474792972320198,1.6874475687356985,0.014756273710172635,1.6237698387483974,18.391187759820152,True @@ -4702,6 +4711,7 @@ binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:4 binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:22.722969+00:00,2026-06-22T07:31:22.722969+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.14249106243865547,0.37747988348871714,0.003484994638327676,0.24794727753163856,31.806617303121207,True binance_btcusdt_1h_close/1h/short|window:05e6092443a634e5f448,2026-06-17T08:43:16.602245+00:00,2026-06-17T08:43:16.602245+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.5068220607711865,0.7119143633690688,0.014679732323809919,0.3493061082455245,-22.096251949790936,True binance_btcusdt_1h_close/1h/short|window:062b6095e6b9623d56db,2026-06-17T04:17:17.128521+00:00,2026-06-17T04:17:17.128521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.0685091415975763,0.261742510107885,0.003965790866934866,0.18640120264577284,59.136308798598066,True +binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:35:47.567889+00:00,2026-06-22T09:35:47.567889+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1256321957977716,0.3544463228724084,0.0029935644664405726,0.22996728519504636,33.15347088011156,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:11:55.861060+00:00,2026-06-22T08:11:55.861060+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.09700734944045018,0.311460028640033,0.002550826750555625,0.1767173961561911,45.53363145279613,True binance_btcusdt_1h_close/1h/short|window:07e28c2134123c5ead22,2026-06-16T12:30:12.507548+00:00,2026-06-16T12:30:12.507548+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2181197306208489,0.4670329010046818,0.004445899486232805,0.33527038604878934,90.32034128511332,True binance_btcusdt_1h_close/1h/short|window:08f85f2b7780f1cce732,2026-06-16T15:28:58.379725+00:00,2026-06-16T15:28:58.379725+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.24558647566672775,0.4955668226049114,0.0053872326267872745,0.3549260446494938,86.13723778175637,True @@ -5321,7 +5331,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:7bc042fd89f90fe2a0be,2026-06-17T22 usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:49:04.612206+00:00,2026-06-22T02:49:04.612206+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,8.971275738528692e-07,0.0009471681866769329,7.078382703993055e-06,0.14912261142854244,99.99982739654179,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:41:19.529142+00:00,2026-06-17T14:41:19.529142+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,1.7013587281187583,1.304361425418108,0.011196621008086624,0.46778566889938905,-3.5601164014092057,True usgs_potomac_iv_usgs_00060/15min/short|window:7fd722683416e4ab6d89,2026-06-16T22:29:20.002358+00:00,2026-06-16T22:29:20.002358+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,12.612547892186464,3.551414914113312,0.018796341443593247,1.69357224638384,-7.004011864804818,True -usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:14:12.743729+00:00,2026-06-22T09:14:12.743729+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.7428409027522416,0.8618821861207259,0.013426850238059812,0.41168769974851305,26.347142492193473,True +usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:35:52.807871+00:00,2026-06-22T09:35:52.807871+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.7428409027522416,0.8618821861207259,0.013426850238059812,0.41168769974851305,26.347142492193473,True usgs_potomac_iv_usgs_00060/15min/short|window:9cf60a3ba4c0b587aa2d,2026-06-17T11:57:46.548264+00:00,2026-06-17T11:57:46.548264+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.0001178359621423732,0.010855227410900852,0.0003333733095760233,0.04976244057198798,99.90593491181717,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:58:00.152207+00:00,2026-06-22T03:58:00.152207+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,8.348156830169733e-07,0.000913682484792706,7.650587293836805e-06,0.1504270209897503,99.99974970054161,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:55:12.151396+00:00,2026-06-22T07:55:12.151396+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,2.9281286278902936,1.7111775559217381,0.015409393639907109,1.474522193799516,17.038566382264573,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 1606e5bab07d96c0ae3556fa1c0f6a75e715ce06..735cb4c2724e2e41301cc8d04c08aef549baf26d 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6013606302712617,0.7438824437840247,0.009497318099347252,0.5109492378640853,-0.17073830532116038,0.3847642770827903,-0.23521192361434562,0.0002072217103451528,114,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T09:29:59.405766+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5998779017365038,0.7431216334116302,0.00949048126543295,0.5110381922803973,-0.39982351390974474,0.38340285203209,-0.23264683447749815,0.00022768877147082218,115,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T09:37:07.501025+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-22T08:46:45.438713+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9612799467347708,1.296505113822517,2.038605889786157,1.012615123700618,2.23507568986999,1.299313422637655,-0.00837138508371385,0.9165571980514255,73,0.9315068493150684,2026-06-17T12:10:12.335728+00:00,2026-06-22T09:29:59.448573+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.83330733869591,2.1690843417523484,0.12655226715184828,1.5440949314189285,15.255350102665114,5.336204381869631,0.36128581411600275,0.00011477415456123645,54,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-22T09:29:59.503899+00:00 @@ -7,9 +7,9 @@ ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.60344194619780 ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.2626751022802716,0.9697971576538799,0.48689855820195865,0.7159553574305773,5.098416175352373,1.6226608021014008,-0.5324675324675324,0.00033098553301186956,22,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-22T08:37:24.301904+00:00 ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.9005610764184702,1.3194243231586797,0.1561671170088032,1.0334864042780552,-68.40086778960607,1.3942141582397196,-0.316017316017316,0.041288634586930426,22,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-22T08:37:24.339693+00:00 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1032865050079756,1.0248333666484024,0.6810283685247857,0.5171150238252843,13.855460440489697,0.4904479062010192,-0.5238095238095238,0.0004255921399794888,22,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-22T08:37:24.387423+00:00 -ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4439005378585728,1.0389421961468894,0.013550147494505498,0.6062644373268555,10.555652046069403,1.6286026141786052,0.26436781609195403,0.04121914632952683,30,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-22T09:15:34.407931+00:00 +ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4439005378585728,1.0389421961468894,0.013550147494505498,0.6062644373268555,10.555652046069403,1.6286026141786052,0.26436781609195403,0.04121914632952683,30,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-22T09:37:07.538493+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.18845840897665014,0.47223069206859825,51.52437570432775,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.346990470722592,0.5403994159658304,0.007692761150092496,0.30021043757925003,32.801580798956245,0.44560804940365945,0.019229295947291808,0.6648869690222732,229,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T09:26:52.927626+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3459956120126648,0.5395444748198703,0.0076729580214940215,0.3000811534530897,32.81483194100244,0.4448899549464334,0.012720713878868424,0.7739650148562625,230,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T09:34:35.553506+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-22T08:41:56.270195+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2372829684013395,0.3642625845822183,0.5997579991921513,0.19460082756599947,76.39917758803846,0.37567101721679425,0.344242125984252,8.257822956983692e-09,128,0.953125,2026-06-16T12:06:44.487655+00:00,2026-06-22T09:26:58.346454+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.698179692278433,1.8532969979340335,0.11293646938788622,1.0887908551327898,21.276568280434297,5.471921869966798,0.44419475655430707,5.636905439824645e-10,90,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-22T09:27:02.906822+00:00 @@ -17,9 +17,9 @@ Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.5608866856 Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.1307495703958033,1.2968811439464019,0.35748699823514174,0.7651314868060455,25.769173989650145,5.2652018143191075,-0.240398293029872,0.03361566923176865,38,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-22T08:33:05.212784+00:00 Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.14812055186450881,0.36909298131279794,0.04127526809256948,0.18292635316305378,22.922319267404724,0.08777297115340098,0.12280701754385966,0.2709770075414829,39,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-22T08:33:09.557107+00:00 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8210011315816704,0.8787745345817032,0.6294046635947881,0.47627231798586284,26.922563651777022,0.4166926751563849,-0.12091038406827881,0.28524458155149335,38,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-22T08:33:24.218278+00:00 -Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3481228300404766,0.8445067994563403,0.009278044777240342,0.5398600776580912,37.52648043246978,2.449905558472399,0.11524822695035462,0.247908142173201,48,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-22T09:12:56.966386+00:00 +Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3481228300404766,0.8445067994563403,0.009278044777240342,0.5398600776580912,37.52648043246978,2.449905558472399,0.11524822695035462,0.247908142173201,48,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-22T09:34:42.524122+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14560441095970342,0.3540856210491078,0.07326493977323648,0.2097125439693489,90.30285924002887,0.09048796560262945,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6057802955806152,0.6331209775050922,0.008108934602496102,0.4260850544537533,31.268678560126798,0.7347572541494749,-0.25663716814159293,5.165921470212201e-05,114,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T09:29:59.590501+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6012749837810761,0.6301902755633294,0.008059425400768972,0.42361025535820934,31.415144562991767,0.733121263721116,-0.2552250190694127,5.2576641142498704e-05,115,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T09:37:07.597828+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-22T08:46:45.656371+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.5936089836370226,1.4708645047213744,2.048481434566938,1.1121031573817923,-5.923263564485257,1.969037270847619,-0.025875190258751905,0.7460600051539465,73,0.9315068493150684,2026-06-17T12:10:12.697348+00:00,2026-06-22T09:29:59.622466+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.6468181901447805,2.201330498634835,0.11884201856887934,1.4915401404710262,15.933629623002618,7.100726493108699,0.38085255066387136,4.78435600320101e-05,54,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-22T09:29:59.650979+00:00 @@ -27,9 +27,9 @@ ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.446292573871212, ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,12.164687222431683,2.353467766261404,1.2469283434354574,1.9074454776268401,-28.521370408559964,29.78936689025968,-0.33333333333333337,0.030888793762969845,22,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-22T08:37:24.493800+00:00 ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.676564654452308,3.0099427081825714,0.3575051389084524,2.464628650975449,-81.52671377283565,16.239477238444664,-0.33333333333333337,0.030888793762969845,22,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-22T08:37:24.515403+00:00 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1610640011711395,1.0282329364984346,0.7827089623343685,0.5504416299454165,15.733697774593985,0.6833010126705074,-0.40259740259740256,0.00832364836208073,22,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-22T08:37:24.536027+00:00 -ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.0824904266060773,0.8750895916174367,0.01220688471590666,0.5847822576354649,25.430489247385434,1.3768171241836618,0.03908045977011494,0.7772097145495372,30,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-22T09:15:34.516479+00:00 +ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.0824904266060773,0.8750895916174367,0.01220688471590666,0.5847822576354649,25.430489247385434,1.3768171241836618,0.03908045977011494,0.7772097145495372,30,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-22T09:37:07.625843+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.21003702402948732,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5783841586576205,0.704305828953448,0.009618361166850092,0.3545183287367607,10.764366464058657,0.5262248281043473,-0.026984126984126982,0.546871691306943,225,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T09:29:15.152838+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5764500906643482,0.7028526115396476,0.009587311289162582,0.3539488796376827,10.839879563894101,0.5258585618547804,-0.033628318584070796,0.451758466455089,226,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T09:36:34.674676+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3235258835545044,0.47393691049756115,0.05442627592530945,0.2674452891067937,24.621656950720755,0.42714303657338565,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-22T08:45:37.830253+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.551126680474024,0.9948248417249562,1.8183402387710024,0.5127946744501221,27.916377542977372,2.264049832231613,0.36253968253968255,1.7383497387022088e-09,126,0.9603174603174603,2026-06-16T12:07:52.741323+00:00,2026-06-22T09:29:23.100682+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.677379594488848,2.017198969778364,0.11518326626017733,1.0463053984172523,20.65240593865013,40.52298903155082,0.481191222570533,3.163769251879201e-11,88,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-22T09:29:30.533110+00:00 @@ -37,9 +37,9 @@ Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.5266 Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.85949250848259,1.3022351387482787,0.39652458032204246,0.7708422343384826,17.68504221738426,4.8693791383559715,-0.4084033613445378,0.0005586212128640889,35,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-22T08:36:18.986185+00:00 Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1461224986526336,0.3644687027179351,0.04000174659003947,0.18883890718537297,26.636178567402773,0.10422026386800408,0.23492063492063495,0.04381123566827405,36,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-22T08:36:24.140581+00:00 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2291650064839987,1.070662263624402,0.6918291289108818,0.5046246947433685,7.15547743133448,0.8469490677466079,-0.2916666666666667,0.016908203982859246,33,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-22T08:36:31.891858+00:00 -Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.016100615382592,1.2821955200871693,0.013151998466456257,0.6943026891556477,9.25496059355957,5.897680542529921,0.14708603145235896,0.14481240328335773,47,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-22T09:15:04.242335+00:00 +Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.0061061477372943,1.2800797187809574,0.013166158574738749,0.6946639903253664,9.309227466391377,5.893229351150245,0.14708603145235896,0.14481240328335773,47,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-22T09:36:42.135578+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022517,0.3583561475999906,0.06081374361126981,0.18543381466807804,90.19705850192639,0.11224549076916283,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5526567627047865,0.6465719006856074,0.008722534203460778,0.44445606232621454,23.596036562926507,0.6221467664452173,-0.6118615121875485,4.867063443021e-22,114,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T09:29:59.666451+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.548631164313619,0.643554068483539,0.008671656330731772,0.4418714323614171,23.801479465467132,0.6209145704774506,-0.6186117467582,1.109435795058595e-22,115,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T09:37:07.650653+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-22T08:46:45.735147+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.361977618529773,1.384027919881095,2.118916193287075,1.206156155637772,5.4739291571343225,1.9224658502564533,0.3470319634703196,1.4038951177445357e-05,73,0.9315068493150684,2026-06-17T12:10:12.867076+00:00,2026-06-22T09:29:59.674599+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.320001120138532,2.2885728837226913,0.12809383495976961,1.5316157341177756,9.26297291259804,5.279394657339896,0.35010482180293495,0.0001857399410644854,54,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-22T09:29:59.686171+00:00 @@ -47,9 +47,9 @@ Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.70741 Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.0095431839867446,0.900199655023513,0.46512338467962056,0.6443933792150458,5.815987231928214,1.3373368634443579,-0.09090909090909091,0.5770090763883768,22,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-22T08:37:24.564477+00:00 Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5863805650829136,0.7534252109139925,0.08456828807948534,0.49570578207735494,-34.762694001780595,0.2117823333994972,-0.5497835497835497,0.00019663282712487727,22,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-22T08:37:24.576368+00:00 Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0449025253904412,0.9965460099802942,0.7821568044528728,0.5232184234706754,16.640459395546486,0.4658814006668225,-0.5064935064935064,0.0006916982505690321,22,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-22T08:37:24.587454+00:00 -Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5365013731718657,1.0408177561689296,0.014003936625375708,0.7180919892279564,16.25250807192288,1.7204472695846291,0.17241379310344826,0.18842793761423912,30,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-22T09:15:34.581671+00:00 +Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5365013731718657,1.0408177561689296,0.014003936625375708,0.7180919892279564,16.25250807192288,1.7204472695846291,0.17241379310344826,0.18842793761423912,30,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-22T09:37:07.672406+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.21160327629802392,0.5617661939340133,43.728244138972286,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6750238071078536,0.7648624319508671,0.010322264270167638,0.42813929758137337,3.3716377235034076e-16,0.5843173556077116,-0.6503648501785438,1.0855901994418888e-24,114,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T09:29:59.696224+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.671330124301875,0.7625614562105063,0.010275301081579041,0.42740767162173976,3.3423191346033793e-16,0.5830958575026918,-0.6552250190694127,3.0070403630736832e-25,115,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T09:37:07.694156+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-22T08:46:45.788725+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.4751587746020625,1.4323400699600182,2.085297060716286,1.2601092024968334,2.0119978878817704e-15,1.9410703864089744,0.3455098934550989,1.5308514726782013e-05,73,0.9315068493150684,2026-06-17T12:10:12.978229+00:00,2026-06-22T09:29:59.702991+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.953891542722745,2.44561693579257,0.13546716235166187,1.9872315975983394,-1.0990708508660501e-16,5.358999964245246,0.3179594689028651,0.0006875835829316464,54,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-22T09:29:59.712918+00:00 @@ -57,9 +57,9 @@ Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.63880 Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.1763716768161756,0.9756503322480914,0.48329284152684854,0.7728151673897071,-5.37506036661764e-18,1.3546824502225305,-0.03896103896103896,0.8236433617484156,22,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-22T08:37:24.621311+00:00 Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2887159829480344,0.5250757000348336,0.06075118188782016,0.37980995028357784,3.535411983885864e-17,0.11353997248456828,-0.03896103896103896,0.8236433617484156,22,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-22T08:37:24.632812+00:00 Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.457276015978245,1.1767290505021415,0.755757064923547,0.9188321704156253,-6.961145674196271e-17,0.7535642760358114,-0.37662337662337664,0.014016594956789027,22,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-22T08:37:24.646329+00:00 -Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8175161814239615,1.190237577780589,0.014404813360532254,0.6040368797576678,3.0570058919810994e-15,1.6993542435048314,0.23218390804597702,0.07421744084366233,30,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-22T09:15:34.608075+00:00 +Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8175161814239615,1.190237577780589,0.014404813360532254,0.6040368797576678,3.0570058919810994e-15,1.6993542435048314,0.23218390804597702,0.07421744084366233,30,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-22T09:37:07.708052+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.762985486197099,1.659058577581784,0.3440214741476295,1.3340371533213518,-1.3673782795539702e-15,0.392903069889937,0.0,1.0,4,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-20T17:12:57.021669+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.39027848987397035,0.5770696798125688,0.008033904984372474,0.3194502898000428,25.938884977191638,0.3409933464372893,0.24236871856847683,5.4627149872585775e-08,227,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T09:28:30.811307+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.38968916702096085,0.576757437026929,0.00802125940019992,0.3192496026317734,25.820211230926695,0.34035777635879233,0.24004946286420897,6.830846561764855e-08,228,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T09:36:02.647871+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-22T08:44:43.807089+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.28187692895258776,0.40427357923394963,0.7910903135661751,0.1988700245849426,73.56082568750286,0.4345802154347402,0.3805774278215223,2.2126930908046995e-10,127,0.952755905511811,2026-06-16T12:07:37.946365+00:00,2026-06-22T09:28:37.838786+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.496146816203857,1.8416475165320114,0.11219645128322019,1.0381323569061962,21.388014290192487,5.024500685951851,0.4555669050051073,2.5784131671813946e-10,89,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-22T09:28:43.013381+00:00 @@ -67,9 +67,9 @@ TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.71399813197908 TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.087830354511371,1.3171985402146238,0.36039842690258533,0.7581234549608871,26.03401890744055,5.006857317797552,-0.3003003003003003,0.008902487757162575,37,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-22T08:35:38.251086+00:00 TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.17209311856565038,0.3911341677293019,0.04355545730672921,0.20129844018198137,19.037501021268753,0.10810077505160262,0.2716927453769559,0.01633989233292463,38,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-22T08:35:42.987753+00:00 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8310259719624749,0.8878342703547224,0.6517964158228565,0.478149636247118,24.041965953054117,0.41084313462869126,-0.06984126984126984,0.5489599522157356,36,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-22T08:35:47.402773+00:00 -TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3667930635045271,0.8498846543476374,0.00904262720661097,0.5392341329046272,35.141098688947444,2.4097377471228985,0.11347517730496455,0.25525865328062625,48,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-22T09:14:29.895611+00:00 +TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3667930635045271,0.8498846543476374,0.00904262720661097,0.5392341329046272,35.141098688947444,2.4097377471228985,0.11347517730496455,0.25525865328062625,48,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-22T09:36:07.496057+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11425071179174143,0.31573923615630495,0.05766464594502302,0.18845260977496128,92.26142854095771,0.06887221261822019,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3313589016172277,0.5116387692760399,0.006970338920371021,0.27728661328927634,41.68661411405127,0.4528134464770392,0.00335312891366703,0.9405933087511043,223,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T09:29:48.959869+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3303917649428258,0.5108667383109327,0.006952229583854475,0.27687516260119976,41.66629217749976,0.45202884255222386,-0.00048046124279308133,0.9914606713726566,224,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T09:37:00.349045+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-22T08:46:19.644190+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.0951277693900034,0.2152883821247632,0.5255269031736527,0.1116519616197195,90.75015782701588,0.22281610940675184,0.15263571990558614,0.011936984486620351,124,0.9596774193548387,2026-06-16T12:08:08.243141+00:00,2026-06-22T09:29:53.667147+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.833416552680186,1.940456670529251,0.12122983658413027,1.2019751194500479,15.01242284208993,5.025785143007881,0.434733893557423,3.8478626297311286e-09,85,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-22T09:29:57.348274+00:00 @@ -77,9 +77,9 @@ Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.783262805242 Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.023114198415784,1.3355870963012428,0.388452985798161,0.7744341682772768,19.15197424754483,4.9861605053178195,-0.2580645161290323,0.03871954915377178,32,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-22T08:37:03.814020+00:00 Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.12675163124461394,0.3416387883882629,0.03836055050736732,0.17750474067908426,31.72778615528168,0.07593986599739894,0.5340909090909091,4.612427147600899e-06,33,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-22T08:37:10.229642+00:00 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9882589370124204,0.980125821361253,0.7169437386647775,0.5389389169322256,15.432495641468122,0.34736786299731903,0.12903225806451615,0.30963276552902624,32,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-22T08:37:21.012626+00:00 -Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5635977604104994,0.9516267392945561,0.01119320186331088,0.6232611230955126,24.316499984398593,2.4951146601035594,0.10359408033826638,0.32158905086929157,44,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-22T09:15:31.997755+00:00 +Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5635977604104994,0.9516267392945561,0.01119320186331088,0.6232611230955126,24.316499984398593,2.4951146601035594,0.10359408033826638,0.32158905086929157,44,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-22T09:37:05.095200+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.18668432749006483,0.40946779875447853,0.08608939886336613,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3394991660076131,0.5132694109011852,0.007165707016710066,0.3618728801276595,39.61760541154764,0.4096254911800424,0.04687266756232273,0.28783054296561883,232,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T09:27:33.431508+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.33877637948151146,0.5128417746113233,0.007146233954945976,0.36144098713017137,39.528206928642334,0.4088905979523186,0.04462039366582803,0.31056804749042777,233,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T09:35:05.991294+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-22T08:43:11.592953+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1175452844705349,0.2601206243761817,0.44457789477860116,0.1932930674522074,83.0211147670657,0.19534569447138922,0.06061742282214722,0.31213919016917646,127,0.952755905511811,2026-06-16T12:07:01.390017+00:00,2026-06-22T09:27:41.966759+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.118781626121778,1.742302988881098,0.11776353243357987,1.2022959071535764,25.99867894014813,4.8920752691263685,0.473015873015873,3.125450139641726e-11,91,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-22T09:27:47.904437+00:00 @@ -87,9 +87,9 @@ TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.25262521 TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.00295572734991,1.2748469437294696,0.31781194434796806,0.898677433667745,27.17518542230977,5.074518089578025,-0.4116059379217274,0.00022465449699957308,39,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-22T08:34:07.470823+00:00 TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.11746749791247693,0.3156831217407825,0.0425992008815325,0.2165058843277458,37.633808500311844,0.10207046507528382,0.17073170731707316,0.11584128145600416,41,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-22T08:34:20.117416+00:00 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8238989921391646,0.8855126996722796,0.5543125261243014,0.7184149277450587,25.341464562573485,0.3844275064449912,-0.033738191632928474,0.762330528090645,39,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-22T08:34:28.969764+00:00 -TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3028136892971376,0.8317336098291281,0.009395408829778542,0.6573929595365635,35.96446221317115,2.3556468671483355,0.09353741496598639,0.34303685333792155,49,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-22T09:13:33.860371+00:00 +TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3028136892971376,0.8317336098291281,0.009395408829778542,0.6573929595365635,35.96446221317115,2.3556468671483355,0.09353741496598639,0.34303685333792155,49,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-22T09:35:11.947130+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804613,0.36546156650664174,0.06104947786298641,0.291763171778512,90.24883372109772,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3048834672000222,0.5058619093382717,0.007120646693394152,0.29143981511532674,37.67645122519663,0.2846523388812733,0.049308292758327536,0.2677336208269009,228,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T09:28:14.621742+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.30410071055634424,0.505200705903923,0.007102624500263352,0.2911713761200417,37.656700219322886,0.2842743090341263,0.045123726346433767,0.3093930186940752,229,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T09:35:47.567889+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-22T08:44:17.325728+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.17799873986049886,0.2825260225402411,0.4699438188423442,0.15304745945178047,84.79303416322159,0.3792527804485566,0.2977777777777778,7.611733026767234e-07,126,0.9523809523809523,2026-06-16T12:07:21.772238+00:00,2026-06-22T09:28:18.523962+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.372862589796351,1.8351521543115736,0.11450434082865732,1.0520436348505453,19.56635553848896,4.887558423648841,0.34798534798534797,1.0328844481367143e-06,91,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-22T09:28:22.467740+00:00 @@ -97,5 +97,5 @@ Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.51033463 Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.2226164214271753,1.2819379318573034,0.32212718392414935,0.7596282621746742,33.94733633795122,5.582442607084079,-0.4414414414414415,0.00012045853974286827,37,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-22T08:35:06.894733+00:00 Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.19647220401163107,0.4186321843201908,0.04576638530513154,0.2083754543479648,10.573856634715977,0.12519660223131945,0.02294197031039136,0.8370667917810841,39,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-22T08:35:13.027059+00:00 Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8568420099579209,0.9025556362543606,0.6496336270646061,0.4843968412194905,24.14036062619277,0.39569805157235827,-0.08392603129445235,0.4582434363235117,38,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-22T08:35:18.122046+00:00 -Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.1840134350364846,0.7790589614277971,0.007437298500390757,0.43948743908460647,39.16194688784857,2.2967222555876563,0.10034013605442176,0.30908654982963,49,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-22T09:14:12.743729+00:00 +Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.1840134350364846,0.7790589614277971,0.007437298500390757,0.43948743908460647,39.16194688784857,2.2967222555876563,0.10034013605442176,0.30908654982963,49,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-22T09:35:52.807871+00:00 Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.20884273948671156,0.4257444836499963,0.08818982522121456,0.23601075587655068,86.41820937856471,0.131980021605452,0.3333333333333334,0.75,4,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-21T18:43:58.902614+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 44fdb77fcb832fd4920b46b7874aa20bc8cd839f..683e790cb1c97d3c722e04173318c87079674b44 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T09:29:59.817243+00:00", + "generated_at": "2026-06-22T09:37:07.852889+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 27a9b4bfbc84e29566425b19e8bbb0f0aba841b4..0a1a0e44ef198564b210c1a4656a9f62fb1765aa 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ARIMA,0.5561188328394827,0.6832085027786479,7.0,1,1,1.0 Air Quality,Moving-Average,0.9074499942012024,0.8868031162078837,8.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Air Quality,ETS,2.2737662667380385,1.47304955463974,10.0,1,1,1.0 -Finance,ETS,0.3512309689097784,0.38915245503648216,1.0,1,1,1.0 -Finance,Moving-Average,0.359518700788116,0.394526133107245,2.0,1,1,1.0 -Finance,Timer-S1,0.459105587045185,0.5818635728057789,3.0,1,1,1.0 -Finance,TimesFM-2.5,0.6820229399180637,0.6098864031839402,4.0,1,1,1.0 -Finance,Toto-2.0-1B,0.5013758676084938,0.7230329910104218,5.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.49530547000914127,0.7446073796680515,6.0,1,1,1.0 -Finance,TiRex,1.0201109896356748,0.7792392278229878,7.0,1,1,1.0 -Finance,Chronos-2,0.47489713471612316,0.9165002611713935,8.0,1,1,1.0 +Finance,ETS,0.35032702894504403,0.3884935656604713,1.0,1,1,1.0 +Finance,Moving-Average,0.35849289014133523,0.3937990196344811,2.0,1,1,1.0 +Finance,Timer-S1,0.4584222024640297,0.5806679278032808,3.0,1,1,1.0 +Finance,TimesFM-2.5,0.683675168730499,0.6116835802846535,4.0,1,1,1.0 +Finance,Toto-2.0-1B,0.5020261858594401,0.723520721351657,5.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.5645739524546699,0.7345333393219917,6.0,1,1,1.0 +Finance,TiRex,1.0226277264003296,0.7797149186893704,7.0,1,1,1.0 +Finance,Chronos-2,0.4722191134091369,0.9152329364012337,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.7170953416543744,1.3613282555368682,10.0,1,1,1.0 +Finance,ARIMA,1.721663772619122,1.3591088407865217,10.0,1,1,1.0 Hazards,Chronos-2,0.4136596946659232,0.5345901917433449,1.0,1,1,1.0 Hazards,ARIMA,0.5432760421688894,0.5776776160614547,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.4662773488307613,0.5798657798469744,3.0,1,1,1.0 @@ -38,7 +38,7 @@ Hydrology,TimesFM-2.5,0.48629070274754016,0.9754046102282341,6.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 Hydrology,Timer-S1,1.18112158955447,1.3626299679856955,8.0,1,1,1.0 Hydrology,Moving-Average,1.073310000339944,1.4548679420440118,9.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,4.563871887336905,2.0089639041409493,10.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,4.195245948352111,1.9659268916560928,10.0,1,1,1.0 Ocean,Toto-2.0-1B,0.10078893003855598,0.2710181243531867,2.0,2,2,1.0 Ocean,ARIMA,0.11832705378534977,0.3137458214477494,3.0,2,2,1.0 Ocean,ETS,0.09680595058673958,0.22451477089392005,3.0,2,2,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 576b86d9fd4ae2abb6307b6051f8b41b2f295c72..15ad0bc96a5634bbc168311b7442079aaeaea65e 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -18,7 +18,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 15min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 15min,Timer-S1,1.18112158955447,1.3626299679856955,8.0,1,1,1.0 15min,Moving-Average,1.073310000339944,1.4548679420440118,9.0,1,1,1.0 -15min,Moirai-1.1-Large,4.563871887336905,2.0089639041409493,10.0,1,1,1.0 +15min,Moirai-1.1-Large,4.195245948352111,1.9659268916560928,10.0,1,1,1.0 1D,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 1D,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 1D,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Moirai-1.1-Large,1.0677972459156009,0.6226713339524698,3.0,6,6,1.0 -1h,Chronos-2,0.6486163207513206,0.5970947916276365,3.1666666666666665,6,6,1.0 -1h,Toto-2.0-1B,0.618504461628594,0.7927718986375755,4.333333333333333,6,6,1.0 -1h,TiRex,0.957022348265739,0.8244809726590485,5.0,6,6,1.0 -1h,Timer-S1,0.8512733777338373,0.7362188737487431,5.0,6,6,1.0 -1h,Moving-Average,0.862959381954996,0.8312232575924601,5.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.7214826509309731,0.8344647321830159,6.0,6,6,1.0 +1h,Moirai-1.1-Large,1.0913483979109626,0.6212592983923171,3.0,6,6,1.0 +1h,Chronos-2,0.6480052748063585,0.5969571031094785,3.1666666666666665,6,6,1.0 +1h,Toto-2.0-1B,0.6186380964115896,0.792861002519194,4.333333333333333,6,6,1.0 +1h,TiRex,0.9574154592679913,0.8245648361533578,5.0,6,6,1.0 +1h,Timer-S1,0.8510620580675146,0.7359665204846462,5.0,6,6,1.0 +1h,Moving-Average,0.8625485145064982,0.830967736590078,5.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.7217736609253179,0.8348740551017224,6.0,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.166666666666667,6,6,1.0 -1h,ETS,2.441971285287424,1.2428901125875198,7.666666666666667,6,6,1.0 -1h,ARIMA,2.1297605114619698,1.335183427931002,7.833333333333333,6,6,1.0 +1h,ETS,2.440922703557355,1.242539133851112,7.666666666666667,6,6,1.0 +1h,ARIMA,2.130703857973284,1.3348203828938998,7.833333333333333,6,6,1.0 6min,Timer-S1,0.020086373667969334,0.07649484032738586,1.0,1,1,1.0 6min,Toto-2.0-1B,0.028637667076663913,0.13891946769275207,2.0,1,1,1.0 6min,ARIMA,0.04046202906712809,0.1763359195775882,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index db687afab582b585b9fd2bc772d2f75719d67a0e..d138f38f7bdc77a4225b1c5768ea8cbc6684dcd1 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,15 +9,15 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.6362700600054437,0.6387318756745684,3.4285714285714284,7,7,1.0 -24,Moirai-1.1-Large,1.3140426471460744,0.7360921656794213,4.0,7,7,1.0 -24,Toto-2.0-1B,0.6132940375288773,0.766888114263057,4.142857142857143,7,7,1.0 -24,TiRex,0.8907537739970797,0.8421426882250636,4.857142857142857,7,7,1.0 -24,Timer-S1,0.8920454622037546,0.8039014323189794,5.428571428571429,7,7,1.0 -24,TimesFM-2.5,0.6819463176568362,0.8532776866113767,6.0,7,7,1.0 -24,Moving-Average,0.8902744312071613,0.9004240759358545,6.285714285714286,7,7,1.0 -24,ETS,1.5860006739291692,1.0855029777270668,6.714285714285714,7,7,1.0 -24,ARIMA,1.819656939556958,1.1665357532893619,7.0,7,7,1.0 +24,Chronos-2,0.63575624128198,0.638605625090091,3.4285714285714284,7,7,1.0 +24,Moirai-1.1-Large,1.3228342073570016,0.7323919113409096,4.0,7,7,1.0 +24,Toto-2.0-1B,0.613407614929983,0.7669619948108602,4.142857142857143,7,7,1.0 +24,TiRex,0.8910673849775809,0.8422161105367401,4.857142857142857,7,7,1.0 +24,Timer-S1,0.8918556523456376,0.8036652384463885,5.428571428571429,7,7,1.0 +24,TimesFM-2.5,0.6821820791647606,0.8536364321106263,6.0,7,7,1.0 +24,Moving-Average,0.8899110995302177,0.9001868190845742,6.285714285714286,7,7,1.0 +24,ETS,1.5854169175574042,1.0852402287322074,6.714285714285714,7,7,1.0 +24,ARIMA,1.820347766818575,1.1662638720312117,7.0,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.142857142857143,7,7,1.0 60,Timer-S1,0.020086373667969334,0.07649484032738586,1.0,1,1,1.0 60,Toto-2.0-1B,0.028637667076663913,0.13891946769275207,2.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 00865bbd3066431e15ec4a8601dbfc773586c754..4c866a4d9ea54e65b6bf01017e8392fa25d901aa 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Toto-2.0-1B,0.3571025474930447,0.5548188926489019,3.7,10,10,1.0 -Overall,Chronos-2,0.43317706851298415,0.5326858908263659,4.0,10,10,1.0 -Overall,Moirai-1.1-Large,0.814116122335292,0.5901979404283958,4.5,10,10,1.0 -Overall,Timer-S1,0.4821525482189875,0.5596788798017306,4.6,10,10,1.0 -Overall,TiRex,0.5539985543087992,0.6530627203960896,4.9,10,10,1.0 -Overall,TimesFM-2.5,0.4503859662632381,0.6726456508678508,6.1,10,10,1.0 -Overall,ARIMA,0.8918532813743998,0.8108431612567226,6.2,10,10,1.0 -Overall,ETS,0.7874240073207144,0.7287450650296208,6.2,10,10,1.0 -Overall,Moving-Average,0.8274012550057114,0.8570862623916549,6.9,10,10,1.0 +Overall,Toto-2.0-1B,0.3571488390842604,0.554856307248829,3.7,10,10,1.0 +Overall,Chronos-2,0.4329321708965063,0.5326121858318169,4.0,10,10,1.0 +Overall,Moirai-1.1-Large,0.8179250794762534,0.5881195689462447,4.5,10,10,1.0 +Overall,Timer-S1,0.4820807310725351,0.5595637674504355,4.6,10,10,1.0 +Overall,TiRex,0.5541350809254948,0.6531025760212196,4.9,10,10,1.0 +Overall,TimesFM-2.5,0.4504949553674032,0.6728435997557862,6.1,10,10,1.0 +Overall,ARIMA,0.8920902804628252,0.8107108699521128,6.2,10,10,1.0 +Overall,ETS,0.7872211181164976,0.728621584216491,6.2,10,10,1.0 +Overall,Moving-Average,0.8271648698677305,0.8569281698416787,6.9,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.9,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index cd9b177d6c94c4704ee6f732fa1043685a7f9908..7cc46c0938c35243afb414b918f7ec12d0c262d4 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,276069.04678999353,349085.31344184163,559.6638095841032,0.5307902265630581,0.00872139786589736,0.008763388194648105,7.295515446969989,525.4227315124399,0.008197294148183433,0.008731500553940532,0.007353775848709017,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,276990.1246205827,348300.36547263624,558.9961663549366,0.5301570276768625,0.008711082199202408,0.008752977312089455,7.2701874915221625,526.2985128428378,0.008211043572279562,0.008721175847305229,0.007343436700412866,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.03548678993955712,0.033817536948768094,0.1577091030325108,0.4280242149905505,0.2113691578043629,0.18304661539924846,15.303772717683332,0.18837937769181934,0.20665074914661238,0.17300569036928046,0.16985676207772968,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.026817743905536564,0.03491689238181925,0.16004068298681476,1.6004072515998995,0.09664158012093557,0.10313768154309577,15.508549047156935,0.16376124054713484,0.10235077805332896,0.10002542951652821,0.08155536915392698,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index b4320d86dcf7b2b8eeacea8788bacc19408e8d01..ec2924b8346b68cb6e8b4d9f0c2596c43aa8fe35 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T09:29:59.405766+00:00", + "evaluated_at": "2026-06-22T09:37:07.501025+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64136.01171875 + 64119.98828125 ], "p50": [ 63559.76652689737, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b7240f4ad006a5884f0d2475cdc3cdc46cb6e76b..712919e90f6a04374ae8c915704b206a4c76c6f8 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T09:15:34.407931+00:00", + "evaluated_at": "2026-06-22T09:37:07.538493+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 8abf5f90ee585c0540cea59b98ccca51263761f5..244cd708a6b82938f95bbe56225254ce508369f5 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T09:29:59.532658+00:00", + "evaluated_at": "2026-06-22T09:37:07.553458+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 912e6610ca2e09177fd3a112ee6351bd6d9bcdb6..2dad8fdf632b80a31bee2db0164fa953a8eadf84 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,76352.42850176494,76352.42850176494,201.47347005208334,0.19107926398682107,0.0031484065485043087,0.00314647571435992,2.132980924999326,276.3194320017413,0.004310951025010261,0.003143254370282324,0.004950854034304764,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,75973.04023679097,75973.04023679097,200.80582682291666,0.19044606510062537,0.003138041572443452,0.0031360646623898765,2.132980924999326,275.63207403491884,0.004300272401670921,0.0031328710862288936,0.004945119134613246,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.08181057433153048,0.08181057433153048,0.2472238024075826,0.6709680793167073,0.34073797691423724,0.4593118999336155,9.438863361593924,0.28602547846569626,0.3137677814004224,0.2712026369360898,0.22882651485786448,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.0555314584600421,0.0555314584600421,0.20204097363683912,2.020410268777352,0.12210994617032804,0.1328141577048969,24.738602666960688,0.235651137192338,0.1472819646468509,0.12627561186818578,0.10680732393251059,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 53ab51c9f8242b8fe5c4f3eefee35fad3c244ce1..4578ab6e4c0aa3ba0a2611dfb86f0340305b1644 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T09:26:52.927626+00:00", + "evaluated_at": "2026-06-22T09:34:35.553506+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64136.01171875 + 64119.98828125 ], "p50": [ 64220.76953125, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 14bd0fd2e9eb86af3315d55c02421128fba635d9..df60418e3c43720742ec63c36861ba36aaa4f964 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T09:12:56.966386+00:00", + "evaluated_at": "2026-06-22T09:34:42.524122+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index bc7ff3fcd93202b79c4a5f1a8b113aa3df98998b..3ccfe6a7332c4f43406145db6489260478043176 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T09:27:06.152685+00:00", + "evaluated_at": "2026-06-22T09:34:46.593779+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index cf0f3f1f0e4b28757b1b3e13b2b8f42d7c9277ac..f6eb65c2f95b365b51375440278e99e871896a26 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,56469.781518728145,57721.33017787707,155.07175653089567,0.1470714585667636,0.002425776428397195,0.00242183822435132,1.5901409095116936,237.6337129254352,0.0037074023020807426,0.0024193258611026444,0.0021021674336617305,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,56362.4146297893,57630.20850917353,154.404113301729,0.14643825968056795,0.0024153764038763333,0.002411427124011938,1.5901409095116936,237.40769707359806,0.0037039149788515094,0.0024089349886464158,0.0020990797957685264,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.10549307275973509,0.10457602482093861,0.19886760751184562,0.539728842251798,0.28413843577158554,0.4561036221849084,18.572562334337498,0.3247969715987744,0.35629981542482014,0.21815625774360992,0.21078201985172923,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.006038109962119105,0.0060222225063593475,0.06247886298780206,0.6247887945194095,0.03864889278322815,0.038900459580349676,6.188546543101615,0.07770527628236776,0.04856579896303416,0.03904929040182921,0.033653928935313944,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index ada62eb4cba2d6a3fd64b091b54da021078d99f9..bad8be646cdcd547391ab8d440df7f82f982ffcc 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T09:29:59.590501+00:00", + "evaluated_at": "2026-06-22T09:37:07.597828+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64136.01171875 + 64119.98828125 ], "p50": [ 64251.11513158405, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ad27b7bfe1713413d33eecaf5511486cb5f88681..727591746f5c85398529cd8e34497b9b592067e4 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T09:15:34.516479+00:00", + "evaluated_at": "2026-06-22T09:37:07.625843+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index d80c9c70c33ee4787d21ea13835f085994df66f9..f774499a0650a1c1a84c7a05f7131c0c9a0ff1f4 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T09:29:59.661458+00:00", + "evaluated_at": "2026-06-22T09:37:07.633976+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index a016e028dbc731b83470af88312b2bbaa4f14f89..b25c37307534cab804d517b3dda54957aa1de596 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1774,3 +1774,5 @@ {"evaluated_at": "2026-06-22T09:30:02.599776+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T09:30:02.599776+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T09:30:02.599776+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T09:37:10.997502+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T09:37:10.997502+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 0ebaf088ff5b864d5c8e5553c6f082b721f623b8..bce0663f322da7d092388ba5dbec74e4bd73293b 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,79633.61477851868,74961.22839434941,189.512451171875,0.17973532533538547,0.002965546974347031,0.0029578544099181717,1.8172405917018732,282.1942855171215,0.004402606561504538,0.002956646551106305,0.004022303763330041,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,90831.5618502299,69573.55022668839,166.87752278645834,0.158268154222674,0.002612608379564743,0.002605496538976434,2.023029071989557,301.38274975557226,0.00470202143800359,0.0026035388233043755,0.003968776392133896,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.8749268564183694,1.919783327447438,1.1103617747624714,0.6527232665584383,0.042473731422662586,0.0438933323888314,6.965769391771874,1.369279685242708,0.052425163477285174,0.042512058119472534,0.03877620194359599,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.11753303401218838,0.0878972079760983,0.26097869674364726,0.7082990116298433,0.35766689860347206,0.28654464948292613,2.265623022390455,0.3428309116929049,0.37608291098538604,0.28629165174125815,0.175901347484248,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.0926987662585608,0.09029005446606818,0.2812533784243796,2.8125345253895953,0.17224269616141277,0.19045199366395474,50.714363830936264,0.30446472087675575,0.19029045558894792,0.17578336617190615,0.1523464186531681,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.024448837723904642 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,124.11202162990351,91.05329100552812,7.988354643185933,0.6904254179058613,0.44567182539911815,0.3339931487161513,4.667914578343796,11.140557509833316,0.5127006332425686,0.3676328119587007,0.25726505245811404,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.9413592777080642,1.7707806833265067,1.2455993096033733,0.6699309775256804,0.05214267363774545,0.05073409195813933,5.0674244312530705,1.3933266945365197,0.05854314343037184,0.05233610991938913,0.03685792665338586,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,16.49145963800322,14.076667821431613,3.0866506497065225,0.5887121768976679,0.5266532764561027,0.3673824360125524,4.912564757643946,4.060967820360465,0.5023877715909852,0.38185368862348734,0.29154503686867766,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,9565.114830543598,9123.866711707165,93.665771484375,1.4272879464285715,0.041325783909964865,0.04045515028903104,15.491477942088293,97.8014050540359,0.043084319407064274,0.041262454398403085,0.026636226017336253,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,8792.536300087968,8864.030358754719,92.58047993977864,1.410750170510913,0.040842924765077664,0.039996941341891,14.398664667038693,93.76852510351205,0.0413077203099172,0.04078435239637826,0.026065611687584127,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 0c90e717ec9210824bf682cff1d357a474fae82a..a55fb2436e53f8b8949d3aa2129f55536da7cfe3 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T09:29:15.152838+00:00", + "evaluated_at": "2026-06-22T09:36:34.674676+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64136.01171875 + 64119.98828125 ], "p50": [ - 64242.392578125, - 64262.732421875, - 64263.083984375, - 64199.10546875, - 64186.521484375, - 64204.5546875, - 64200.37109375, - 64238.58984375, - 64310.525390625, - 64181.248046875, - 64206.01953125, - 64183.126953125, - 64174.244140625, - 64180.857421875, - 64284.109375, - 64197.6796875, - 64198.390625, - 64116.01953125, - 64076.87890625, - 64237.044921875, - 64179.365234375, - 64188.56640625, - 64280.77734375, - 64342.26953125 + 64253.53515625, + 64240.876953125, + 64242.892578125, + 64211.48828125, + 64268.29296875, + 64231.01953125, + 64148.240234375, + 64264.748046875, + 64227.21875, + 64247.40234375, + 64217.861328125, + 64214.171875, + 64221.595703125, + 64233.271484375, + 64237.69140625, + 64337.318359375, + 64179.888671875, + 64122.486328125, + 64194.287109375, + 64269.73046875, + 64176.166015625, + 64188.275390625, + 64137.76953125, + 64213.61328125 ], "p10": [ - 63951.587890625, - 63898.4453125, - 63831.1015625, - 63562.43359375, - 63617.935546875, - 63534.580078125, - 63451.5703125, - 63503.20703125, - 63515.279296875, - 63616.099609375, - 63365.8125, - 63355.15625, - 63208.455078125, - 63108.126953125, - 63086.802734375, - 63049.767578125, - 63220.607421875, - 62866.177734375, - 62579.87109375, - 62684.486328125, - 63152.53515625, - 63051.091796875, - 62716.40625, - 63098.916015625 + 63997.71484375, + 63919.07421875, + 63761.3828125, + 63696.841796875, + 63717.31640625, + 63503.939453125, + 63279.8828125, + 63535.134765625, + 63502.140625, + 63358.51953125, + 63330.572265625, + 63482.767578125, + 63121.6328125, + 63236.125, + 63146.328125, + 62848.55078125, + 63077.15234375, + 63047.3125, + 63131.66796875, + 63209.630859375, + 62717.28125, + 62807.806640625, + 62826.79296875, + 62879.5625 ], "p90": [ - 64496.724609375, - 64651.025390625, - 64711.892578125, - 64693.904296875, - 64802.630859375, - 64756.248046875, - 65041.541015625, - 65005.52734375, - 65048.19921875, - 65112.09375, - 65242.544921875, - 65089.388671875, - 65513.392578125, - 65176.2578125, - 65413.162109375, - 65559.15625, - 65381.884765625, - 65376.294921875, - 65268.9375, - 65749.98046875, - 65790.046875, - 65586.01171875, - 65871.1875, - 66048.02734375 + 64486.873046875, + 64643.2109375, + 64693.564453125, + 64826.166015625, + 64823.12890625, + 64986.380859375, + 64939.318359375, + 64948.95703125, + 65159.791015625, + 65150.212890625, + 65100.484375, + 65260.775390625, + 65109.958984375, + 65294.869140625, + 65324.37890625, + 65644.796875, + 65343.30859375, + 65446.447265625, + 65354.5859375, + 65429.14453125, + 65521.275390625, + 65416.24609375, + 65570.6484375, + 65912.375 ], "mean": [ - 64233.3046875, - 64259.66015625, - 64268.734375, - 64121.15234375, - 64212.0703125, - 64176.80078125, - 64252.109375, - 64234.8671875, - 64273.52734375, - 64273.1640625, - 64248.515625, - 64206.30078125, - 64346.18359375, - 64116.4296875, - 64308.0546875, - 64258.86328125, - 64284.28515625, - 64205.015625, - 64016.640625, - 64157.875, - 64457.09765625, - 64304.421875, - 64238.1328125, - 64366.9296875 + 64247.453125, + 64270.0703125, + 64238.92578125, + 64233.5, + 64243.1171875, + 64259.7265625, + 64104.46875, + 64262.91015625, + 64362.140625, + 64232.28125, + 64198.484375, + 64322.76953125, + 64104.796875, + 64240.1953125, + 64200.42578125, + 64355.40234375, + 64224.59375, + 64254.6796875, + 64300.80859375, + 64246.49609375, + 64178.98046875, + 64157.75390625, + 64165.29296875, + 64297.5546875 ], "quantiles": { "0.1": [ - 63951.587890625, - 63898.4453125, - 63831.1015625, - 63562.43359375, - 63617.935546875, - 63534.580078125, - 63451.5703125, - 63503.20703125, - 63515.279296875, - 63616.099609375, - 63365.8125, - 63355.15625, - 63208.455078125, - 63108.126953125, - 63086.802734375, - 63049.767578125, - 63220.607421875, - 62866.177734375, - 62579.87109375, - 62684.486328125, - 63152.53515625, - 63051.091796875, - 62716.40625, - 63098.916015625 + 63997.71484375, + 63919.07421875, + 63761.3828125, + 63696.841796875, + 63717.31640625, + 63503.939453125, + 63279.8828125, + 63535.134765625, + 63502.140625, + 63358.51953125, + 63330.572265625, + 63482.767578125, + 63121.6328125, + 63236.125, + 63146.328125, + 62848.55078125, + 63077.15234375, + 63047.3125, + 63131.66796875, + 63209.630859375, + 62717.28125, + 62807.806640625, + 62826.79296875, + 62879.5625 ], "0.2": [ - 63951.587890625, - 63898.4453125, - 63831.1015625, - 63562.43359375, - 63617.935546875, - 63534.580078125, - 63451.5703125, - 63503.20703125, - 63515.279296875, - 63616.099609375, - 63365.8125, - 63355.15625, - 63208.455078125, - 63108.126953125, - 63086.802734375, - 63049.767578125, - 63220.607421875, - 62866.177734375, - 62579.87109375, - 62684.486328125, - 63152.53515625, - 63051.091796875, - 62716.40625, - 63098.916015625 + 63997.71484375, + 63919.07421875, + 63761.3828125, + 63696.841796875, + 63717.31640625, + 63503.939453125, + 63279.8828125, + 63535.134765625, + 63502.140625, + 63358.51953125, + 63330.572265625, + 63482.767578125, + 63121.6328125, + 63236.125, + 63146.328125, + 62848.55078125, + 63077.15234375, + 63047.3125, + 63131.66796875, + 63209.630859375, + 62717.28125, + 62807.806640625, + 62826.79296875, + 62879.5625 ], "0.3": [ - 63951.587890625, - 63898.4453125, - 63831.1015625, - 63562.43359375, - 63617.935546875, - 63534.580078125, - 63451.5703125, - 63503.20703125, - 63515.279296875, - 63616.099609375, - 63365.8125, - 63355.15625, - 63208.455078125, - 63108.126953125, - 63086.802734375, - 63049.767578125, - 63220.607421875, - 62866.177734375, - 62579.87109375, - 62684.486328125, - 63152.53515625, - 63051.091796875, - 62716.40625, - 63098.916015625 + 63997.71484375, + 63919.07421875, + 63761.3828125, + 63696.841796875, + 63717.31640625, + 63503.939453125, + 63279.8828125, + 63535.134765625, + 63502.140625, + 63358.51953125, + 63330.572265625, + 63482.767578125, + 63121.6328125, + 63236.125, + 63146.328125, + 62848.55078125, + 63077.15234375, + 63047.3125, + 63131.66796875, + 63209.630859375, + 62717.28125, + 62807.806640625, + 62826.79296875, + 62879.5625 ], "0.4": [ - 64242.392578125, - 64262.732421875, - 64263.083984375, - 64199.10546875, - 64186.521484375, - 64204.5546875, - 64200.37109375, - 64238.58984375, - 64310.525390625, - 64181.248046875, - 64206.01953125, - 64183.126953125, - 64174.244140625, - 64180.857421875, - 64284.109375, - 64197.6796875, - 64198.390625, - 64116.01953125, - 64076.87890625, - 64237.044921875, - 64179.365234375, - 64188.56640625, - 64280.77734375, - 64342.26953125 + 64253.53515625, + 64240.876953125, + 64242.892578125, + 64211.48828125, + 64268.29296875, + 64231.01953125, + 64148.240234375, + 64264.748046875, + 64227.21875, + 64247.40234375, + 64217.861328125, + 64214.171875, + 64221.595703125, + 64233.271484375, + 64237.69140625, + 64337.318359375, + 64179.888671875, + 64122.486328125, + 64194.287109375, + 64269.73046875, + 64176.166015625, + 64188.275390625, + 64137.76953125, + 64213.61328125 ], "0.5": [ - 64242.392578125, - 64262.732421875, - 64263.083984375, - 64199.10546875, - 64186.521484375, - 64204.5546875, - 64200.37109375, - 64238.58984375, - 64310.525390625, - 64181.248046875, - 64206.01953125, - 64183.126953125, - 64174.244140625, - 64180.857421875, - 64284.109375, - 64197.6796875, - 64198.390625, - 64116.01953125, - 64076.87890625, - 64237.044921875, - 64179.365234375, - 64188.56640625, - 64280.77734375, - 64342.26953125 + 64253.53515625, + 64240.876953125, + 64242.892578125, + 64211.48828125, + 64268.29296875, + 64231.01953125, + 64148.240234375, + 64264.748046875, + 64227.21875, + 64247.40234375, + 64217.861328125, + 64214.171875, + 64221.595703125, + 64233.271484375, + 64237.69140625, + 64337.318359375, + 64179.888671875, + 64122.486328125, + 64194.287109375, + 64269.73046875, + 64176.166015625, + 64188.275390625, + 64137.76953125, + 64213.61328125 ], "0.6": [ - 64242.392578125, - 64262.732421875, - 64263.083984375, - 64199.10546875, - 64186.521484375, - 64204.5546875, - 64200.37109375, - 64238.58984375, - 64310.525390625, - 64181.248046875, - 64206.01953125, - 64183.126953125, - 64174.244140625, - 64180.857421875, - 64284.109375, - 64197.6796875, - 64198.390625, - 64116.01953125, - 64076.87890625, - 64237.044921875, - 64179.365234375, - 64188.56640625, - 64280.77734375, - 64342.26953125 + 64253.53515625, + 64240.876953125, + 64242.892578125, + 64211.48828125, + 64268.29296875, + 64231.01953125, + 64148.240234375, + 64264.748046875, + 64227.21875, + 64247.40234375, + 64217.861328125, + 64214.171875, + 64221.595703125, + 64233.271484375, + 64237.69140625, + 64337.318359375, + 64179.888671875, + 64122.486328125, + 64194.287109375, + 64269.73046875, + 64176.166015625, + 64188.275390625, + 64137.76953125, + 64213.61328125 ], "0.7": [ - 64242.392578125, - 64262.732421875, - 64263.083984375, - 64199.10546875, - 64186.521484375, - 64204.5546875, - 64200.37109375, - 64238.58984375, - 64310.525390625, - 64181.248046875, - 64206.01953125, - 64183.126953125, - 64174.244140625, - 64180.857421875, - 64284.109375, - 64197.6796875, - 64198.390625, - 64116.01953125, - 64076.87890625, - 64237.044921875, - 64179.365234375, - 64188.56640625, - 64280.77734375, - 64342.26953125 + 64253.53515625, + 64240.876953125, + 64242.892578125, + 64211.48828125, + 64268.29296875, + 64231.01953125, + 64148.240234375, + 64264.748046875, + 64227.21875, + 64247.40234375, + 64217.861328125, + 64214.171875, + 64221.595703125, + 64233.271484375, + 64237.69140625, + 64337.318359375, + 64179.888671875, + 64122.486328125, + 64194.287109375, + 64269.73046875, + 64176.166015625, + 64188.275390625, + 64137.76953125, + 64213.61328125 ], "0.8": [ - 64496.724609375, - 64651.025390625, - 64711.892578125, - 64693.904296875, - 64802.630859375, - 64756.248046875, - 65041.541015625, - 65005.52734375, - 65048.19921875, - 65112.09375, - 65242.544921875, - 65089.388671875, - 65513.392578125, - 65176.2578125, - 65413.162109375, - 65559.15625, - 65381.884765625, - 65376.294921875, - 65268.9375, - 65749.98046875, - 65790.046875, - 65586.01171875, - 65871.1875, - 66048.02734375 + 64486.873046875, + 64643.2109375, + 64693.564453125, + 64826.166015625, + 64823.12890625, + 64986.380859375, + 64939.318359375, + 64948.95703125, + 65159.791015625, + 65150.212890625, + 65100.484375, + 65260.775390625, + 65109.958984375, + 65294.869140625, + 65324.37890625, + 65644.796875, + 65343.30859375, + 65446.447265625, + 65354.5859375, + 65429.14453125, + 65521.275390625, + 65416.24609375, + 65570.6484375, + 65912.375 ], "0.9": [ - 64496.724609375, - 64651.025390625, - 64711.892578125, - 64693.904296875, - 64802.630859375, - 64756.248046875, - 65041.541015625, - 65005.52734375, - 65048.19921875, - 65112.09375, - 65242.544921875, - 65089.388671875, - 65513.392578125, - 65176.2578125, - 65413.162109375, - 65559.15625, - 65381.884765625, - 65376.294921875, - 65268.9375, - 65749.98046875, - 65790.046875, - 65586.01171875, - 65871.1875, - 66048.02734375 + 64486.873046875, + 64643.2109375, + 64693.564453125, + 64826.166015625, + 64823.12890625, + 64986.380859375, + 64939.318359375, + 64948.95703125, + 65159.791015625, + 65150.212890625, + 65100.484375, + 65260.775390625, + 65109.958984375, + 65294.869140625, + 65324.37890625, + 65644.796875, + 65343.30859375, + 65446.447265625, + 65354.5859375, + 65429.14453125, + 65521.275390625, + 65416.24609375, + 65570.6484375, + 65912.375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 2cce8fc32fef54f1f47cfaae14b983d4d82e4092..f34eb1cf0127b75c1ab5f6f726ce506969f23521 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T09:15:04.242335+00:00", + "evaluated_at": "2026-06-22T09:36:42.135578+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,343 +130,343 @@ 2260.0 ], "p50": [ - 2357.6318359375, - 2364.767578125, - 2353.99951171875, - 2364.9442138671875, - 2363.1556396484375, - 2362.2935791015625, - 2367.1259765625, - 2359.167236328125, - 2365.8631591796875, - 2363.391357421875, - 2361.3787841796875, - 2358.162109375, - 2361.3651123046875, - 2363.823974609375, - 2359.8485107421875, - 2356.3170166015625, - 2367.7066650390625, - 2359.3214111328125, - 2358.8140869140625, - 2363.2333984375, - 2360.6611328125, - 2362.3748779296875, - 2363.0963134765625, - 2354.8934326171875 + 2360.878173828125, + 2368.3680419921875, + 2364.2269287109375, + 2363.7955322265625, + 2361.72607421875, + 2371.0904541015625, + 2367.802001953125, + 2360.903076171875, + 2363.51025390625, + 2358.2991943359375, + 2362.1236572265625, + 2363.989990234375, + 2365.942138671875, + 2369.2393798828125, + 2362.810546875, + 2361.848876953125, + 2361.0399169921875, + 2362.91943359375, + 2356.6219482421875, + 2357.9656982421875, + 2362.138427734375, + 2358.3692626953125, + 2364.5235595703125, + 2359.70751953125 ], "p10": [ - 2296.963134765625, - 2290.55859375, - 2293.100830078125, - 2299.4383544921875, - 2288.8641357421875, - 2296.3253173828125, - 2292.289306640625, - 2305.8719482421875, - 2304.375244140625, - 2288.9849853515625, - 2283.7930908203125, - 2291.9925537109375, - 2281.3323974609375, - 2291.2386474609375, - 2286.4581298828125, - 2275.087158203125, - 2282.304443359375, - 2282.1348876953125, - 2287.22900390625, - 2287.158935546875, - 2274.6121826171875, - 2292.4166259765625, - 2271.621826171875, - 2284.8660888671875 + 2292.9232177734375, + 2299.59375, + 2308.2156982421875, + 2292.7027587890625, + 2296.7919921875, + 2300.107177734375, + 2300.6741943359375, + 2287.1126708984375, + 2295.0645751953125, + 2301.58251953125, + 2306.6715087890625, + 2304.6422119140625, + 2294.140869140625, + 2302.0908203125, + 2276.086181640625, + 2279.0006103515625, + 2260.0902099609375, + 2267.0380859375, + 2279.4932861328125, + 2290.83056640625, + 2260.657958984375, + 2278.2996826171875, + 2291.6707763671875, + 2293.33544921875 ], "p90": [ - 2423.1644287109375, - 2420.8060302734375, - 2423.4434814453125, - 2425.572509765625, - 2420.30322265625, - 2441.6082763671875, - 2441.021728515625, - 2425.563232421875, - 2424.5711669921875, - 2427.5833740234375, - 2438.8934326171875, - 2433.1116943359375, - 2438.534912109375, - 2438.3851318359375, - 2440.9984130859375, - 2439.174072265625, - 2436.1109619140625, - 2455.93798828125, - 2447.404052734375, - 2475.850830078125, - 2448.45166015625, - 2445.0386962890625, - 2436.69873046875, - 2434.5946044921875 + 2416.8045654296875, + 2435.052490234375, + 2448.42822265625, + 2439.1343994140625, + 2436.6004638671875, + 2427.2757568359375, + 2425.813720703125, + 2438.27978515625, + 2433.904052734375, + 2436.7626953125, + 2426.12841796875, + 2435.37255859375, + 2446.2747802734375, + 2445.4097900390625, + 2443.1357421875, + 2449.421875, + 2435.3463134765625, + 2428.1097412109375, + 2435.5712890625, + 2434.3594970703125, + 2430.5931396484375, + 2439.3795166015625, + 2439.915771484375, + 2420.5755615234375 ], "mean": [ - 2357.37646484375, - 2361.11181640625, - 2361.3466796875, - 2368.543701171875, - 2360.55078125, - 2366.942626953125, - 2370.12548828125, - 2367.68994140625, - 2366.845703125, - 2357.613037109375, - 2364.72119140625, - 2362.14501953125, - 2363.673583984375, - 2358.589111328125, - 2368.549072265625, - 2350.7197265625, - 2361.04833984375, - 2365.9287109375, - 2357.883056640625, - 2366.185546875, - 2365.48828125, - 2364.2939453125, - 2361.957275390625, - 2347.397705078125 + 2357.9755859375, + 2367.51025390625, + 2374.46875, + 2361.15625, + 2363.381591796875, + 2367.108154296875, + 2365.899169921875, + 2363.087890625, + 2364.296630859375, + 2365.40478515625, + 2367.37744140625, + 2372.9296875, + 2364.1474609375, + 2369.890869140625, + 2362.101318359375, + 2362.7177734375, + 2348.7333984375, + 2358.480224609375, + 2360.18798828125, + 2359.460205078125, + 2350.892333984375, + 2355.3642578125, + 2371.2109375, + 2365.76806640625 ], "quantiles": { "0.1": [ - 2296.963134765625, - 2290.55859375, - 2293.100830078125, - 2299.4383544921875, - 2288.8641357421875, - 2296.3253173828125, - 2292.289306640625, - 2305.8719482421875, - 2304.375244140625, - 2288.9849853515625, - 2283.7930908203125, - 2291.9925537109375, - 2281.3323974609375, - 2291.2386474609375, - 2286.4581298828125, - 2275.087158203125, - 2282.304443359375, - 2282.1348876953125, - 2287.22900390625, - 2287.158935546875, - 2274.6121826171875, - 2292.4166259765625, - 2271.621826171875, - 2284.8660888671875 + 2292.9232177734375, + 2299.59375, + 2308.2156982421875, + 2292.7027587890625, + 2296.7919921875, + 2300.107177734375, + 2300.6741943359375, + 2287.1126708984375, + 2295.0645751953125, + 2301.58251953125, + 2306.6715087890625, + 2304.6422119140625, + 2294.140869140625, + 2302.0908203125, + 2276.086181640625, + 2279.0006103515625, + 2260.0902099609375, + 2267.0380859375, + 2279.4932861328125, + 2290.83056640625, + 2260.657958984375, + 2278.2996826171875, + 2291.6707763671875, + 2293.33544921875 ], "0.2": [ - 2296.963134765625, - 2290.55859375, - 2293.100830078125, - 2299.4383544921875, - 2288.8641357421875, - 2296.3253173828125, - 2292.289306640625, - 2305.8719482421875, - 2304.375244140625, - 2288.9849853515625, - 2283.7930908203125, - 2291.9925537109375, - 2281.3323974609375, - 2291.2386474609375, - 2286.4581298828125, - 2275.087158203125, - 2282.304443359375, - 2282.1348876953125, - 2287.22900390625, - 2287.158935546875, - 2274.6121826171875, - 2292.4166259765625, - 2271.621826171875, - 2284.8660888671875 + 2292.9232177734375, + 2299.59375, + 2308.2156982421875, + 2292.7027587890625, + 2296.7919921875, + 2300.107177734375, + 2300.6741943359375, + 2287.1126708984375, + 2295.0645751953125, + 2301.58251953125, + 2306.6715087890625, + 2304.6422119140625, + 2294.140869140625, + 2302.0908203125, + 2276.086181640625, + 2279.0006103515625, + 2260.0902099609375, + 2267.0380859375, + 2279.4932861328125, + 2290.83056640625, + 2260.657958984375, + 2278.2996826171875, + 2291.6707763671875, + 2293.33544921875 ], "0.3": [ - 2296.963134765625, - 2290.55859375, - 2293.100830078125, - 2299.4383544921875, - 2288.8641357421875, - 2296.3253173828125, - 2292.289306640625, - 2305.8719482421875, - 2304.375244140625, - 2288.9849853515625, - 2283.7930908203125, - 2291.9925537109375, - 2281.3323974609375, - 2291.2386474609375, - 2286.4581298828125, - 2275.087158203125, - 2282.304443359375, - 2282.1348876953125, - 2287.22900390625, - 2287.158935546875, - 2274.6121826171875, - 2292.4166259765625, - 2271.621826171875, - 2284.8660888671875 + 2292.9232177734375, + 2299.59375, + 2308.2156982421875, + 2292.7027587890625, + 2296.7919921875, + 2300.107177734375, + 2300.6741943359375, + 2287.1126708984375, + 2295.0645751953125, + 2301.58251953125, + 2306.6715087890625, + 2304.6422119140625, + 2294.140869140625, + 2302.0908203125, + 2276.086181640625, + 2279.0006103515625, + 2260.0902099609375, + 2267.0380859375, + 2279.4932861328125, + 2290.83056640625, + 2260.657958984375, + 2278.2996826171875, + 2291.6707763671875, + 2293.33544921875 ], "0.4": [ - 2357.6318359375, - 2364.767578125, - 2353.99951171875, - 2364.9442138671875, - 2363.1556396484375, - 2362.2935791015625, - 2367.1259765625, - 2359.167236328125, - 2365.8631591796875, - 2363.391357421875, - 2361.3787841796875, - 2358.162109375, - 2361.3651123046875, - 2363.823974609375, - 2359.8485107421875, - 2356.3170166015625, - 2367.7066650390625, - 2359.3214111328125, - 2358.8140869140625, - 2363.2333984375, - 2360.6611328125, - 2362.3748779296875, - 2363.0963134765625, - 2354.8934326171875 + 2360.878173828125, + 2368.3680419921875, + 2364.2269287109375, + 2363.7955322265625, + 2361.72607421875, + 2371.0904541015625, + 2367.802001953125, + 2360.903076171875, + 2363.51025390625, + 2358.2991943359375, + 2362.1236572265625, + 2363.989990234375, + 2365.942138671875, + 2369.2393798828125, + 2362.810546875, + 2361.848876953125, + 2361.0399169921875, + 2362.91943359375, + 2356.6219482421875, + 2357.9656982421875, + 2362.138427734375, + 2358.3692626953125, + 2364.5235595703125, + 2359.70751953125 ], "0.5": [ - 2357.6318359375, - 2364.767578125, - 2353.99951171875, - 2364.9442138671875, - 2363.1556396484375, - 2362.2935791015625, - 2367.1259765625, - 2359.167236328125, - 2365.8631591796875, - 2363.391357421875, - 2361.3787841796875, - 2358.162109375, - 2361.3651123046875, - 2363.823974609375, - 2359.8485107421875, - 2356.3170166015625, - 2367.7066650390625, - 2359.3214111328125, - 2358.8140869140625, - 2363.2333984375, - 2360.6611328125, - 2362.3748779296875, - 2363.0963134765625, - 2354.8934326171875 + 2360.878173828125, + 2368.3680419921875, + 2364.2269287109375, + 2363.7955322265625, + 2361.72607421875, + 2371.0904541015625, + 2367.802001953125, + 2360.903076171875, + 2363.51025390625, + 2358.2991943359375, + 2362.1236572265625, + 2363.989990234375, + 2365.942138671875, + 2369.2393798828125, + 2362.810546875, + 2361.848876953125, + 2361.0399169921875, + 2362.91943359375, + 2356.6219482421875, + 2357.9656982421875, + 2362.138427734375, + 2358.3692626953125, + 2364.5235595703125, + 2359.70751953125 ], "0.6": [ - 2357.6318359375, - 2364.767578125, - 2353.99951171875, - 2364.9442138671875, - 2363.1556396484375, - 2362.2935791015625, - 2367.1259765625, - 2359.167236328125, - 2365.8631591796875, - 2363.391357421875, - 2361.3787841796875, - 2358.162109375, - 2361.3651123046875, - 2363.823974609375, - 2359.8485107421875, - 2356.3170166015625, - 2367.7066650390625, - 2359.3214111328125, - 2358.8140869140625, - 2363.2333984375, - 2360.6611328125, - 2362.3748779296875, - 2363.0963134765625, - 2354.8934326171875 + 2360.878173828125, + 2368.3680419921875, + 2364.2269287109375, + 2363.7955322265625, + 2361.72607421875, + 2371.0904541015625, + 2367.802001953125, + 2360.903076171875, + 2363.51025390625, + 2358.2991943359375, + 2362.1236572265625, + 2363.989990234375, + 2365.942138671875, + 2369.2393798828125, + 2362.810546875, + 2361.848876953125, + 2361.0399169921875, + 2362.91943359375, + 2356.6219482421875, + 2357.9656982421875, + 2362.138427734375, + 2358.3692626953125, + 2364.5235595703125, + 2359.70751953125 ], "0.7": [ - 2357.6318359375, - 2364.767578125, - 2353.99951171875, - 2364.9442138671875, - 2363.1556396484375, - 2362.2935791015625, - 2367.1259765625, - 2359.167236328125, - 2365.8631591796875, - 2363.391357421875, - 2361.3787841796875, - 2358.162109375, - 2361.3651123046875, - 2363.823974609375, - 2359.8485107421875, - 2356.3170166015625, - 2367.7066650390625, - 2359.3214111328125, - 2358.8140869140625, - 2363.2333984375, - 2360.6611328125, - 2362.3748779296875, - 2363.0963134765625, - 2354.8934326171875 + 2360.878173828125, + 2368.3680419921875, + 2364.2269287109375, + 2363.7955322265625, + 2361.72607421875, + 2371.0904541015625, + 2367.802001953125, + 2360.903076171875, + 2363.51025390625, + 2358.2991943359375, + 2362.1236572265625, + 2363.989990234375, + 2365.942138671875, + 2369.2393798828125, + 2362.810546875, + 2361.848876953125, + 2361.0399169921875, + 2362.91943359375, + 2356.6219482421875, + 2357.9656982421875, + 2362.138427734375, + 2358.3692626953125, + 2364.5235595703125, + 2359.70751953125 ], "0.8": [ - 2423.1644287109375, - 2420.8060302734375, - 2423.4434814453125, - 2425.572509765625, - 2420.30322265625, - 2441.6082763671875, - 2441.021728515625, - 2425.563232421875, - 2424.5711669921875, - 2427.5833740234375, - 2438.8934326171875, - 2433.1116943359375, - 2438.534912109375, - 2438.3851318359375, - 2440.9984130859375, - 2439.174072265625, - 2436.1109619140625, - 2455.93798828125, - 2447.404052734375, - 2475.850830078125, - 2448.45166015625, - 2445.0386962890625, - 2436.69873046875, - 2434.5946044921875 + 2416.8045654296875, + 2435.052490234375, + 2448.42822265625, + 2439.1343994140625, + 2436.6004638671875, + 2427.2757568359375, + 2425.813720703125, + 2438.27978515625, + 2433.904052734375, + 2436.7626953125, + 2426.12841796875, + 2435.37255859375, + 2446.2747802734375, + 2445.4097900390625, + 2443.1357421875, + 2449.421875, + 2435.3463134765625, + 2428.1097412109375, + 2435.5712890625, + 2434.3594970703125, + 2430.5931396484375, + 2439.3795166015625, + 2439.915771484375, + 2420.5755615234375 ], "0.9": [ - 2423.1644287109375, - 2420.8060302734375, - 2423.4434814453125, - 2425.572509765625, - 2420.30322265625, - 2441.6082763671875, - 2441.021728515625, - 2425.563232421875, - 2424.5711669921875, - 2427.5833740234375, - 2438.8934326171875, - 2433.1116943359375, - 2438.534912109375, - 2438.3851318359375, - 2440.9984130859375, - 2439.174072265625, - 2436.1109619140625, - 2455.93798828125, - 2447.404052734375, - 2475.850830078125, - 2448.45166015625, - 2445.0386962890625, - 2436.69873046875, - 2434.5946044921875 + 2416.8045654296875, + 2435.052490234375, + 2448.42822265625, + 2439.1343994140625, + 2436.6004638671875, + 2427.2757568359375, + 2425.813720703125, + 2438.27978515625, + 2433.904052734375, + 2436.7626953125, + 2426.12841796875, + 2435.37255859375, + 2446.2747802734375, + 2445.4097900390625, + 2443.1357421875, + 2449.421875, + 2435.3463134765625, + 2428.1097412109375, + 2435.5712890625, + 2434.3594970703125, + 2430.5931396484375, + 2439.3795166015625, + 2439.915771484375, + 2420.5755615234375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 0a8e0c779f38f22881ba630929e5fa7a1b95cd38..36700878b61141d3cd48a7c4605fab68d9f204d7 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T09:29:33.642452+00:00", + "evaluated_at": "2026-06-22T09:36:44.406592+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index eb71dc80ff8684a694480c1a16cae0d639d84368..f191b4359dede15865aa994e7400387a7380c6f6 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,57802.25629994751,56693.56705369296,184.52213256122073,0.17500246196167654,0.002881976589437389,0.0028811682594079625,1.5705342040062311,240.42099804290703,0.003750887660845107,0.0028787909367766107,0.002131195571331528,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,57676.18038728918,56583.73636127008,183.85448933205407,0.17436926307548087,0.0028715788396250024,0.0028707571604054856,1.5705342040062311,240.15865669862742,0.003746834061454814,0.0028684048805501915,0.002127745833583884,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.8584679368610171,0.862648576035649,0.8795542253485287,2.38711970081282,1.1499872986948847,0.6806128968896027,90.57601541072496,0.9265354482484829,1.0164023622833962,0.9648643169460636,0.9520956092757442,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06954940735658804,0.07054973954844654,0.24436940279629848,2.4436946719138497,0.1491445505982113,0.16308866146994971,27.223863561742217,0.263722216274223,0.16482638953779755,0.15273088079367317,0.1398183665005783,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index b2aabf2c74a3ebfa28e6e3664cfa34624fda2741..0cde9fe96ce1ce993124694b5e0b24b6041e8452 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T09:29:59.666451+00:00", + "evaluated_at": "2026-06-22T09:37:07.650653+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64136.01171875 + 64119.98828125 ], "p50": [ 64094.45840529057, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index eda5f2477420314de55f7157edf4f2ece07778ce..9f4beda0858e438eb99d790ea8e8abbb3e44612a 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T09:15:34.581671+00:00", + "evaluated_at": "2026-06-22T09:37:07.672406+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 01381a2473e1d09d1bd017d01b3925589378cedc..95f3f9245cdee435d0e1db0a10f00dc0e8e497aa 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T09:29:59.691217+00:00", + "evaluated_at": "2026-06-22T09:37:07.678051+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index fed7dc6b544df0b8ada4fd319fb555c6b096a24d..01bede68f48e91425df1c6c0e34225f743cf03b0 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T09:26:32.814225+00:00", - "finished_at": "2026-06-22T09:30:02.599298+00:00", - "task_count": 3, + "started_at": "2026-06-22T09:34:13.727219+00:00", + "finished_at": "2026-06-22T09:37:10.996812+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T09:27:06.152685+00:00", + "evaluated_at": "2026-06-22T09:34:46.593779+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T09:27:51.753997+00:00", + "evaluated_at": "2026-06-22T09:35:14.735364+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T09:28:25.288839+00:00", + "evaluated_at": "2026-06-22T09:35:55.556598+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T09:28:45.870284+00:00", + "evaluated_at": "2026-06-22T09:36:09.484123+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T09:29:33.642452+00:00", + "evaluated_at": "2026-06-22T09:36:44.406592+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T09:29:59.210101+00:00", + "evaluated_at": "2026-06-22T09:37:07.256745+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T09:29:59.532658+00:00", + "evaluated_at": "2026-06-22T09:37:07.553458+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T09:29:59.661458+00:00", + "evaluated_at": "2026-06-22T09:37:07.633976+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T09:29:59.691217+00:00", + "evaluated_at": "2026-06-22T09:37:07.678051+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T09:29:59.716723+00:00", + "evaluated_at": "2026-06-22T09:37:07.713458+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -283,7 +223,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T09:31:14.269116+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_093707.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_093707.json new file mode 100644 index 0000000000000000000000000000000000000000..0fe16d8667dfd1f4c89d6a8be99abb40b5f53e64 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_093707.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T09:37:07.501025+00:00", + "metrics": { + "MSE[mean]": 276990.1246205827, + "MSE[0.5]": 348300.36547263624, + "MAE[0.5]": 558.9961663549366, + "MASE[0.5]": 0.5301570276768625, + "MAPE[0.5]": 0.008711082199202408, + "sMAPE[0.5]": 0.008752977312089455, + "MSIS": 7.2701874915221625, + "RMSE[mean]": 526.2985128428378, + "NRMSE[mean]": 0.008211043572279562, + "ND[0.5]": 0.008721175847305229, + "mean_weighted_sum_quantile_loss": 0.007343436700412866 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64119.98828125 + ], + "predictions": { + "p50": [ + 63559.76652689737, + 63530.93030476162, + 63530.329977386944, + 63543.9405829739, + 63544.02392979111, + 63532.274715580286, + 63531.46835892158, + 63624.05373023242, + 63560.72848476895, + 63591.77681979891, + 63525.3291041687, + 63531.508441993385, + 63536.15204098863, + 63540.433530369024, + 63578.64169121282, + 63536.72262522171, + 63601.081275043805, + 63560.74366807124, + 63601.08143034227, + 63550.214433350586, + 63591.78590694931, + 63555.988800419495, + 63555.98880767345, + 63540.150131302056 + ], + "p10": [ + 63285.01668226729, + 63285.41260279345, + 63295.22826424731, + 63305.63667624596, + 63295.45171876953, + 63224.19921193756, + 63305.7990987822, + 63305.816644454826, + 63305.82708196766, + 63310.077913282475, + 63277.15585165519, + 63305.839181854004, + 63305.15891686989, + 63328.597962923996, + 63310.08635133062, + 63285.99356238126, + 63295.57386360298, + 63330.60345607759, + 63294.616005147924, + 63285.993915824605, + 63304.81554772249, + 63295.574086052264, + 63305.16082552715, + 63147.088418716725 + ], + "p90": [ + 63834.59383939482, + 63774.52611813255, + 63786.52820542122, + 63801.38459874993, + 63835.44873836191, + 63835.49831944626, + 63838.87469819799, + 63880.35822280107, + 63884.36011572263, + 63870.165249658436, + 63776.27871445864, + 63786.87081873428, + 63804.98649072605, + 63870.17322515621, + 63869.039285518884, + 63783.65699056818, + 63801.59009040059, + 63838.91786468575, + 63870.174281852065, + 63838.91795706919, + 63786.874015032125, + 63786.87402722618, + 63880.383975946104, + 63804.98840369852 + ], + "mean": [ + 64500.25999287074, + 63849.903691537955, + 64502.08851299874, + 64526.31442202228, + 64178.12863667734, + 63844.39187269569, + 64504.137003539865, + 64541.76258829472, + 64527.48821181961, + 63888.754779077964, + 63818.392704526836, + 64831.28609282812, + 64518.067698657134, + 64851.52876924726, + 64536.01456465818, + 64159.53814479293, + 64185.519033143464, + 64200.87112932678, + 64535.24609798901, + 63875.91868725346, + 64195.54785996879, + 63850.43217253236, + 63887.874322468946, + 64817.79792676009 + ], + "quantiles": { + "0.1": [ + 63285.01668226729, + 63285.41260279345, + 63295.22826424731, + 63305.63667624596, + 63295.45171876953, + 63224.19921193756, + 63305.7990987822, + 63305.816644454826, + 63305.82708196766, + 63310.077913282475, + 63277.15585165519, + 63305.839181854004, + 63305.15891686989, + 63328.597962923996, + 63310.08635133062, + 63285.99356238126, + 63295.57386360298, + 63330.60345607759, + 63294.616005147924, + 63285.993915824605, + 63304.81554772249, + 63295.574086052264, + 63305.16082552715, + 63147.088418716725 + ], + "0.2": [ + 63373.04483295105, + 63366.54580687747, + 63366.78133079618, + 63390.92707984743, + 63367.0047853184, + 63363.85178523863, + 63367.21104036561, + 63388.573349000115, + 63378.4489902882, + 63412.36177270485, + 63367.12174686656, + 63377.57265028143, + 63367.252430526016, + 63412.369748202625, + 63423.72628653441, + 63367.25394579347, + 63391.13257149809, + 63427.62123902869, + 63367.254264778494, + 63351.11421408803, + 63408.12324423486, + 63374.02209920087, + 63374.022106454824, + 63341.362653937074 + ], + "0.3": [ + 63456.564225246446, + 63451.276192744495, + 63427.06679843608, + 63453.276875129995, + 63441.0925218122, + 63448.59195745781, + 63451.814246904454, + 63453.45684333886, + 63468.38628974532, + 63468.39249877911, + 63428.03344609729, + 63441.21168060303, + 63448.66284225289, + 63453.481465383265, + 63472.716463375065, + 63448.66435752034, + 63465.14334368609, + 63472.716999595425, + 63451.85747131734, + 63441.214856402425, + 63472.71711247732, + 63428.03885183186, + 63452.995081255365, + 63438.011993606524 + ], + "0.4": [ + 63523.849854303, + 63495.21894823089, + 63495.4544721496, + 63523.860322427216, + 63509.85374934256, + 63509.75815758568, + 63498.76319048394, + 63530.65005330082, + 63524.81181217458, + 63524.05693718271, + 63474.56123031444, + 63495.797085462655, + 63495.79839255125, + 63513.39779805076, + 63528.53862218014, + 63498.8060959118, + 63526.77884437597, + 63526.778941749304, + 63513.398854746614, + 63522.07442554655, + 63529.11709405119, + 63498.80648204765, + 63509.83095103802, + 63513.398933466604 + ], + "0.5": [ + 63559.76652689737, + 63530.93030476162, + 63530.329977386944, + 63543.9405829739, + 63544.02392979111, + 63532.274715580286, + 63531.46835892158, + 63624.05373023242, + 63560.72848476895, + 63591.77681979891, + 63525.3291041687, + 63531.508441993385, + 63536.15204098863, + 63540.433530369024, + 63578.64169121282, + 63536.72262522171, + 63601.081275043805, + 63560.74366807124, + 63601.08143034227, + 63550.214433350586, + 63591.78590694931, + 63555.988800419495, + 63555.98880767345, + 63540.150131302056 + ], + "0.6": [ + 63634.192470075715, + 63600.89456248148, + 63605.65926375656, + 63629.021336033155, + 63607.60662868597, + 63607.65620977032, + 63607.685704405, + 63665.97045581245, + 63632.00111070019, + 63635.16063698108, + 63565.493380140324, + 63597.30397453754, + 63611.1247191264, + 63619.36450102543, + 63636.16608334003, + 63624.07908998765, + 63636.16652218706, + 63629.22692505715, + 63660.36610818534, + 63629.22701744059, + 63626.13849353329, + 63624.0794761235, + 63635.568546903814, + 63607.72900753787 + ], + "0.7": [ + 63675.46599816033, + 63635.5955172707, + 63645.64359019998, + 63676.47530620743, + 63680.99228449043, + 63649.28754653397, + 63664.545403547985, + 63697.77298825887, + 63677.99580136887, + 63685.08587917508, + 63638.45448028053, + 63649.9261408013, + 63681.71336700476, + 63697.79761030327, + 63681.11399047685, + 63674.44085511873, + 63689.71072242918, + 63678.01098467116, + 63710.76508471915, + 63689.71091218596, + 63681.11463957911, + 63681.11465177316, + 63690.10752258512, + 63676.68103187654 + ], + "0.8": [ + 63749.180838590284, + 63740.438780826364, + 63758.03034251257, + 63740.835695716225, + 63755.67282512206, + 63740.951597004874, + 63748.70554138523, + 63758.350418426446, + 63746.2702922825, + 63756.302287442886, + 63730.4764119823, + 63741.01691805813, + 63769.77856218786, + 63758.37504047085, + 63756.31072549103, + 63741.04102368032, + 63758.37594186824, + 63750.6741741467, + 63772.61788645125, + 63755.79515971229, + 63742.09023579103, + 63755.795192404796, + 63769.780470845115, + 63756.311398356505 + ], + "0.9": [ + 63834.59383939482, + 63774.52611813255, + 63786.52820542122, + 63801.38459874993, + 63835.44873836191, + 63835.49831944626, + 63838.87469819799, + 63880.35822280107, + 63884.36011572263, + 63870.165249658436, + 63776.27871445864, + 63786.87081873428, + 63804.98649072605, + 63870.17322515621, + 63869.039285518884, + 63783.65699056818, + 63801.59009040059, + 63838.91786468575, + 63870.174281852065, + 63838.91795706919, + 63786.874015032125, + 63786.87402722618, + 63880.383975946104, + 63804.98840369852 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_093435.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_093435.json new file mode 100644 index 0000000000000000000000000000000000000000..231ebc4f27fbbf7814c3b4119ed276849132ca9b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_093435.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T09:34:35.553506+00:00", + "metrics": { + "MSE[mean]": 75973.04023679097, + "MSE[0.5]": 75973.04023679097, + "MAE[0.5]": 200.80582682291666, + "MASE[0.5]": 0.19044606510062537, + "MAPE[0.5]": 0.003138041572443452, + "sMAPE[0.5]": 0.0031360646623898765, + "MSIS": 2.132980924999326, + "RMSE[mean]": 275.63207403491884, + "NRMSE[mean]": 0.004300272401670921, + "ND[0.5]": 0.0031328710862288936, + "mean_weighted_sum_quantile_loss": 0.004945119134613246 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64119.98828125 + ], + "predictions": { + "p50": [ + 64220.76953125, + 64224.53125, + 64233.8515625, + 64234.875, + 64234.5, + 64238.8984375, + 64233.1484375, + 64228.17578125, + 64220.91015625, + 64218.40234375, + 64184.79296875, + 64172.98046875, + 64152.09375, + 64120.44140625, + 64098.05078125, + 64089.30859375, + 64032.1015625, + 63995.6171875, + 63996.58203125, + 63951.109375, + 63919.00390625, + 63876.828125, + 63857.921875, + 63843.875 + ], + "p10": [ + 63905.63671875, + 63791.24609375, + 63696.8671875, + 63582.17578125, + 63492.60546875, + 63375.6328125, + 63245.875, + 63179.6796875, + 63114.578125, + 62996.29296875, + 62957.98046875, + 62881.5078125, + 62824.92578125, + 62737.12109375, + 62674.67578125, + 62596.53515625, + 62537.86328125, + 62498.8046875, + 62418.328125, + 62415.27734375, + 62356.6328125, + 62316.76171875, + 62262.484375, + 62276.1796875 + ], + "p90": [ + 64461.671875, + 64562.58984375, + 64646.58984375, + 64724.81640625, + 64782.08984375, + 64825.09375, + 64865.37109375, + 64923.26953125, + 64933.421875, + 64991.7578125, + 65026.96484375, + 65080.7578125, + 65126.7734375, + 65141.01953125, + 65177.3125, + 65209.51953125, + 65642.8203125, + 65659.15625, + 65648.3515625, + 65666.53125, + 65658.265625, + 65749.90625, + 65823.6640625, + 65784.1796875 + ], + "mean": [ + 64220.76953125, + 64224.53125, + 64233.8515625, + 64234.875, + 64234.5, + 64238.8984375, + 64233.1484375, + 64228.17578125, + 64220.91015625, + 64218.40234375, + 64184.79296875, + 64172.98046875, + 64152.09375, + 64120.44140625, + 64098.05078125, + 64089.30859375, + 64032.1015625, + 63995.6171875, + 63996.58203125, + 63951.109375, + 63919.00390625, + 63876.828125, + 63857.921875, + 63843.875 + ], + "quantiles": { + "0.1": [ + 63905.63671875, + 63791.24609375, + 63696.8671875, + 63582.17578125, + 63492.60546875, + 63375.6328125, + 63245.875, + 63179.6796875, + 63114.578125, + 62996.29296875, + 62957.98046875, + 62881.5078125, + 62824.92578125, + 62737.12109375, + 62674.67578125, + 62596.53515625, + 62537.86328125, + 62498.8046875, + 62418.328125, + 62415.27734375, + 62356.6328125, + 62316.76171875, + 62262.484375, + 62276.1796875 + ], + "0.2": [ + 63905.63671875, + 63791.24609375, + 63696.8671875, + 63582.17578125, + 63492.60546875, + 63375.6328125, + 63245.875, + 63179.6796875, + 63114.578125, + 62996.29296875, + 62957.98046875, + 62881.5078125, + 62824.92578125, + 62737.12109375, + 62674.67578125, + 62596.53515625, + 62537.86328125, + 62498.8046875, + 62418.328125, + 62415.27734375, + 62356.6328125, + 62316.76171875, + 62262.484375, + 62276.1796875 + ], + "0.3": [ + 63905.63671875, + 63791.24609375, + 63696.8671875, + 63582.17578125, + 63492.60546875, + 63375.6328125, + 63245.875, + 63179.6796875, + 63114.578125, + 62996.29296875, + 62957.98046875, + 62881.5078125, + 62824.92578125, + 62737.12109375, + 62674.67578125, + 62596.53515625, + 62537.86328125, + 62498.8046875, + 62418.328125, + 62415.27734375, + 62356.6328125, + 62316.76171875, + 62262.484375, + 62276.1796875 + ], + "0.4": [ + 64220.76953125, + 64224.53125, + 64233.8515625, + 64234.875, + 64234.5, + 64238.8984375, + 64233.1484375, + 64228.17578125, + 64220.91015625, + 64218.40234375, + 64184.79296875, + 64172.98046875, + 64152.09375, + 64120.44140625, + 64098.05078125, + 64089.30859375, + 64032.1015625, + 63995.6171875, + 63996.58203125, + 63951.109375, + 63919.00390625, + 63876.828125, + 63857.921875, + 63843.875 + ], + "0.5": [ + 64220.76953125, + 64224.53125, + 64233.8515625, + 64234.875, + 64234.5, + 64238.8984375, + 64233.1484375, + 64228.17578125, + 64220.91015625, + 64218.40234375, + 64184.79296875, + 64172.98046875, + 64152.09375, + 64120.44140625, + 64098.05078125, + 64089.30859375, + 64032.1015625, + 63995.6171875, + 63996.58203125, + 63951.109375, + 63919.00390625, + 63876.828125, + 63857.921875, + 63843.875 + ], + "0.6": [ + 64220.76953125, + 64224.53125, + 64233.8515625, + 64234.875, + 64234.5, + 64238.8984375, + 64233.1484375, + 64228.17578125, + 64220.91015625, + 64218.40234375, + 64184.79296875, + 64172.98046875, + 64152.09375, + 64120.44140625, + 64098.05078125, + 64089.30859375, + 64032.1015625, + 63995.6171875, + 63996.58203125, + 63951.109375, + 63919.00390625, + 63876.828125, + 63857.921875, + 63843.875 + ], + "0.7": [ + 64220.76953125, + 64224.53125, + 64233.8515625, + 64234.875, + 64234.5, + 64238.8984375, + 64233.1484375, + 64228.17578125, + 64220.91015625, + 64218.40234375, + 64184.79296875, + 64172.98046875, + 64152.09375, + 64120.44140625, + 64098.05078125, + 64089.30859375, + 64032.1015625, + 63995.6171875, + 63996.58203125, + 63951.109375, + 63919.00390625, + 63876.828125, + 63857.921875, + 63843.875 + ], + "0.8": [ + 64461.671875, + 64562.58984375, + 64646.58984375, + 64724.81640625, + 64782.08984375, + 64825.09375, + 64865.37109375, + 64923.26953125, + 64933.421875, + 64991.7578125, + 65026.96484375, + 65080.7578125, + 65126.7734375, + 65141.01953125, + 65177.3125, + 65209.51953125, + 65642.8203125, + 65659.15625, + 65648.3515625, + 65666.53125, + 65658.265625, + 65749.90625, + 65823.6640625, + 65784.1796875 + ], + "0.9": [ + 64461.671875, + 64562.58984375, + 64646.58984375, + 64724.81640625, + 64782.08984375, + 64825.09375, + 64865.37109375, + 64923.26953125, + 64933.421875, + 64991.7578125, + 65026.96484375, + 65080.7578125, + 65126.7734375, + 65141.01953125, + 65177.3125, + 65209.51953125, + 65642.8203125, + 65659.15625, + 65648.3515625, + 65666.53125, + 65658.265625, + 65749.90625, + 65823.6640625, + 65784.1796875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_093707.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_093707.json new file mode 100644 index 0000000000000000000000000000000000000000..d89a3c3888a1f3f799bc4f9b2a21fc5d4bf0b199 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_093707.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T09:37:07.597828+00:00", + "metrics": { + "MSE[mean]": 56362.4146297893, + "MSE[0.5]": 57630.20850917353, + "MAE[0.5]": 154.404113301729, + "MASE[0.5]": 0.14643825968056795, + "MAPE[0.5]": 0.0024153764038763333, + "sMAPE[0.5]": 0.002411427124011938, + "MSIS": 1.5901409095116936, + "RMSE[mean]": 237.40769707359806, + "NRMSE[mean]": 0.0037039149788515094, + "ND[0.5]": 0.0024089349886464158, + "mean_weighted_sum_quantile_loss": 0.0020990797957685264 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64119.98828125 + ], + "predictions": { + "p50": [ + 64251.11513158405, + 64230.4424509466, + 64208.48070780914, + 64192.12638654668, + 64170.16659653423, + 64184.032978396775, + 64161.64936025932, + 64177.47082024687, + 64170.50321773441, + 64204.644990221954, + 64140.384418959504, + 64151.89728519705, + 64127.69921393459, + 64121.63786142213, + 64135.34604015968, + 64128.499531397225, + 64143.76239763477, + 64150.34948262232, + 64087.22563010986, + 64089.9591994724, + 64097.48964383495, + 64073.391181947496, + 64092.07982943504, + 64059.75871129759 + ], + "p10": [ + 63950.88622533405, + 63960.278779071596, + 63954.07680155914, + 63952.54669904668, + 63937.19433090923, + 63932.152119021775, + 63934.41889150932, + 63921.907148371865, + 63837.75712398441, + 63949.45475584696, + 63882.763325209504, + 63898.259003947045, + 63877.14062018459, + 63870.93864267213, + 63889.081587034685, + 63857.85656264723, + 63867.61786638477, + 63870.95104512232, + 63768.48031760986, + 63833.048652597405, + 63868.995112584955, + 63757.131416322496, + 63835.18725131004, + 63744.72746129759 + ], + "p90": [ + 64499.197553459046, + 64441.9717478216, + 64438.33617655914, + 64432.13419904668, + 64424.216596534236, + 64465.050556521775, + 64458.84857900932, + 64409.10089837187, + 64477.81571773441, + 64396.69694334696, + 64386.814106459504, + 64377.77228519705, + 64371.78827643459, + 64367.54801767213, + 64409.23275890968, + 64378.21398452223, + 64396.82880388477, + 64426.63073262232, + 64336.60414573486, + 64350.6486525974, + 64324.79433133495, + 64318.592353822496, + 64395.62084506004, + 64306.18839879759 + ], + "mean": [ + 64225.71579564682, + 64206.6779782901, + 64200.049828903044, + 64197.79175764063, + 64163.54413559669, + 64169.517431521854, + 64180.0869383845, + 64167.672792903, + 64143.1598192969, + 64181.69567381581, + 64085.31607911562, + 64123.60531254069, + 64118.26720221586, + 64107.08551767191, + 64153.097407347, + 64108.04164077245, + 64133.83507341572, + 64143.690810747124, + 64052.05189964126, + 64091.85193384767, + 64078.67614774093, + 64042.29579132263, + 64101.74670443523, + 64047.59261754752 + ], + "quantiles": { + "0.1": [ + 63950.88622533405, + 63960.278779071596, + 63954.07680155914, + 63952.54669904668, + 63937.19433090923, + 63932.152119021775, + 63934.41889150932, + 63921.907148371865, + 63837.75712398441, + 63949.45475584696, + 63882.763325209504, + 63898.259003947045, + 63877.14062018459, + 63870.93864267213, + 63889.081587034685, + 63857.85656264723, + 63867.61786638477, + 63870.95104512232, + 63768.48031760986, + 63833.048652597405, + 63868.995112584955, + 63757.131416322496, + 63835.18725131004, + 63744.72746129759 + ], + "0.2": [ + 64087.95106908405, + 64028.6397165716, + 64022.43773905914, + 64073.37716779668, + 64007.379096534234, + 64010.472431521775, + 63995.11029775932, + 63998.06847649687, + 63982.57118648441, + 64042.16139647195, + 63946.462543959504, + 63964.09259769705, + 63952.87108893459, + 63973.53786142213, + 64011.15150890968, + 63939.15734389723, + 63956.26005388477, + 63936.04870137232, + 63894.12719260986, + 63916.5002150974, + 63910.80214383495, + 63897.053291322496, + 63905.03881381004, + 63865.83683629759 + ], + "0.3": [ + 64167.48622533405, + 64114.2608103216, + 64107.76234843414, + 64119.14435529668, + 64071.67440903423, + 64089.740009646775, + 64082.26264150932, + 64076.06066399687, + 64053.15360835941, + 64107.055146471954, + 64013.878168959505, + 64034.54767582205, + 64019.76952643459, + 64024.03629892213, + 64076.04525890968, + 64009.739765772225, + 64024.17255388477, + 64032.316670122316, + 63971.50688010986, + 63984.9318557224, + 64001.79276883495, + 63956.26696319749, + 63983.03100131004, + 63951.54777379759 + ], + "0.4": [ + 64198.86122533405, + 64173.8623728216, + 64169.34555155914, + 64170.69669904668, + 64102.06503403423, + 64147.413837771775, + 64130.27436025932, + 64129.15832024687, + 64139.68681148441, + 64145.000458971954, + 64080.392231459504, + 64104.35041019705, + 64067.98827643459, + 64085.01520517213, + 64110.47885265968, + 64089.843281397225, + 64094.958491384765, + 64102.95026387232, + 64008.82719260986, + 64071.4650588474, + 64070.93495633495, + 63996.631416322496, + 64047.52318881004, + 64022.99543004759 + ], + "0.5": [ + 64251.11513158405, + 64230.4424509466, + 64208.48070780914, + 64192.12638654668, + 64170.16659653423, + 64184.032978396775, + 64161.64936025932, + 64177.47082024687, + 64170.50321773441, + 64204.644990221954, + 64140.384418959504, + 64151.89728519705, + 64127.69921393459, + 64121.63786142213, + 64135.34604015968, + 64128.499531397225, + 64143.76239763477, + 64150.34948262232, + 64087.22563010986, + 64089.9591994724, + 64097.48964383495, + 64073.391181947496, + 64092.07982943504, + 64059.75871129759 + ], + "0.6": [ + 64315.61513158405, + 64278.257685321594, + 64268.62914530914, + 64262.42716779668, + 64228.17440903423, + 64270.613056521775, + 64235.46967275932, + 64272.20128899687, + 64234.84384273441, + 64242.465302721954, + 64197.507075209505, + 64212.81134769705, + 64168.81327643459, + 64146.62770517213, + 64202.77182140968, + 64205.253437647225, + 64196.05146013477, + 64194.18542012232, + 64163.77641135986, + 64171.7619338474, + 64175.57948758495, + 64150.791572572496, + 64176.879438810036, + 64122.49699254759 + ], + "0.7": [ + 64363.75185033405, + 64320.1858103216, + 64307.51703593414, + 64302.38419904668, + 64283.41933090923, + 64308.69196277177, + 64278.40326650932, + 64301.67785149687, + 64294.77040523441, + 64290.636787096955, + 64254.749653334504, + 64251.69923832205, + 64242.80390143459, + 64214.65739267213, + 64252.15463390968, + 64311.003437647225, + 64245.86005388477, + 64246.68932637232, + 64207.82719260986, + 64209.2697463474, + 64218.15214383495, + 64190.748603822496, + 64210.01107943504, + 64172.96964879759 + ], + "0.8": [ + 64437.77450658405, + 64412.0576853216, + 64400.48070780914, + 64375.01701154668, + 64388.07675278423, + 64374.79352527177, + 64360.263422759315, + 64374.84582024687, + 64387.66728023441, + 64366.37233397195, + 64307.706293959505, + 64344.66291019705, + 64329.60937018459, + 64291.18239267213, + 64331.43197765968, + 64346.710468897225, + 64338.717866384766, + 64331.84948262232, + 64292.39750510986, + 64286.1955275974, + 64294.22011258495, + 64273.791572572496, + 64303.29662631004, + 64275.61418004759 + ], + "0.9": [ + 64499.197553459046, + 64441.9717478216, + 64438.33617655914, + 64432.13419904668, + 64424.216596534236, + 64465.050556521775, + 64458.84857900932, + 64409.10089837187, + 64477.81571773441, + 64396.69694334696, + 64386.814106459504, + 64377.77228519705, + 64371.78827643459, + 64367.54801767213, + 64409.23275890968, + 64378.21398452223, + 64396.82880388477, + 64426.63073262232, + 64336.60414573486, + 64350.6486525974, + 64324.79433133495, + 64318.592353822496, + 64395.62084506004, + 64306.18839879759 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_093634.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_093634.json new file mode 100644 index 0000000000000000000000000000000000000000..e43b67bf03ad88c9bad046145c54651f40bcd690 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_093634.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T09:36:34.674676+00:00", + "metrics": { + "MSE[mean]": 90831.5618502299, + "MSE[0.5]": 69573.55022668839, + "MAE[0.5]": 166.87752278645834, + "MASE[0.5]": 0.158268154222674, + "MAPE[0.5]": 0.002612608379564743, + "sMAPE[0.5]": 0.002605496538976434, + "MSIS": 2.023029071989557, + "RMSE[mean]": 301.38274975557226, + "NRMSE[mean]": 0.00470202143800359, + "ND[0.5]": 0.0026035388233043755, + "mean_weighted_sum_quantile_loss": 0.003968776392133896 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64119.98828125 + ], + "predictions": { + "p50": [ + 64253.53515625, + 64240.876953125, + 64242.892578125, + 64211.48828125, + 64268.29296875, + 64231.01953125, + 64148.240234375, + 64264.748046875, + 64227.21875, + 64247.40234375, + 64217.861328125, + 64214.171875, + 64221.595703125, + 64233.271484375, + 64237.69140625, + 64337.318359375, + 64179.888671875, + 64122.486328125, + 64194.287109375, + 64269.73046875, + 64176.166015625, + 64188.275390625, + 64137.76953125, + 64213.61328125 + ], + "p10": [ + 63997.71484375, + 63919.07421875, + 63761.3828125, + 63696.841796875, + 63717.31640625, + 63503.939453125, + 63279.8828125, + 63535.134765625, + 63502.140625, + 63358.51953125, + 63330.572265625, + 63482.767578125, + 63121.6328125, + 63236.125, + 63146.328125, + 62848.55078125, + 63077.15234375, + 63047.3125, + 63131.66796875, + 63209.630859375, + 62717.28125, + 62807.806640625, + 62826.79296875, + 62879.5625 + ], + "p90": [ + 64486.873046875, + 64643.2109375, + 64693.564453125, + 64826.166015625, + 64823.12890625, + 64986.380859375, + 64939.318359375, + 64948.95703125, + 65159.791015625, + 65150.212890625, + 65100.484375, + 65260.775390625, + 65109.958984375, + 65294.869140625, + 65324.37890625, + 65644.796875, + 65343.30859375, + 65446.447265625, + 65354.5859375, + 65429.14453125, + 65521.275390625, + 65416.24609375, + 65570.6484375, + 65912.375 + ], + "mean": [ + 64247.453125, + 64270.0703125, + 64238.92578125, + 64233.5, + 64243.1171875, + 64259.7265625, + 64104.46875, + 64262.91015625, + 64362.140625, + 64232.28125, + 64198.484375, + 64322.76953125, + 64104.796875, + 64240.1953125, + 64200.42578125, + 64355.40234375, + 64224.59375, + 64254.6796875, + 64300.80859375, + 64246.49609375, + 64178.98046875, + 64157.75390625, + 64165.29296875, + 64297.5546875 + ], + "quantiles": { + "0.1": [ + 63997.71484375, + 63919.07421875, + 63761.3828125, + 63696.841796875, + 63717.31640625, + 63503.939453125, + 63279.8828125, + 63535.134765625, + 63502.140625, + 63358.51953125, + 63330.572265625, + 63482.767578125, + 63121.6328125, + 63236.125, + 63146.328125, + 62848.55078125, + 63077.15234375, + 63047.3125, + 63131.66796875, + 63209.630859375, + 62717.28125, + 62807.806640625, + 62826.79296875, + 62879.5625 + ], + "0.2": [ + 63997.71484375, + 63919.07421875, + 63761.3828125, + 63696.841796875, + 63717.31640625, + 63503.939453125, + 63279.8828125, + 63535.134765625, + 63502.140625, + 63358.51953125, + 63330.572265625, + 63482.767578125, + 63121.6328125, + 63236.125, + 63146.328125, + 62848.55078125, + 63077.15234375, + 63047.3125, + 63131.66796875, + 63209.630859375, + 62717.28125, + 62807.806640625, + 62826.79296875, + 62879.5625 + ], + "0.3": [ + 63997.71484375, + 63919.07421875, + 63761.3828125, + 63696.841796875, + 63717.31640625, + 63503.939453125, + 63279.8828125, + 63535.134765625, + 63502.140625, + 63358.51953125, + 63330.572265625, + 63482.767578125, + 63121.6328125, + 63236.125, + 63146.328125, + 62848.55078125, + 63077.15234375, + 63047.3125, + 63131.66796875, + 63209.630859375, + 62717.28125, + 62807.806640625, + 62826.79296875, + 62879.5625 + ], + "0.4": [ + 64253.53515625, + 64240.876953125, + 64242.892578125, + 64211.48828125, + 64268.29296875, + 64231.01953125, + 64148.240234375, + 64264.748046875, + 64227.21875, + 64247.40234375, + 64217.861328125, + 64214.171875, + 64221.595703125, + 64233.271484375, + 64237.69140625, + 64337.318359375, + 64179.888671875, + 64122.486328125, + 64194.287109375, + 64269.73046875, + 64176.166015625, + 64188.275390625, + 64137.76953125, + 64213.61328125 + ], + "0.5": [ + 64253.53515625, + 64240.876953125, + 64242.892578125, + 64211.48828125, + 64268.29296875, + 64231.01953125, + 64148.240234375, + 64264.748046875, + 64227.21875, + 64247.40234375, + 64217.861328125, + 64214.171875, + 64221.595703125, + 64233.271484375, + 64237.69140625, + 64337.318359375, + 64179.888671875, + 64122.486328125, + 64194.287109375, + 64269.73046875, + 64176.166015625, + 64188.275390625, + 64137.76953125, + 64213.61328125 + ], + "0.6": [ + 64253.53515625, + 64240.876953125, + 64242.892578125, + 64211.48828125, + 64268.29296875, + 64231.01953125, + 64148.240234375, + 64264.748046875, + 64227.21875, + 64247.40234375, + 64217.861328125, + 64214.171875, + 64221.595703125, + 64233.271484375, + 64237.69140625, + 64337.318359375, + 64179.888671875, + 64122.486328125, + 64194.287109375, + 64269.73046875, + 64176.166015625, + 64188.275390625, + 64137.76953125, + 64213.61328125 + ], + "0.7": [ + 64253.53515625, + 64240.876953125, + 64242.892578125, + 64211.48828125, + 64268.29296875, + 64231.01953125, + 64148.240234375, + 64264.748046875, + 64227.21875, + 64247.40234375, + 64217.861328125, + 64214.171875, + 64221.595703125, + 64233.271484375, + 64237.69140625, + 64337.318359375, + 64179.888671875, + 64122.486328125, + 64194.287109375, + 64269.73046875, + 64176.166015625, + 64188.275390625, + 64137.76953125, + 64213.61328125 + ], + "0.8": [ + 64486.873046875, + 64643.2109375, + 64693.564453125, + 64826.166015625, + 64823.12890625, + 64986.380859375, + 64939.318359375, + 64948.95703125, + 65159.791015625, + 65150.212890625, + 65100.484375, + 65260.775390625, + 65109.958984375, + 65294.869140625, + 65324.37890625, + 65644.796875, + 65343.30859375, + 65446.447265625, + 65354.5859375, + 65429.14453125, + 65521.275390625, + 65416.24609375, + 65570.6484375, + 65912.375 + ], + "0.9": [ + 64486.873046875, + 64643.2109375, + 64693.564453125, + 64826.166015625, + 64823.12890625, + 64986.380859375, + 64939.318359375, + 64948.95703125, + 65159.791015625, + 65150.212890625, + 65100.484375, + 65260.775390625, + 65109.958984375, + 65294.869140625, + 65324.37890625, + 65644.796875, + 65343.30859375, + 65446.447265625, + 65354.5859375, + 65429.14453125, + 65521.275390625, + 65416.24609375, + 65570.6484375, + 65912.375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_093707.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_093707.json new file mode 100644 index 0000000000000000000000000000000000000000..2bb61c579a9900956276ddfbebaf6c737a979819 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_093707.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T09:37:07.650653+00:00", + "metrics": { + "MSE[mean]": 57676.18038728918, + "MSE[0.5]": 56583.73636127008, + "MAE[0.5]": 183.85448933205407, + "MASE[0.5]": 0.17436926307548087, + "MAPE[0.5]": 0.0028715788396250024, + "sMAPE[0.5]": 0.0028707571604054856, + "MSIS": 1.5705342040062311, + "RMSE[mean]": 240.15865669862742, + "NRMSE[mean]": 0.003746834061454814, + "ND[0.5]": 0.0028684048805501915, + "mean_weighted_sum_quantile_loss": 0.002127745833583884 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64119.98828125 + ], + "predictions": { + "p50": [ + 64094.45840529057, + 64079.98770216557, + 64064.22793654057, + 64054.07559279057, + 64038.31778029057, + 64058.38613966557, + 64042.20449904057, + 64064.22793654057, + 64063.46231154057, + 64103.80606154057, + 64045.74746779057, + 64063.46231154057, + 64045.46621779057, + 64045.60684279057, + 64065.51699904057, + 64064.87246779057, + 64086.33731154057, + 64099.12637404057, + 64042.20449904057, + 64051.14004591557, + 64064.87246779057, + 64046.97598341557, + 64071.86660841557, + 64045.74746779057 + ], + "p10": [ + 63794.22949904057, + 63809.82403029057, + 63809.82403029057, + 63814.49590529057, + 63805.34551466557, + 63806.50528029057, + 63814.97403029057, + 63808.66426466557, + 63730.71621779057, + 63848.61582716557, + 63788.12637404057, + 63809.82403029057, + 63794.90762404057, + 63794.90762404057, + 63819.25254591557, + 63794.22949904057, + 63810.19278029057, + 63819.72793654057, + 63723.45918654057, + 63794.22949904057, + 63836.37793654057, + 63730.71621779057, + 63814.97403029057, + 63730.71621779057 + ], + "p90": [ + 64342.54082716557, + 64291.51699904057, + 64294.08340529057, + 64294.08340529057, + 64292.36778029057, + 64339.40371779057, + 64339.40371779057, + 64295.85801466557, + 64370.77481154057, + 64295.85801466557, + 64292.17715529057, + 64289.33731154057, + 64289.55528029057, + 64291.51699904057, + 64339.40371779057, + 64314.58692091557, + 64339.40371779057, + 64375.40762404057, + 64291.58301466557, + 64311.82949904057, + 64292.17715529057, + 64292.17715529057, + 64375.40762404057, + 64292.17715529057 + ], + "mean": [ + 64069.05906935288, + 64056.22322950912, + 64055.797057634125, + 64059.74096388413, + 64031.695319352875, + 64043.87059279038, + 64060.64207716538, + 64054.429909196624, + 64036.11891310287, + 64080.85674513413, + 63990.67912794663, + 64035.17033888413, + 64036.03420607163, + 64031.05449904038, + 64083.26836622788, + 64044.41457716538, + 64076.409987321626, + 64092.46770216538, + 64007.030768571625, + 64053.03278029038, + 64046.05897169663, + 64015.880592790374, + 64081.53348341538, + 64033.581374040376 + ], + "quantiles": { + "0.1": [ + 63794.22949904057, + 63809.82403029057, + 63809.82403029057, + 63814.49590529057, + 63805.34551466557, + 63806.50528029057, + 63814.97403029057, + 63808.66426466557, + 63730.71621779057, + 63848.61582716557, + 63788.12637404057, + 63809.82403029057, + 63794.90762404057, + 63794.90762404057, + 63819.25254591557, + 63794.22949904057, + 63810.19278029057, + 63819.72793654057, + 63723.45918654057, + 63794.22949904057, + 63836.37793654057, + 63730.71621779057, + 63814.97403029057, + 63730.71621779057 + ], + "0.2": [ + 63931.29434279057, + 63878.18496779057, + 63878.18496779057, + 63935.32637404057, + 63875.53028029057, + 63884.82559279057, + 63875.66543654057, + 63884.82559279057, + 63875.53028029057, + 63941.32246779057, + 63851.82559279057, + 63875.65762404057, + 63870.63809279057, + 63897.50684279057, + 63941.32246779057, + 63875.53028029057, + 63898.83496779057, + 63884.82559279057, + 63849.10606154057, + 63877.68106154057, + 63878.18496779057, + 63870.63809279057, + 63884.82559279057, + 63851.82559279057 + ], + "0.3": [ + 64010.82949904057, + 63963.80606154057, + 63963.50957716557, + 63981.09356154057, + 63939.82559279057, + 63964.09317091557, + 63962.81778029057, + 63962.81778029057, + 63946.11270216557, + 64006.21621779057, + 63919.24121779057, + 63946.11270216557, + 63937.53653029057, + 63948.00528029057, + 64006.21621779057, + 63946.11270216557, + 63966.74746779057, + 63981.09356154057, + 63926.48574904057, + 63946.11270216557, + 63969.17559279057, + 63929.85176466557, + 63962.81778029057, + 63937.53653029057 + ], + "0.4": [ + 64042.20449904057, + 64023.40762404057, + 64025.09278029057, + 64032.64590529057, + 63970.21621779057, + 64021.76699904057, + 64010.82949904057, + 64015.91543654057, + 64032.64590529057, + 64044.16153029057, + 63985.75528029057, + 64015.91543654057, + 63985.75528029057, + 64008.98418654057, + 64040.64981154057, + 64026.21621779057, + 64037.53340529057, + 64051.72715529057, + 63963.80606154057, + 64032.64590529057, + 64038.31778029057, + 63970.21621779057, + 64027.30996779057, + 64008.98418654057 + ], + "0.5": [ + 64094.45840529057, + 64079.98770216557, + 64064.22793654057, + 64054.07559279057, + 64038.31778029057, + 64058.38613966557, + 64042.20449904057, + 64064.22793654057, + 64063.46231154057, + 64103.80606154057, + 64045.74746779057, + 64063.46231154057, + 64045.46621779057, + 64045.60684279057, + 64065.51699904057, + 64064.87246779057, + 64086.33731154057, + 64099.12637404057, + 64042.20449904057, + 64051.14004591557, + 64064.87246779057, + 64046.97598341557, + 64071.86660841557, + 64045.74746779057 + ], + "0.6": [ + 64158.95840529057, + 64127.80293654057, + 64124.37637404057, + 64124.37637404057, + 64096.32559279057, + 64144.96621779057, + 64116.02481154057, + 64158.95840529057, + 64127.80293654057, + 64141.62637404057, + 64102.87012404057, + 64124.37637404057, + 64086.58028029057, + 64070.59668654057, + 64132.94278029057, + 64141.62637404057, + 64138.62637404057, + 64142.96231154057, + 64118.75528029057, + 64132.94278029057, + 64142.96231154057, + 64124.37637404057, + 64156.66621779057, + 64108.48574904057 + ], + "0.7": [ + 64207.09512404057, + 64169.73106154057, + 64163.26426466557, + 64164.33340529057, + 64151.57051466557, + 64183.04512404057, + 64158.95840529057, + 64188.43496779057, + 64187.72949904057, + 64189.79785841557, + 64160.11270216557, + 64163.26426466557, + 64160.57090529057, + 64138.62637404057, + 64182.32559279057, + 64247.37637404057, + 64188.43496779057, + 64195.46621779057, + 64162.80606154057, + 64170.45059279057, + 64185.53496779057, + 64164.33340529057, + 64189.79785841557, + 64158.95840529057 + ], + "0.8": [ + 64281.11778029057, + 64261.60293654057, + 64256.22793654057, + 64236.96621779057, + 64256.22793654057, + 64249.14668654057, + 64240.81856154057, + 64261.60293654057, + 64280.62637404057, + 64265.53340529057, + 64213.06934279057, + 64256.22793654057, + 64247.37637404057, + 64215.15137404057, + 64261.60293654057, + 64283.08340529057, + 64281.29278029057, + 64280.62637404057, + 64247.37637404057, + 64247.37637404057, + 64261.60293654057, + 64247.37637404057, + 64283.08340529057, + 64261.60293654057 + ], + "0.9": [ + 64342.54082716557, + 64291.51699904057, + 64294.08340529057, + 64294.08340529057, + 64292.36778029057, + 64339.40371779057, + 64339.40371779057, + 64295.85801466557, + 64370.77481154057, + 64295.85801466557, + 64292.17715529057, + 64289.33731154057, + 64289.55528029057, + 64291.51699904057, + 64339.40371779057, + 64314.58692091557, + 64339.40371779057, + 64375.40762404057, + 64291.58301466557, + 64311.82949904057, + 64292.17715529057, + 64292.17715529057, + 64375.40762404057, + 64292.17715529057 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_093707.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_093707.json new file mode 100644 index 0000000000000000000000000000000000000000..42445392ddc52414299e6dc5484309c756bf79f9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_093707.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T09:37:07.694156+00:00", + "metrics": { + "MSE[mean]": 160885.14437357584, + "MSE[0.5]": 160885.14437357584, + "MAE[0.5]": 315.1038411458333, + "MASE[0.5]": 0.2988473372201365, + "MAPE[0.5]": 0.004921497582479312, + "sMAPE[0.5]": 0.0049233205217081395, + "MSIS": 3.6445091884203014, + "RMSE[mean]": 401.1049044496662, + "NRMSE[mean]": 0.00625783612745023, + "ND[0.5]": 0.004916090975567165, + "mean_weighted_sum_quantile_loss": 0.005403126283957657 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64119.98828125 + ], + "predictions": { + "p50": [ + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "p10": [ + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125 + ], + "p90": [ + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375 + ], + "mean": [ + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "quantiles": { + "0.1": [ + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125 + ], + "0.2": [ + 62719.57873046875, + 62732.68, + 62700.26349609375, + 62446.81453125, + 62990.6499609375, + 63197.6384765625, + 63073.793964843746, + 62877.178730468746, + 62848.802265624996, + 62976.96, + 62967.09845703125, + 63052.2124609375, + 63307.93154296875, + 63333.54154296875, + 63329.59, + 63284.28, + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625 + ], + "0.3": [ + 63037.9522265625, + 63051.12, + 63018.5389453125, + 62763.8034375, + 63310.399453125, + 63518.438671875, + 63393.9655078125, + 63196.3522265625, + 63167.83171875, + 63296.64, + 63286.7283984375, + 63372.274453125, + 63629.2916015625, + 63655.0316015625, + 63651.06, + 63605.52, + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875 + ], + "0.4": [ + 63356.32572265625, + 63369.56, + 63336.81439453125, + 63080.79234375, + 63630.1489453125, + 63839.2388671875, + 63714.137050781246, + 63515.525722656246, + 63486.861171874996, + 63616.32, + 63606.35833984375, + 63692.3364453125, + 63950.65166015625, + 63976.52166015625, + 63972.53, + 63926.76, + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875 + ], + "0.5": [ + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "0.6": [ + 63993.07271484374, + 64006.439999999995, + 63973.365292968745, + 63714.77015624999, + 64269.6479296875, + 64480.83925781249, + 64354.48013671875, + 64153.87271484375, + 64124.920078125, + 64255.67999999999, + 64245.618222656245, + 64332.4604296875, + 64593.371777343746, + 64619.50177734374, + 64615.469999999994, + 64569.23999999999, + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124 + ], + "0.7": [ + 64311.4462109375, + 64324.88, + 64291.6407421875, + 64031.7590625, + 64589.397421875, + 64801.639453125, + 64674.6516796875, + 64473.0462109375, + 64443.94953125, + 64575.36, + 64565.2481640625, + 64652.522421875, + 64914.7318359375, + 64940.9918359375, + 64936.94, + 64890.48, + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125 + ], + "0.8": [ + 64629.819707031245, + 64643.31999999999, + 64609.91619140624, + 64348.747968749994, + 64909.14691406249, + 65122.439648437496, + 64994.82322265625, + 64792.21970703125, + 64762.978984375, + 64895.03999999999, + 64884.87810546874, + 64972.58441406249, + 65236.091894531244, + 65262.48189453124, + 65258.409999999996, + 65211.719999999994, + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746 + ], + "0.9": [ + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_093700.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_093700.json new file mode 100644 index 0000000000000000000000000000000000000000..010ef05b0754613a10372d377a1ab9028f2975d7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_093700.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T09:37:00.349045+00:00", + "metrics": { + "MSE[mean]": 73753.32222747803, + "MSE[0.5]": 73753.32222747803, + "MAE[0.5]": 186.20182291666666, + "MASE[0.5]": 0.17659549550977294, + "MAPE[0.5]": 0.0029138475406643442, + "sMAPE[0.5]": 0.002906487224076796, + "MSIS": 1.4219367035746255, + "RMSE[mean]": 271.5756289277041, + "NRMSE[mean]": 0.004236985793954728, + "ND[0.5]": 0.002905026793536073, + "mean_weighted_sum_quantile_loss": 0.0031374221429651835 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64119.98828125 + ], + "predictions": { + "p50": [ + 64269.484375, + 64272.59375, + 64275.703125, + 64291.25, + 64288.140625, + 64278.8125, + 64269.484375, + 64253.9375, + 64247.71875, + 64235.28125, + 64235.28125, + 64210.40625, + 64219.734375, + 64225.953125, + 64232.171875, + 64232.171875, + 64216.625, + 64197.96875, + 64173.09375, + 64142.0, + 64142.0, + 64145.109375, + 64128.0078125, + 64082.921875 + ], + "p10": [ + 64037.8359375, + 63967.875, + 63899.46875, + 63866.04296875, + 63824.453125, + 63787.921875, + 63744.09765625, + 63689.5859375, + 63648.0, + 63597.859375, + 63558.21484375, + 63506.1328125, + 63487.4765625, + 63475.0390625, + 63457.9375, + 63423.734375, + 63373.984375, + 63333.5625, + 63283.8125, + 63227.84375, + 63199.859375, + 63190.53125, + 63150.109375, + 63103.46875 + ], + "p90": [ + 64502.6875, + 64558.65625, + 64614.625, + 64651.9375, + 64683.03125, + 64683.03125, + 64720.34375, + 64726.5625, + 64745.21875, + 64745.21875, + 64763.875, + 64776.3125, + 64788.75, + 64807.40625, + 64826.0625, + 64844.71875, + 64863.375, + 64875.8125, + 64857.15625, + 64844.71875, + 64850.9375, + 64857.15625, + 64863.375, + 64844.71875 + ], + "mean": [ + 64269.484375, + 64272.59375, + 64275.703125, + 64291.25, + 64288.140625, + 64278.8125, + 64269.484375, + 64253.9375, + 64247.71875, + 64235.28125, + 64235.28125, + 64210.40625, + 64219.734375, + 64225.953125, + 64232.171875, + 64232.171875, + 64216.625, + 64197.96875, + 64173.09375, + 64142.0, + 64142.0, + 64145.109375, + 64128.0078125, + 64082.921875 + ], + "quantiles": { + "0.1": [ + 64037.8359375, + 63967.875, + 63899.46875, + 63866.04296875, + 63824.453125, + 63787.921875, + 63744.09765625, + 63689.5859375, + 63648.0, + 63597.859375, + 63558.21484375, + 63506.1328125, + 63487.4765625, + 63475.0390625, + 63457.9375, + 63423.734375, + 63373.984375, + 63333.5625, + 63283.8125, + 63227.84375, + 63199.859375, + 63190.53125, + 63150.109375, + 63103.46875 + ], + "0.2": [ + 64037.8359375, + 63967.875, + 63899.46875, + 63866.04296875, + 63824.453125, + 63787.921875, + 63744.09765625, + 63689.5859375, + 63648.0, + 63597.859375, + 63558.21484375, + 63506.1328125, + 63487.4765625, + 63475.0390625, + 63457.9375, + 63423.734375, + 63373.984375, + 63333.5625, + 63283.8125, + 63227.84375, + 63199.859375, + 63190.53125, + 63150.109375, + 63103.46875 + ], + "0.3": [ + 64037.8359375, + 63967.875, + 63899.46875, + 63866.04296875, + 63824.453125, + 63787.921875, + 63744.09765625, + 63689.5859375, + 63648.0, + 63597.859375, + 63558.21484375, + 63506.1328125, + 63487.4765625, + 63475.0390625, + 63457.9375, + 63423.734375, + 63373.984375, + 63333.5625, + 63283.8125, + 63227.84375, + 63199.859375, + 63190.53125, + 63150.109375, + 63103.46875 + ], + "0.4": [ + 64269.484375, + 64272.59375, + 64275.703125, + 64291.25, + 64288.140625, + 64278.8125, + 64269.484375, + 64253.9375, + 64247.71875, + 64235.28125, + 64235.28125, + 64210.40625, + 64219.734375, + 64225.953125, + 64232.171875, + 64232.171875, + 64216.625, + 64197.96875, + 64173.09375, + 64142.0, + 64142.0, + 64145.109375, + 64128.0078125, + 64082.921875 + ], + "0.5": [ + 64269.484375, + 64272.59375, + 64275.703125, + 64291.25, + 64288.140625, + 64278.8125, + 64269.484375, + 64253.9375, + 64247.71875, + 64235.28125, + 64235.28125, + 64210.40625, + 64219.734375, + 64225.953125, + 64232.171875, + 64232.171875, + 64216.625, + 64197.96875, + 64173.09375, + 64142.0, + 64142.0, + 64145.109375, + 64128.0078125, + 64082.921875 + ], + "0.6": [ + 64269.484375, + 64272.59375, + 64275.703125, + 64291.25, + 64288.140625, + 64278.8125, + 64269.484375, + 64253.9375, + 64247.71875, + 64235.28125, + 64235.28125, + 64210.40625, + 64219.734375, + 64225.953125, + 64232.171875, + 64232.171875, + 64216.625, + 64197.96875, + 64173.09375, + 64142.0, + 64142.0, + 64145.109375, + 64128.0078125, + 64082.921875 + ], + "0.7": [ + 64269.484375, + 64272.59375, + 64275.703125, + 64291.25, + 64288.140625, + 64278.8125, + 64269.484375, + 64253.9375, + 64247.71875, + 64235.28125, + 64235.28125, + 64210.40625, + 64219.734375, + 64225.953125, + 64232.171875, + 64232.171875, + 64216.625, + 64197.96875, + 64173.09375, + 64142.0, + 64142.0, + 64145.109375, + 64128.0078125, + 64082.921875 + ], + "0.8": [ + 64502.6875, + 64558.65625, + 64614.625, + 64651.9375, + 64683.03125, + 64683.03125, + 64720.34375, + 64726.5625, + 64745.21875, + 64745.21875, + 64763.875, + 64776.3125, + 64788.75, + 64807.40625, + 64826.0625, + 64844.71875, + 64863.375, + 64875.8125, + 64857.15625, + 64844.71875, + 64850.9375, + 64857.15625, + 64863.375, + 64844.71875 + ], + "0.9": [ + 64502.6875, + 64558.65625, + 64614.625, + 64651.9375, + 64683.03125, + 64683.03125, + 64720.34375, + 64726.5625, + 64745.21875, + 64745.21875, + 64763.875, + 64776.3125, + 64788.75, + 64807.40625, + 64826.0625, + 64844.71875, + 64863.375, + 64875.8125, + 64857.15625, + 64844.71875, + 64850.9375, + 64857.15625, + 64863.375, + 64844.71875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_093505.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_093505.json new file mode 100644 index 0000000000000000000000000000000000000000..9980c3f1e8599cb0fd1f2314b3f363a886840608 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_093505.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T09:35:05.991294+00:00", + "metrics": { + "MSE[mean]": 109993.17822583516, + "MSE[0.5]": 71069.76435216267, + "MAE[0.5]": 167.90983072916666, + "MASE[0.5]": 0.1592472044264029, + "MAPE[0.5]": 0.0026284836256771616, + "sMAPE[0.5]": 0.002621713730264633, + "MSIS": 7.552807583073779, + "RMSE[mean]": 331.65219466458404, + "NRMSE[mean]": 0.0051742700288538385, + "ND[0.5]": 0.0026196443704240187, + "mean_weighted_sum_quantile_loss": 0.003305003630101304 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64119.98828125 + ], + "predictions": { + "p50": [ + 64191.68359375, + 64190.22265625, + 64187.83203125, + 64188.21484375, + 64195.015625, + 64191.5703125, + 64177.09765625, + 64181.12109375, + 64208.5078125, + 64214.859375, + 64203.73828125, + 64226.66015625, + 64220.9921875, + 64195.70703125, + 64208.453125, + 64203.09765625, + 64225.28515625, + 64220.859375, + 64211.16015625, + 64245.125, + 64217.578125, + 64228.14453125, + 64230.1015625, + 64256.09765625 + ], + "p10": [ + 64212.28125, + 64253.48828125, + 64252.79296875, + 64259.28515625, + 64237.30078125, + 64234.75390625, + 64245.015625, + 64274.74609375, + 64250.25, + 64283.96484375, + 64259.171875, + 64260.90625, + 64253.625, + 64257.51171875, + 64255.8984375, + 64289.51953125, + 64264.9765625, + 64291.9453125, + 64280.06640625, + 64271.59765625, + 64288.00390625, + 64321.171875, + 64291.53125, + 64283.1171875 + ], + "p90": [ + 64420.19140625, + 64476.10546875, + 64510.5234375, + 64532.62890625, + 64556.28125, + 64566.87890625, + 64580.734375, + 64599.14453125, + 64640.66796875, + 64675.41796875, + 64686.97265625, + 64716.2578125, + 64733.53125, + 64738.984375, + 64751.2421875, + 64774.39453125, + 64796.1640625, + 64788.1953125, + 64805.25390625, + 64800.41015625, + 64790.29296875, + 64811.73828125, + 64790.84765625, + 64798.84765625 + ], + "mean": [ + 64243.953125, + 64249.63671875, + 64258.640625, + 64267.48828125, + 64272.703125, + 64270.5234375, + 64278.66796875, + 64284.59375, + 64312.51171875, + 64310.41796875, + 64305.43359375, + 64323.26171875, + 64320.75390625, + 64318.17578125, + 64334.6171875, + 64344.8828125, + 64361.67578125, + 64353.375, + 64356.56640625, + 64364.59375, + 64360.17578125, + 64369.5859375, + 64377.59375, + 64382.42578125 + ], + "quantiles": { + "0.1": [ + 64212.28125, + 64253.48828125, + 64252.79296875, + 64259.28515625, + 64237.30078125, + 64234.75390625, + 64245.015625, + 64274.74609375, + 64250.25, + 64283.96484375, + 64259.171875, + 64260.90625, + 64253.625, + 64257.51171875, + 64255.8984375, + 64289.51953125, + 64264.9765625, + 64291.9453125, + 64280.06640625, + 64271.59765625, + 64288.00390625, + 64321.171875, + 64291.53125, + 64283.1171875 + ], + "0.2": [ + 64212.28125, + 64253.48828125, + 64252.79296875, + 64259.28515625, + 64237.30078125, + 64234.75390625, + 64245.015625, + 64274.74609375, + 64250.25, + 64283.96484375, + 64259.171875, + 64260.90625, + 64253.625, + 64257.51171875, + 64255.8984375, + 64289.51953125, + 64264.9765625, + 64291.9453125, + 64280.06640625, + 64271.59765625, + 64288.00390625, + 64321.171875, + 64291.53125, + 64283.1171875 + ], + "0.3": [ + 64212.28125, + 64253.48828125, + 64252.79296875, + 64259.28515625, + 64237.30078125, + 64234.75390625, + 64245.015625, + 64274.74609375, + 64250.25, + 64283.96484375, + 64259.171875, + 64260.90625, + 64253.625, + 64257.51171875, + 64255.8984375, + 64289.51953125, + 64264.9765625, + 64291.9453125, + 64280.06640625, + 64271.59765625, + 64288.00390625, + 64321.171875, + 64291.53125, + 64283.1171875 + ], + "0.4": [ + 64191.68359375, + 64190.22265625, + 64187.83203125, + 64188.21484375, + 64195.015625, + 64191.5703125, + 64177.09765625, + 64181.12109375, + 64208.5078125, + 64214.859375, + 64203.73828125, + 64226.66015625, + 64220.9921875, + 64195.70703125, + 64208.453125, + 64203.09765625, + 64225.28515625, + 64220.859375, + 64211.16015625, + 64245.125, + 64217.578125, + 64228.14453125, + 64230.1015625, + 64256.09765625 + ], + "0.5": [ + 64191.68359375, + 64190.22265625, + 64187.83203125, + 64188.21484375, + 64195.015625, + 64191.5703125, + 64177.09765625, + 64181.12109375, + 64208.5078125, + 64214.859375, + 64203.73828125, + 64226.66015625, + 64220.9921875, + 64195.70703125, + 64208.453125, + 64203.09765625, + 64225.28515625, + 64220.859375, + 64211.16015625, + 64245.125, + 64217.578125, + 64228.14453125, + 64230.1015625, + 64256.09765625 + ], + "0.6": [ + 64191.68359375, + 64190.22265625, + 64187.83203125, + 64188.21484375, + 64195.015625, + 64191.5703125, + 64177.09765625, + 64181.12109375, + 64208.5078125, + 64214.859375, + 64203.73828125, + 64226.66015625, + 64220.9921875, + 64195.70703125, + 64208.453125, + 64203.09765625, + 64225.28515625, + 64220.859375, + 64211.16015625, + 64245.125, + 64217.578125, + 64228.14453125, + 64230.1015625, + 64256.09765625 + ], + "0.7": [ + 64191.68359375, + 64190.22265625, + 64187.83203125, + 64188.21484375, + 64195.015625, + 64191.5703125, + 64177.09765625, + 64181.12109375, + 64208.5078125, + 64214.859375, + 64203.73828125, + 64226.66015625, + 64220.9921875, + 64195.70703125, + 64208.453125, + 64203.09765625, + 64225.28515625, + 64220.859375, + 64211.16015625, + 64245.125, + 64217.578125, + 64228.14453125, + 64230.1015625, + 64256.09765625 + ], + "0.8": [ + 64420.19140625, + 64476.10546875, + 64510.5234375, + 64532.62890625, + 64556.28125, + 64566.87890625, + 64580.734375, + 64599.14453125, + 64640.66796875, + 64675.41796875, + 64686.97265625, + 64716.2578125, + 64733.53125, + 64738.984375, + 64751.2421875, + 64774.39453125, + 64796.1640625, + 64788.1953125, + 64805.25390625, + 64800.41015625, + 64790.29296875, + 64811.73828125, + 64790.84765625, + 64798.84765625 + ], + "0.9": [ + 64420.19140625, + 64476.10546875, + 64510.5234375, + 64532.62890625, + 64556.28125, + 64566.87890625, + 64580.734375, + 64599.14453125, + 64640.66796875, + 64675.41796875, + 64686.97265625, + 64716.2578125, + 64733.53125, + 64738.984375, + 64751.2421875, + 64774.39453125, + 64796.1640625, + 64788.1953125, + 64805.25390625, + 64800.41015625, + 64790.29296875, + 64811.73828125, + 64790.84765625, + 64798.84765625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_093602.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_093602.json new file mode 100644 index 0000000000000000000000000000000000000000..bb5545a37376ccb6186cf00a08dfe393df30b86b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_093602.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T09:36:02.647871+00:00", + "metrics": { + "MSE[mean]": 164525.60940233865, + "MSE[0.5]": 164525.60940233865, + "MAE[0.5]": 329.3224283854167, + "MASE[0.5]": 0.31233237415313636, + "MAPE[0.5]": 0.005150711793030154, + "sMAPE[0.5]": 0.005130935512345665, + "MSIS": 1.951304710781546, + "RMSE[mean]": 405.61756545092896, + "NRMSE[mean]": 0.006328240385117893, + "ND[0.5]": 0.005137922192094544, + "mean_weighted_sum_quantile_loss": 0.004212898171164416 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64119.98828125 + ], + "predictions": { + "p50": [ + 64252.4375, + 64273.9296875, + 64291.7578125, + 64305.23828125, + 64325.140625, + 64338.5546875, + 64346.125, + 64358.30859375, + 64368.60546875, + 64375.8359375, + 64390.72265625, + 64402.94921875, + 64423.12890625, + 64436.3359375, + 64446.625, + 64456.51953125, + 64465.94140625, + 64469.66015625, + 64474.11328125, + 64482.83984375, + 64490.75, + 64495.984375, + 64506.27734375, + 64514.02734375 + ], + "p10": [ + 64038.79296875, + 63961.56640625, + 63900.09765625, + 63860.2109375, + 63842.4375, + 63821.41015625, + 63791.62109375, + 63768.30078125, + 63745.40625, + 63713.49609375, + 63688.88671875, + 63663.35546875, + 63652.109375, + 63641.83984375, + 63620.01171875, + 63595.6171875, + 63572.42578125, + 63546.5078125, + 63531.0859375, + 63518.109375, + 63501.98046875, + 63480.640625, + 63461.97265625, + 63441.2421875 + ], + "p90": [ + 64488.51171875, + 64610.578125, + 64708.31640625, + 64780.7734375, + 64845.19921875, + 64902.484375, + 64956.28125, + 65011.39453125, + 65051.7734375, + 65090.42578125, + 65138.00390625, + 65168.3125, + 65209.3359375, + 65259.8984375, + 65322.1953125, + 65373.1328125, + 65421.1015625, + 65461.96484375, + 65500.12109375, + 65555.015625, + 65601.640625, + 65649.53125, + 65698.265625, + 65739.6171875 + ], + "mean": [ + 64252.4375, + 64273.9296875, + 64291.7578125, + 64305.23828125, + 64325.140625, + 64338.5546875, + 64346.125, + 64358.30859375, + 64368.60546875, + 64375.8359375, + 64390.72265625, + 64402.94921875, + 64423.12890625, + 64436.3359375, + 64446.625, + 64456.51953125, + 64465.94140625, + 64469.66015625, + 64474.11328125, + 64482.83984375, + 64490.75, + 64495.984375, + 64506.27734375, + 64514.02734375 + ], + "quantiles": { + "0.1": [ + 64038.79296875, + 63961.56640625, + 63900.09765625, + 63860.2109375, + 63842.4375, + 63821.41015625, + 63791.62109375, + 63768.30078125, + 63745.40625, + 63713.49609375, + 63688.88671875, + 63663.35546875, + 63652.109375, + 63641.83984375, + 63620.01171875, + 63595.6171875, + 63572.42578125, + 63546.5078125, + 63531.0859375, + 63518.109375, + 63501.98046875, + 63480.640625, + 63461.97265625, + 63441.2421875 + ], + "0.2": [ + 64038.79296875, + 63961.56640625, + 63900.09765625, + 63860.2109375, + 63842.4375, + 63821.41015625, + 63791.62109375, + 63768.30078125, + 63745.40625, + 63713.49609375, + 63688.88671875, + 63663.35546875, + 63652.109375, + 63641.83984375, + 63620.01171875, + 63595.6171875, + 63572.42578125, + 63546.5078125, + 63531.0859375, + 63518.109375, + 63501.98046875, + 63480.640625, + 63461.97265625, + 63441.2421875 + ], + "0.3": [ + 64038.79296875, + 63961.56640625, + 63900.09765625, + 63860.2109375, + 63842.4375, + 63821.41015625, + 63791.62109375, + 63768.30078125, + 63745.40625, + 63713.49609375, + 63688.88671875, + 63663.35546875, + 63652.109375, + 63641.83984375, + 63620.01171875, + 63595.6171875, + 63572.42578125, + 63546.5078125, + 63531.0859375, + 63518.109375, + 63501.98046875, + 63480.640625, + 63461.97265625, + 63441.2421875 + ], + "0.4": [ + 64252.4375, + 64273.9296875, + 64291.7578125, + 64305.23828125, + 64325.140625, + 64338.5546875, + 64346.125, + 64358.30859375, + 64368.60546875, + 64375.8359375, + 64390.72265625, + 64402.94921875, + 64423.12890625, + 64436.3359375, + 64446.625, + 64456.51953125, + 64465.94140625, + 64469.66015625, + 64474.11328125, + 64482.83984375, + 64490.75, + 64495.984375, + 64506.27734375, + 64514.02734375 + ], + "0.5": [ + 64252.4375, + 64273.9296875, + 64291.7578125, + 64305.23828125, + 64325.140625, + 64338.5546875, + 64346.125, + 64358.30859375, + 64368.60546875, + 64375.8359375, + 64390.72265625, + 64402.94921875, + 64423.12890625, + 64436.3359375, + 64446.625, + 64456.51953125, + 64465.94140625, + 64469.66015625, + 64474.11328125, + 64482.83984375, + 64490.75, + 64495.984375, + 64506.27734375, + 64514.02734375 + ], + "0.6": [ + 64252.4375, + 64273.9296875, + 64291.7578125, + 64305.23828125, + 64325.140625, + 64338.5546875, + 64346.125, + 64358.30859375, + 64368.60546875, + 64375.8359375, + 64390.72265625, + 64402.94921875, + 64423.12890625, + 64436.3359375, + 64446.625, + 64456.51953125, + 64465.94140625, + 64469.66015625, + 64474.11328125, + 64482.83984375, + 64490.75, + 64495.984375, + 64506.27734375, + 64514.02734375 + ], + "0.7": [ + 64252.4375, + 64273.9296875, + 64291.7578125, + 64305.23828125, + 64325.140625, + 64338.5546875, + 64346.125, + 64358.30859375, + 64368.60546875, + 64375.8359375, + 64390.72265625, + 64402.94921875, + 64423.12890625, + 64436.3359375, + 64446.625, + 64456.51953125, + 64465.94140625, + 64469.66015625, + 64474.11328125, + 64482.83984375, + 64490.75, + 64495.984375, + 64506.27734375, + 64514.02734375 + ], + "0.8": [ + 64488.51171875, + 64610.578125, + 64708.31640625, + 64780.7734375, + 64845.19921875, + 64902.484375, + 64956.28125, + 65011.39453125, + 65051.7734375, + 65090.42578125, + 65138.00390625, + 65168.3125, + 65209.3359375, + 65259.8984375, + 65322.1953125, + 65373.1328125, + 65421.1015625, + 65461.96484375, + 65500.12109375, + 65555.015625, + 65601.640625, + 65649.53125, + 65698.265625, + 65739.6171875 + ], + "0.9": [ + 64488.51171875, + 64610.578125, + 64708.31640625, + 64780.7734375, + 64845.19921875, + 64902.484375, + 64956.28125, + 65011.39453125, + 65051.7734375, + 65090.42578125, + 65138.00390625, + 65168.3125, + 65209.3359375, + 65259.8984375, + 65322.1953125, + 65373.1328125, + 65421.1015625, + 65461.96484375, + 65500.12109375, + 65555.015625, + 65601.640625, + 65649.53125, + 65698.265625, + 65739.6171875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_093547.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_093547.json new file mode 100644 index 0000000000000000000000000000000000000000..3ca828b7a25eb490117995d2f410b5ef7f426cca --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_093547.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T09:35:47.567889+00:00", + "metrics": { + "MSE[mean]": 80768.55539131165, + "MSE[0.5]": 80768.55539131165, + "MAE[0.5]": 191.24918619791666, + "MASE[0.5]": 0.18138246056579763, + "MAPE[0.5]": 0.0029935644664405726, + "sMAPE[0.5]": 0.002985109427811669, + "MSIS": 1.716241124358697, + "RMSE[mean]": 284.1980918150431, + "NRMSE[mean]": 0.004433915084515677, + "ND[0.5]": 0.0029837732061063927, + "mean_weighted_sum_quantile_loss": 0.003909273826523132 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64119.98828125 + ], + "predictions": { + "p50": [ + 64232.01171875, + 64237.65234375, + 64238.0625, + 64239.25390625, + 64242.31640625, + 64246.1171875, + 64242.96875, + 64250.44921875, + 64245.66796875, + 64249.3671875, + 64250.3984375, + 64249.56640625, + 64245.24609375, + 64250.4609375, + 64247.46484375, + 64248.5390625, + 64248.37890625, + 64248.203125, + 64249.796875, + 64250.4453125, + 64249.57421875, + 64247.74609375, + 64245.28515625, + 64247.046875 + ], + "p10": [ + 63998.78515625, + 63916.03515625, + 63839.7421875, + 63775.1015625, + 63716.41796875, + 63650.44140625, + 63589.62890625, + 63542.328125, + 63486.71484375, + 63439.359375, + 63382.5234375, + 63328.26171875, + 63266.46875, + 63214.1484375, + 63162.828125, + 63127.3828125, + 63068.59375, + 63021.3671875, + 62968.20703125, + 62932.5703125, + 62900.55859375, + 62856.7421875, + 62799.41015625, + 62763.49609375 + ], + "p90": [ + 64459.6640625, + 64541.98046875, + 64611.125, + 64669.96875, + 64735.32421875, + 64799.4296875, + 64843.265625, + 64896.34765625, + 64954.9609375, + 65002.44140625, + 65069.3671875, + 65127.42578125, + 65176.89453125, + 65245.4375, + 65294.55859375, + 65338.06640625, + 65391.10546875, + 65435.3984375, + 65486.1328125, + 65528.56640625, + 65567.125, + 65625.6484375, + 65669.2734375, + 65708.0078125 + ], + "mean": [ + 64232.01171875, + 64237.65234375, + 64238.0625, + 64239.25390625, + 64242.31640625, + 64246.1171875, + 64242.96875, + 64250.44921875, + 64245.66796875, + 64249.3671875, + 64250.3984375, + 64249.56640625, + 64245.24609375, + 64250.4609375, + 64247.46484375, + 64248.5390625, + 64248.37890625, + 64248.203125, + 64249.796875, + 64250.4453125, + 64249.57421875, + 64247.74609375, + 64245.28515625, + 64247.046875 + ], + "quantiles": { + "0.1": [ + 63998.78515625, + 63916.03515625, + 63839.7421875, + 63775.1015625, + 63716.41796875, + 63650.44140625, + 63589.62890625, + 63542.328125, + 63486.71484375, + 63439.359375, + 63382.5234375, + 63328.26171875, + 63266.46875, + 63214.1484375, + 63162.828125, + 63127.3828125, + 63068.59375, + 63021.3671875, + 62968.20703125, + 62932.5703125, + 62900.55859375, + 62856.7421875, + 62799.41015625, + 62763.49609375 + ], + "0.2": [ + 63998.78515625, + 63916.03515625, + 63839.7421875, + 63775.1015625, + 63716.41796875, + 63650.44140625, + 63589.62890625, + 63542.328125, + 63486.71484375, + 63439.359375, + 63382.5234375, + 63328.26171875, + 63266.46875, + 63214.1484375, + 63162.828125, + 63127.3828125, + 63068.59375, + 63021.3671875, + 62968.20703125, + 62932.5703125, + 62900.55859375, + 62856.7421875, + 62799.41015625, + 62763.49609375 + ], + "0.3": [ + 63998.78515625, + 63916.03515625, + 63839.7421875, + 63775.1015625, + 63716.41796875, + 63650.44140625, + 63589.62890625, + 63542.328125, + 63486.71484375, + 63439.359375, + 63382.5234375, + 63328.26171875, + 63266.46875, + 63214.1484375, + 63162.828125, + 63127.3828125, + 63068.59375, + 63021.3671875, + 62968.20703125, + 62932.5703125, + 62900.55859375, + 62856.7421875, + 62799.41015625, + 62763.49609375 + ], + "0.4": [ + 64232.01171875, + 64237.65234375, + 64238.0625, + 64239.25390625, + 64242.31640625, + 64246.1171875, + 64242.96875, + 64250.44921875, + 64245.66796875, + 64249.3671875, + 64250.3984375, + 64249.56640625, + 64245.24609375, + 64250.4609375, + 64247.46484375, + 64248.5390625, + 64248.37890625, + 64248.203125, + 64249.796875, + 64250.4453125, + 64249.57421875, + 64247.74609375, + 64245.28515625, + 64247.046875 + ], + "0.5": [ + 64232.01171875, + 64237.65234375, + 64238.0625, + 64239.25390625, + 64242.31640625, + 64246.1171875, + 64242.96875, + 64250.44921875, + 64245.66796875, + 64249.3671875, + 64250.3984375, + 64249.56640625, + 64245.24609375, + 64250.4609375, + 64247.46484375, + 64248.5390625, + 64248.37890625, + 64248.203125, + 64249.796875, + 64250.4453125, + 64249.57421875, + 64247.74609375, + 64245.28515625, + 64247.046875 + ], + "0.6": [ + 64232.01171875, + 64237.65234375, + 64238.0625, + 64239.25390625, + 64242.31640625, + 64246.1171875, + 64242.96875, + 64250.44921875, + 64245.66796875, + 64249.3671875, + 64250.3984375, + 64249.56640625, + 64245.24609375, + 64250.4609375, + 64247.46484375, + 64248.5390625, + 64248.37890625, + 64248.203125, + 64249.796875, + 64250.4453125, + 64249.57421875, + 64247.74609375, + 64245.28515625, + 64247.046875 + ], + "0.7": [ + 64232.01171875, + 64237.65234375, + 64238.0625, + 64239.25390625, + 64242.31640625, + 64246.1171875, + 64242.96875, + 64250.44921875, + 64245.66796875, + 64249.3671875, + 64250.3984375, + 64249.56640625, + 64245.24609375, + 64250.4609375, + 64247.46484375, + 64248.5390625, + 64248.37890625, + 64248.203125, + 64249.796875, + 64250.4453125, + 64249.57421875, + 64247.74609375, + 64245.28515625, + 64247.046875 + ], + "0.8": [ + 64459.6640625, + 64541.98046875, + 64611.125, + 64669.96875, + 64735.32421875, + 64799.4296875, + 64843.265625, + 64896.34765625, + 64954.9609375, + 65002.44140625, + 65069.3671875, + 65127.42578125, + 65176.89453125, + 65245.4375, + 65294.55859375, + 65338.06640625, + 65391.10546875, + 65435.3984375, + 65486.1328125, + 65528.56640625, + 65567.125, + 65625.6484375, + 65669.2734375, + 65708.0078125 + ], + "0.9": [ + 64459.6640625, + 64541.98046875, + 64611.125, + 64669.96875, + 64735.32421875, + 64799.4296875, + 64843.265625, + 64896.34765625, + 64954.9609375, + 65002.44140625, + 65069.3671875, + 65127.42578125, + 65176.89453125, + 65245.4375, + 65294.55859375, + 65338.06640625, + 65391.10546875, + 65435.3984375, + 65486.1328125, + 65528.56640625, + 65567.125, + 65625.6484375, + 65669.2734375, + 65708.0078125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_093707.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_093707.json new file mode 100644 index 0000000000000000000000000000000000000000..dbb033d07955e8bc1255abba8758b19d68136af2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_093707.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T09:37:07.538493+00:00", + "metrics": { + "MSE[mean]": 1483.5382469274555, + "MSE[0.5]": 361.44580163232126, + "MAE[0.5]": 18.91948096164515, + "MASE[0.5]": 0.2882968527488785, + "MAPE[0.5]": 0.008328821278571735, + "sMAPE[0.5]": 0.008317206374590082, + "MSIS": 3.697676078504266, + "RMSE[mean]": 38.51672684597506, + "NRMSE[mean]": 0.016967721077522053, + "ND[0.5]": 0.008334573110856894, + "mean_weighted_sum_quantile_loss": 0.006879253862199374 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2277.84849418975, + 2277.8502230886106, + 2277.8405859322797, + 2277.8503125814877, + 2277.852468540868, + 2277.801992206227, + 2277.8482801399437, + 2277.848099052295, + 2277.8404249501, + 2277.8401899700625, + 2277.84047538622, + 2277.8262952729365, + 2277.848178012685, + 2277.8406599278387, + 2277.8267199872535, + 2277.826037334293, + 2277.848099057627, + 2277.8443400152046, + 2277.8480201025704, + 2277.8481780126835, + 2277.800923251202, + 2277.8482290627353, + 2277.8401899702685, + 2277.8482801127875 + ], + "p10": [ + 2250.855486941315, + 2256.8619751461183, + 2257.1213725579423, + 2257.1213506945546, + 2256.8970116109917, + 2250.5946563156185, + 2257.078694074219, + 2257.060525727675, + 2256.8620682281594, + 2257.7156904953117, + 2256.897010906551, + 2256.8970109065026, + 2256.5475841125344, + 2257.1213542826717, + 2257.121354282672, + 2257.121354282672, + 2256.862068227113, + 2256.862068227113, + 2257.0605257330076, + 2257.121354282672, + 2250.8550128541356, + 2256.547584112533, + 2256.547584112533, + 2250.594656453935 + ], + "p90": [ + 2279.5434210807384, + 2277.8576242617105, + 2290.37771218839, + 2278.3390826366012, + 2277.8577180651546, + 2277.905854110075, + 2302.350717560804, + 2278.3390862193864, + 2294.6915761496107, + 2294.601424067059, + 2279.542946993599, + 2277.857717357865, + 2279.5429469935602, + 2277.857717360511, + 2277.8577173606736, + 2278.339086224719, + 2277.8577173606736, + 2290.37769391312, + 2277.8577173578733, + 2290.37769391312, + 2277.8577173271274, + 2278.339086224719, + 2277.8577173578733, + 2290.37769391312 + ], + "mean": [ + 2298.509473280808, + 2298.75225252033, + 2312.8196704488596, + 2300.126228247296, + 2287.65289402872, + 2297.0444052082776, + 2336.2826433130713, + 2288.343244380922, + 2311.776191818859, + 2324.920956454546, + 2286.846314232389, + 2310.3549640146616, + 2310.4093021187064, + 2300.2994108619746, + 2287.8486119702757, + 2323.2836271594283, + 2275.0280246151997, + 2298.9504627077213, + 2298.4559226756483, + 2312.6375442839017, + 2296.619238241709, + 2287.6550390633597, + 2286.665082095411, + 2287.3223664608836 + ], + "quantiles": { + "0.1": [ + 2250.855486941315, + 2256.8619751461183, + 2257.1213725579423, + 2257.1213506945546, + 2256.8970116109917, + 2250.5946563156185, + 2257.078694074219, + 2257.060525727675, + 2256.8620682281594, + 2257.7156904953117, + 2256.897010906551, + 2256.8970109065026, + 2256.5475841125344, + 2257.1213542826717, + 2257.121354282672, + 2257.121354282672, + 2256.862068227113, + 2256.862068227113, + 2257.0605257330076, + 2257.121354282672, + 2250.8550128541356, + 2256.547584112533, + 2256.547584112533, + 2250.594656453935 + ], + "0.2": [ + 2271.4970535005045, + 2275.5580880973803, + 2273.7484324134625, + 2274.345929087921, + 2275.89375655697, + 2266.068546918495, + 2271.3353630619354, + 2274.3383339839916, + 2271.510313722143, + 2275.887253342577, + 2266.360227116642, + 2273.7013954704685, + 2266.2609303738614, + 2274.345932676038, + 2274.307939242466, + 2274.296184575537, + 2271.4416421822384, + 2271.496579413325, + 2274.296184575537, + 2275.8612433039593, + 2266.0685470568114, + 2271.496579413325, + 2271.335363034779, + 2275.558181178375 + ], + "0.3": [ + 2276.5021067471007, + 2277.675575952194, + 2277.1074640031497, + 2277.262979219769, + 2277.6291241677004, + 2276.753142424364, + 2277.2629828350427, + 2277.2610525013088, + 2276.7827595803883, + 2277.2629828076806, + 2276.495326549663, + 2276.771129783997, + 2275.914776220151, + 2277.6750781677065, + 2276.779270640741, + 2277.1074457278796, + 2277.2535630096004, + 2277.1074457278796, + 2277.523461014846, + 2277.442619712626, + 2275.4180108694823, + 2277.519606957514, + 2277.2629828078866, + 2277.2565484704023 + ], + "0.4": [ + 2277.676143120368, + 2277.826793681916, + 2277.754239999314, + 2277.826033746175, + 2277.8401906747495, + 2277.5251126153858, + 2277.75656088169, + 2277.8004570325506, + 2277.674881213593, + 2277.800457037677, + 2277.7565608545738, + 2277.6748812125384, + 2277.756560854535, + 2277.801992344543, + 2277.7228006477017, + 2277.6724810213777, + 2277.7826370412536, + 2277.783072913403, + 2277.8019923445436, + 2277.7569967266827, + 2277.522910435227, + 2277.816419338393, + 2277.7569967266827, + 2277.75590704631 + ], + "0.5": [ + 2277.84849418975, + 2277.8502230886106, + 2277.8405859322797, + 2277.8503125814877, + 2277.852468540868, + 2277.801992206227, + 2277.8482801399437, + 2277.848099052295, + 2277.8404249501, + 2277.8401899700625, + 2277.84047538622, + 2277.8262952729365, + 2277.848178012685, + 2277.8406599278387, + 2277.8267199872535, + 2277.826037334293, + 2277.848099057627, + 2277.8443400152046, + 2277.8480201025704, + 2277.8481780126835, + 2277.800923251202, + 2277.8482290627353, + 2277.8401899702685, + 2277.8482801127875 + ], + "0.6": [ + 2277.857282844136, + 2277.8560087564388, + 2277.8564028805126, + 2277.8568199645892, + 2277.8572186441047, + 2277.8482187144086, + 2277.8568087841127, + 2277.856075089402, + 2277.85610183848, + 2277.856085791608, + 2277.8561018374735, + 2277.852462187556, + 2277.8574392393566, + 2277.857214665246, + 2277.852462187564, + 2277.8524960805007, + 2277.8572146652464, + 2277.8547973673244, + 2277.8547973673244, + 2277.856814675257, + 2277.8523522264227, + 2277.857443768336, + 2277.8547973673244, + 2277.8553084582886 + ], + "0.7": [ + 2277.858106317285, + 2277.8571215842517, + 2277.857721221628, + 2277.857705799195, + 2277.8577036508386, + 2277.857216982713, + 2277.8576766023666, + 2277.857676569878, + 2277.857702947404, + 2277.8577029461517, + 2277.8576702626547, + 2277.8576322300974, + 2277.857712950857, + 2277.8577048786437, + 2277.85722285119, + 2277.8575003068668, + 2277.8576947971283, + 2277.8576702626146, + 2277.8576913046013, + 2277.8576702626146, + 2277.85722285119, + 2277.857712950856, + 2277.857443768336, + 2277.8576913046013 + ], + "0.8": [ + 2277.858191412576, + 2277.857601840149, + 2277.8577356006667, + 2277.8577137059942, + 2277.8577179533554, + 2277.857713206855, + 2277.857717379438, + 2277.857716611402, + 2277.857717295158, + 2277.8577173251906, + 2277.8577172489145, + 2277.85771695062, + 2277.8577171733687, + 2277.857717237565, + 2277.857714922433, + 2277.857716133934, + 2277.857716987575, + 2277.857717294112, + 2277.8577173003687, + 2277.857716013234, + 2277.8577029463577, + 2277.8577173253966, + 2277.857716013234, + 2277.857717155801 + ], + "0.9": [ + 2279.5434210807384, + 2277.8576242617105, + 2290.37771218839, + 2278.3390826366012, + 2277.8577180651546, + 2277.905854110075, + 2302.350717560804, + 2278.3390862193864, + 2294.6915761496107, + 2294.601424067059, + 2279.542946993599, + 2277.857717357865, + 2279.5429469935602, + 2277.857717360511, + 2277.8577173606736, + 2278.339086224719, + 2277.8577173606736, + 2290.37769391312, + 2277.8577173578733, + 2290.37769391312, + 2277.8577173271274, + 2278.339086224719, + 2277.8577173578733, + 2290.37769391312 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_093442.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_093442.json new file mode 100644 index 0000000000000000000000000000000000000000..336709b238397d426e1965569f87e4a284ccf5e2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_093442.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T09:34:42.524122+00:00", + "metrics": { + "MSE[mean]": 1188.2831083089113, + "MSE[0.5]": 1188.2831083089113, + "MAE[0.5]": 29.912394205729168, + "MASE[0.5]": 0.45580791170634916, + "MAPE[0.5]": 0.013235092094590667, + "sMAPE[0.5]": 0.013119783327940435, + "MSIS": 14.377146887400793, + "RMSE[mean]": 34.47148253714817, + "NRMSE[mean]": 0.015185675126496991, + "ND[0.5]": 0.013177266169924743, + "mean_weighted_sum_quantile_loss": 0.012690273738642621 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2300.33251953125, + 2300.568359375, + 2300.23388671875, + 2299.83203125, + 2299.836181640625, + 2299.9677734375, + 2299.96728515625, + 2300.38525390625, + 2299.58935546875, + 2299.869873046875, + 2300.222900390625, + 2300.15771484375, + 2300.491455078125, + 2300.70751953125, + 2300.484130859375, + 2300.27197265625, + 2299.098388671875, + 2299.2353515625, + 2299.585693359375, + 2298.978271484375, + 2299.799560546875, + 2298.8701171875, + 2299.56494140625, + 2299.118896484375 + ], + "p10": [ + 2297.736328125, + 2297.125244140625, + 2296.6962890625, + 2297.236328125, + 2296.127197265625, + 2295.108154296875, + 2295.21484375, + 2294.64306640625, + 2294.26220703125, + 2294.409912109375, + 2293.381591796875, + 2293.681396484375, + 2293.798583984375, + 2293.12890625, + 2292.731689453125, + 2292.43994140625, + 2285.751708984375, + 2285.504150390625, + 2285.7314453125, + 2285.400390625, + 2284.34375, + 2283.426513671875, + 2283.717041015625, + 2283.96044921875 + ], + "p90": [ + 2307.70361328125, + 2308.092529296875, + 2311.657470703125, + 2314.815673828125, + 2319.09326171875, + 2325.7734375, + 2327.885986328125, + 2330.3984375, + 2333.5869140625, + 2335.236572265625, + 2340.73486328125, + 2344.376708984375, + 2346.012451171875, + 2348.714111328125, + 2348.56103515625, + 2347.193359375, + 2360.059326171875, + 2363.88037109375, + 2364.845947265625, + 2365.83349609375, + 2365.87060546875, + 2368.576171875, + 2369.679443359375, + 2369.878173828125 + ], + "mean": [ + 2300.33251953125, + 2300.568359375, + 2300.23388671875, + 2299.83203125, + 2299.836181640625, + 2299.9677734375, + 2299.96728515625, + 2300.38525390625, + 2299.58935546875, + 2299.869873046875, + 2300.222900390625, + 2300.15771484375, + 2300.491455078125, + 2300.70751953125, + 2300.484130859375, + 2300.27197265625, + 2299.098388671875, + 2299.2353515625, + 2299.585693359375, + 2298.978271484375, + 2299.799560546875, + 2298.8701171875, + 2299.56494140625, + 2299.118896484375 + ], + "quantiles": { + "0.1": [ + 2297.736328125, + 2297.125244140625, + 2296.6962890625, + 2297.236328125, + 2296.127197265625, + 2295.108154296875, + 2295.21484375, + 2294.64306640625, + 2294.26220703125, + 2294.409912109375, + 2293.381591796875, + 2293.681396484375, + 2293.798583984375, + 2293.12890625, + 2292.731689453125, + 2292.43994140625, + 2285.751708984375, + 2285.504150390625, + 2285.7314453125, + 2285.400390625, + 2284.34375, + 2283.426513671875, + 2283.717041015625, + 2283.96044921875 + ], + "0.2": [ + 2297.736328125, + 2297.125244140625, + 2296.6962890625, + 2297.236328125, + 2296.127197265625, + 2295.108154296875, + 2295.21484375, + 2294.64306640625, + 2294.26220703125, + 2294.409912109375, + 2293.381591796875, + 2293.681396484375, + 2293.798583984375, + 2293.12890625, + 2292.731689453125, + 2292.43994140625, + 2285.751708984375, + 2285.504150390625, + 2285.7314453125, + 2285.400390625, + 2284.34375, + 2283.426513671875, + 2283.717041015625, + 2283.96044921875 + ], + "0.3": [ + 2297.736328125, + 2297.125244140625, + 2296.6962890625, + 2297.236328125, + 2296.127197265625, + 2295.108154296875, + 2295.21484375, + 2294.64306640625, + 2294.26220703125, + 2294.409912109375, + 2293.381591796875, + 2293.681396484375, + 2293.798583984375, + 2293.12890625, + 2292.731689453125, + 2292.43994140625, + 2285.751708984375, + 2285.504150390625, + 2285.7314453125, + 2285.400390625, + 2284.34375, + 2283.426513671875, + 2283.717041015625, + 2283.96044921875 + ], + "0.4": [ + 2300.33251953125, + 2300.568359375, + 2300.23388671875, + 2299.83203125, + 2299.836181640625, + 2299.9677734375, + 2299.96728515625, + 2300.38525390625, + 2299.58935546875, + 2299.869873046875, + 2300.222900390625, + 2300.15771484375, + 2300.491455078125, + 2300.70751953125, + 2300.484130859375, + 2300.27197265625, + 2299.098388671875, + 2299.2353515625, + 2299.585693359375, + 2298.978271484375, + 2299.799560546875, + 2298.8701171875, + 2299.56494140625, + 2299.118896484375 + ], + "0.5": [ + 2300.33251953125, + 2300.568359375, + 2300.23388671875, + 2299.83203125, + 2299.836181640625, + 2299.9677734375, + 2299.96728515625, + 2300.38525390625, + 2299.58935546875, + 2299.869873046875, + 2300.222900390625, + 2300.15771484375, + 2300.491455078125, + 2300.70751953125, + 2300.484130859375, + 2300.27197265625, + 2299.098388671875, + 2299.2353515625, + 2299.585693359375, + 2298.978271484375, + 2299.799560546875, + 2298.8701171875, + 2299.56494140625, + 2299.118896484375 + ], + "0.6": [ + 2300.33251953125, + 2300.568359375, + 2300.23388671875, + 2299.83203125, + 2299.836181640625, + 2299.9677734375, + 2299.96728515625, + 2300.38525390625, + 2299.58935546875, + 2299.869873046875, + 2300.222900390625, + 2300.15771484375, + 2300.491455078125, + 2300.70751953125, + 2300.484130859375, + 2300.27197265625, + 2299.098388671875, + 2299.2353515625, + 2299.585693359375, + 2298.978271484375, + 2299.799560546875, + 2298.8701171875, + 2299.56494140625, + 2299.118896484375 + ], + "0.7": [ + 2300.33251953125, + 2300.568359375, + 2300.23388671875, + 2299.83203125, + 2299.836181640625, + 2299.9677734375, + 2299.96728515625, + 2300.38525390625, + 2299.58935546875, + 2299.869873046875, + 2300.222900390625, + 2300.15771484375, + 2300.491455078125, + 2300.70751953125, + 2300.484130859375, + 2300.27197265625, + 2299.098388671875, + 2299.2353515625, + 2299.585693359375, + 2298.978271484375, + 2299.799560546875, + 2298.8701171875, + 2299.56494140625, + 2299.118896484375 + ], + "0.8": [ + 2307.70361328125, + 2308.092529296875, + 2311.657470703125, + 2314.815673828125, + 2319.09326171875, + 2325.7734375, + 2327.885986328125, + 2330.3984375, + 2333.5869140625, + 2335.236572265625, + 2340.73486328125, + 2344.376708984375, + 2346.012451171875, + 2348.714111328125, + 2348.56103515625, + 2347.193359375, + 2360.059326171875, + 2363.88037109375, + 2364.845947265625, + 2365.83349609375, + 2365.87060546875, + 2368.576171875, + 2369.679443359375, + 2369.878173828125 + ], + "0.9": [ + 2307.70361328125, + 2308.092529296875, + 2311.657470703125, + 2314.815673828125, + 2319.09326171875, + 2325.7734375, + 2327.885986328125, + 2330.3984375, + 2333.5869140625, + 2335.236572265625, + 2340.73486328125, + 2344.376708984375, + 2346.012451171875, + 2348.714111328125, + 2348.56103515625, + 2347.193359375, + 2360.059326171875, + 2363.88037109375, + 2364.845947265625, + 2365.83349609375, + 2365.87060546875, + 2368.576171875, + 2369.679443359375, + 2369.878173828125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_093707.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_093707.json new file mode 100644 index 0000000000000000000000000000000000000000..1ba88d63e878686e105647f00bc3ab07777ca745 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_093707.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T09:37:07.625843+00:00", + "metrics": { + "MSE[mean]": 249.48072584807247, + "MSE[0.5]": 287.79478786075987, + "MAE[0.5]": 15.159004694745022, + "MASE[0.5]": 0.23099435725325745, + "MAPE[0.5]": 0.006694645859935514, + "sMAPE[0.5]": 0.00666899130640143, + "MSIS": 6.762680682110896, + "RMSE[mean]": 15.794958874529318, + "NRMSE[mean]": 0.0069581316627882455, + "ND[0.5]": 0.006677975636451551, + "mean_weighted_sum_quantile_loss": 0.006387358508105858 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2296.498592205019, + 2295.2214906042614, + 2293.944389003504, + 2292.6672874027463, + 2291.390185801989, + 2290.1130842012312, + 2288.835982600474, + 2287.558880999716, + 2286.281779398959, + 2285.0046777982016, + 2283.727576197444, + 2282.4504745966865, + 2281.1733729959287, + 2279.8962713951714, + 2278.6191697944137, + 2277.3420681936564, + 2276.064966592899, + 2274.7878649921413, + 2273.510763391384, + 2272.2336617906262, + 2270.956560189869, + 2269.679458589111, + 2268.402356988354, + 2267.125255387596 + ], + "p10": [ + 2296.498592205019, + 2295.2214906042614, + 2293.944389003504, + 2292.6672874027463, + 2291.390185801989, + 2240.1130842012312, + 2238.835982600474, + 2287.558880999716, + 2236.281779398959, + 2235.0046777982016, + 2283.727576197444, + 2282.4504745966865, + 2281.1733729959287, + 2279.8962713951714, + 2278.6191697944137, + 2277.3420681936564, + 2271.064966592899, + 2269.7878649921413, + 2273.510763391384, + 2272.2336617906262, + 2270.956560189869, + 2269.679458589111, + 2268.402356988354, + 2217.125255387596 + ], + "p90": [ + 2296.498592205019, + 2295.2214906042614, + 2293.944389003504, + 2292.6672874027463, + 2291.390185801989, + 2290.1130842012312, + 2288.835982600474, + 2287.558880999716, + 2286.281779398959, + 2285.0046777982016, + 2283.727576197444, + 2282.4504745966865, + 2281.1733729959287, + 2279.8962713951714, + 2278.6191697944137, + 2277.3420681936564, + 2276.064966592899, + 2274.7878649921413, + 2273.510763391384, + 2272.2336617906262, + 2270.956560189869, + 2269.679458589111, + 2268.402356988354, + 2267.125255387596 + ], + "mean": [ + 2295.2485922050123, + 2295.4714906042664, + 2293.194389003504, + 2290.167287402741, + 2290.140185801995, + 2287.6130842012344, + 2285.585982600464, + 2284.558880999726, + 2282.031779398964, + 2282.504677798195, + 2282.9775761974324, + 2280.7004745966947, + 2279.4233729959246, + 2280.1462713951637, + 2278.8691697944178, + 2276.3420681936555, + 2274.0649665928927, + 2272.7878649921486, + 2272.7607633913863, + 2272.483661790624, + 2269.206560189878, + 2269.679458589117, + 2267.652356988347, + 2264.625255387584 + ], + "quantiles": { + "0.1": [ + 2296.498592205019, + 2295.2214906042614, + 2293.944389003504, + 2292.6672874027463, + 2291.390185801989, + 2240.1130842012312, + 2238.835982600474, + 2287.558880999716, + 2236.281779398959, + 2235.0046777982016, + 2283.727576197444, + 2282.4504745966865, + 2281.1733729959287, + 2279.8962713951714, + 2278.6191697944137, + 2277.3420681936564, + 2271.064966592899, + 2269.7878649921413, + 2273.510763391384, + 2272.2336617906262, + 2270.956560189869, + 2269.679458589111, + 2268.402356988354, + 2217.125255387596 + ], + "0.2": [ + 2296.498592205019, + 2295.2214906042614, + 2293.944389003504, + 2292.6672874027463, + 2291.390185801989, + 2290.1130842012312, + 2288.835982600474, + 2287.558880999716, + 2286.281779398959, + 2285.0046777982016, + 2283.727576197444, + 2282.4504745966865, + 2281.1733729959287, + 2279.8962713951714, + 2278.6191697944137, + 2277.3420681936564, + 2276.064966592899, + 2274.7878649921413, + 2273.510763391384, + 2272.2336617906262, + 2270.956560189869, + 2269.679458589111, + 2268.402356988354, + 2267.125255387596 + ], + "0.3": [ + 2296.498592205019, + 2295.2214906042614, + 2293.944389003504, + 2292.6672874027463, + 2291.390185801989, + 2290.1130842012312, + 2288.835982600474, + 2287.558880999716, + 2286.281779398959, + 2285.0046777982016, + 2283.727576197444, + 2282.4504745966865, + 2281.1733729959287, + 2279.8962713951714, + 2278.6191697944137, + 2277.3420681936564, + 2276.064966592899, + 2274.7878649921413, + 2273.510763391384, + 2272.2336617906262, + 2270.956560189869, + 2269.679458589111, + 2268.402356988354, + 2267.125255387596 + ], + "0.4": [ + 2296.498592205019, + 2295.2214906042614, + 2293.944389003504, + 2292.6672874027463, + 2291.390185801989, + 2290.1130842012312, + 2288.835982600474, + 2287.558880999716, + 2286.281779398959, + 2285.0046777982016, + 2283.727576197444, + 2282.4504745966865, + 2281.1733729959287, + 2279.8962713951714, + 2278.6191697944137, + 2277.3420681936564, + 2276.064966592899, + 2274.7878649921413, + 2273.510763391384, + 2272.2336617906262, + 2270.956560189869, + 2269.679458589111, + 2268.402356988354, + 2267.125255387596 + ], + "0.5": [ + 2296.498592205019, + 2295.2214906042614, + 2293.944389003504, + 2292.6672874027463, + 2291.390185801989, + 2290.1130842012312, + 2288.835982600474, + 2287.558880999716, + 2286.281779398959, + 2285.0046777982016, + 2283.727576197444, + 2282.4504745966865, + 2281.1733729959287, + 2279.8962713951714, + 2278.6191697944137, + 2277.3420681936564, + 2276.064966592899, + 2274.7878649921413, + 2273.510763391384, + 2272.2336617906262, + 2270.956560189869, + 2269.679458589111, + 2268.402356988354, + 2267.125255387596 + ], + "0.6": [ + 2296.498592205019, + 2295.2214906042614, + 2293.944389003504, + 2292.6672874027463, + 2291.390185801989, + 2290.1130842012312, + 2288.835982600474, + 2287.558880999716, + 2286.281779398959, + 2285.0046777982016, + 2283.727576197444, + 2282.4504745966865, + 2281.1733729959287, + 2279.8962713951714, + 2278.6191697944137, + 2277.3420681936564, + 2276.064966592899, + 2274.7878649921413, + 2273.510763391384, + 2272.2336617906262, + 2270.956560189869, + 2269.679458589111, + 2268.402356988354, + 2267.125255387596 + ], + "0.7": [ + 2296.498592205019, + 2295.2214906042614, + 2293.944389003504, + 2292.6672874027463, + 2291.390185801989, + 2290.1130842012312, + 2288.835982600474, + 2287.558880999716, + 2286.281779398959, + 2285.0046777982016, + 2283.727576197444, + 2282.4504745966865, + 2281.1733729959287, + 2279.8962713951714, + 2278.6191697944137, + 2277.3420681936564, + 2276.064966592899, + 2274.7878649921413, + 2273.510763391384, + 2272.2336617906262, + 2270.956560189869, + 2269.679458589111, + 2268.402356988354, + 2267.125255387596 + ], + "0.8": [ + 2296.498592205019, + 2295.2214906042614, + 2293.944389003504, + 2292.6672874027463, + 2291.390185801989, + 2290.1130842012312, + 2288.835982600474, + 2287.558880999716, + 2286.281779398959, + 2285.0046777982016, + 2283.727576197444, + 2282.4504745966865, + 2281.1733729959287, + 2279.8962713951714, + 2278.6191697944137, + 2277.3420681936564, + 2276.064966592899, + 2274.7878649921413, + 2273.510763391384, + 2272.2336617906262, + 2270.956560189869, + 2269.679458589111, + 2268.402356988354, + 2267.125255387596 + ], + "0.9": [ + 2296.498592205019, + 2295.2214906042614, + 2293.944389003504, + 2292.6672874027463, + 2291.390185801989, + 2290.1130842012312, + 2288.835982600474, + 2287.558880999716, + 2286.281779398959, + 2285.0046777982016, + 2283.727576197444, + 2282.4504745966865, + 2281.1733729959287, + 2279.8962713951714, + 2278.6191697944137, + 2277.3420681936564, + 2276.064966592899, + 2274.7878649921413, + 2273.510763391384, + 2272.2336617906262, + 2270.956560189869, + 2269.679458589111, + 2268.402356988354, + 2267.125255387596 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_093642.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_093642.json new file mode 100644 index 0000000000000000000000000000000000000000..6932181a5f2e8ce2d18d3bfb99df13d117612437 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_093642.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T09:36:42.135578+00:00", + "metrics": { + "MSE[mean]": 8792.536300087968, + "MSE[0.5]": 8864.030358754719, + "MAE[0.5]": 92.58047993977864, + "MASE[0.5]": 1.410750170510913, + "MAPE[0.5]": 0.040842924765077664, + "sMAPE[0.5]": 0.039996941341891, + "MSIS": 14.398664667038693, + "RMSE[mean]": 93.76852510351205, + "NRMSE[mean]": 0.0413077203099172, + "ND[0.5]": 0.04078435239637826, + "mean_weighted_sum_quantile_loss": 0.026065611687584127 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2360.878173828125, + 2368.3680419921875, + 2364.2269287109375, + 2363.7955322265625, + 2361.72607421875, + 2371.0904541015625, + 2367.802001953125, + 2360.903076171875, + 2363.51025390625, + 2358.2991943359375, + 2362.1236572265625, + 2363.989990234375, + 2365.942138671875, + 2369.2393798828125, + 2362.810546875, + 2361.848876953125, + 2361.0399169921875, + 2362.91943359375, + 2356.6219482421875, + 2357.9656982421875, + 2362.138427734375, + 2358.3692626953125, + 2364.5235595703125, + 2359.70751953125 + ], + "p10": [ + 2292.9232177734375, + 2299.59375, + 2308.2156982421875, + 2292.7027587890625, + 2296.7919921875, + 2300.107177734375, + 2300.6741943359375, + 2287.1126708984375, + 2295.0645751953125, + 2301.58251953125, + 2306.6715087890625, + 2304.6422119140625, + 2294.140869140625, + 2302.0908203125, + 2276.086181640625, + 2279.0006103515625, + 2260.0902099609375, + 2267.0380859375, + 2279.4932861328125, + 2290.83056640625, + 2260.657958984375, + 2278.2996826171875, + 2291.6707763671875, + 2293.33544921875 + ], + "p90": [ + 2416.8045654296875, + 2435.052490234375, + 2448.42822265625, + 2439.1343994140625, + 2436.6004638671875, + 2427.2757568359375, + 2425.813720703125, + 2438.27978515625, + 2433.904052734375, + 2436.7626953125, + 2426.12841796875, + 2435.37255859375, + 2446.2747802734375, + 2445.4097900390625, + 2443.1357421875, + 2449.421875, + 2435.3463134765625, + 2428.1097412109375, + 2435.5712890625, + 2434.3594970703125, + 2430.5931396484375, + 2439.3795166015625, + 2439.915771484375, + 2420.5755615234375 + ], + "mean": [ + 2357.9755859375, + 2367.51025390625, + 2374.46875, + 2361.15625, + 2363.381591796875, + 2367.108154296875, + 2365.899169921875, + 2363.087890625, + 2364.296630859375, + 2365.40478515625, + 2367.37744140625, + 2372.9296875, + 2364.1474609375, + 2369.890869140625, + 2362.101318359375, + 2362.7177734375, + 2348.7333984375, + 2358.480224609375, + 2360.18798828125, + 2359.460205078125, + 2350.892333984375, + 2355.3642578125, + 2371.2109375, + 2365.76806640625 + ], + "quantiles": { + "0.1": [ + 2292.9232177734375, + 2299.59375, + 2308.2156982421875, + 2292.7027587890625, + 2296.7919921875, + 2300.107177734375, + 2300.6741943359375, + 2287.1126708984375, + 2295.0645751953125, + 2301.58251953125, + 2306.6715087890625, + 2304.6422119140625, + 2294.140869140625, + 2302.0908203125, + 2276.086181640625, + 2279.0006103515625, + 2260.0902099609375, + 2267.0380859375, + 2279.4932861328125, + 2290.83056640625, + 2260.657958984375, + 2278.2996826171875, + 2291.6707763671875, + 2293.33544921875 + ], + "0.2": [ + 2292.9232177734375, + 2299.59375, + 2308.2156982421875, + 2292.7027587890625, + 2296.7919921875, + 2300.107177734375, + 2300.6741943359375, + 2287.1126708984375, + 2295.0645751953125, + 2301.58251953125, + 2306.6715087890625, + 2304.6422119140625, + 2294.140869140625, + 2302.0908203125, + 2276.086181640625, + 2279.0006103515625, + 2260.0902099609375, + 2267.0380859375, + 2279.4932861328125, + 2290.83056640625, + 2260.657958984375, + 2278.2996826171875, + 2291.6707763671875, + 2293.33544921875 + ], + "0.3": [ + 2292.9232177734375, + 2299.59375, + 2308.2156982421875, + 2292.7027587890625, + 2296.7919921875, + 2300.107177734375, + 2300.6741943359375, + 2287.1126708984375, + 2295.0645751953125, + 2301.58251953125, + 2306.6715087890625, + 2304.6422119140625, + 2294.140869140625, + 2302.0908203125, + 2276.086181640625, + 2279.0006103515625, + 2260.0902099609375, + 2267.0380859375, + 2279.4932861328125, + 2290.83056640625, + 2260.657958984375, + 2278.2996826171875, + 2291.6707763671875, + 2293.33544921875 + ], + "0.4": [ + 2360.878173828125, + 2368.3680419921875, + 2364.2269287109375, + 2363.7955322265625, + 2361.72607421875, + 2371.0904541015625, + 2367.802001953125, + 2360.903076171875, + 2363.51025390625, + 2358.2991943359375, + 2362.1236572265625, + 2363.989990234375, + 2365.942138671875, + 2369.2393798828125, + 2362.810546875, + 2361.848876953125, + 2361.0399169921875, + 2362.91943359375, + 2356.6219482421875, + 2357.9656982421875, + 2362.138427734375, + 2358.3692626953125, + 2364.5235595703125, + 2359.70751953125 + ], + "0.5": [ + 2360.878173828125, + 2368.3680419921875, + 2364.2269287109375, + 2363.7955322265625, + 2361.72607421875, + 2371.0904541015625, + 2367.802001953125, + 2360.903076171875, + 2363.51025390625, + 2358.2991943359375, + 2362.1236572265625, + 2363.989990234375, + 2365.942138671875, + 2369.2393798828125, + 2362.810546875, + 2361.848876953125, + 2361.0399169921875, + 2362.91943359375, + 2356.6219482421875, + 2357.9656982421875, + 2362.138427734375, + 2358.3692626953125, + 2364.5235595703125, + 2359.70751953125 + ], + "0.6": [ + 2360.878173828125, + 2368.3680419921875, + 2364.2269287109375, + 2363.7955322265625, + 2361.72607421875, + 2371.0904541015625, + 2367.802001953125, + 2360.903076171875, + 2363.51025390625, + 2358.2991943359375, + 2362.1236572265625, + 2363.989990234375, + 2365.942138671875, + 2369.2393798828125, + 2362.810546875, + 2361.848876953125, + 2361.0399169921875, + 2362.91943359375, + 2356.6219482421875, + 2357.9656982421875, + 2362.138427734375, + 2358.3692626953125, + 2364.5235595703125, + 2359.70751953125 + ], + "0.7": [ + 2360.878173828125, + 2368.3680419921875, + 2364.2269287109375, + 2363.7955322265625, + 2361.72607421875, + 2371.0904541015625, + 2367.802001953125, + 2360.903076171875, + 2363.51025390625, + 2358.2991943359375, + 2362.1236572265625, + 2363.989990234375, + 2365.942138671875, + 2369.2393798828125, + 2362.810546875, + 2361.848876953125, + 2361.0399169921875, + 2362.91943359375, + 2356.6219482421875, + 2357.9656982421875, + 2362.138427734375, + 2358.3692626953125, + 2364.5235595703125, + 2359.70751953125 + ], + "0.8": [ + 2416.8045654296875, + 2435.052490234375, + 2448.42822265625, + 2439.1343994140625, + 2436.6004638671875, + 2427.2757568359375, + 2425.813720703125, + 2438.27978515625, + 2433.904052734375, + 2436.7626953125, + 2426.12841796875, + 2435.37255859375, + 2446.2747802734375, + 2445.4097900390625, + 2443.1357421875, + 2449.421875, + 2435.3463134765625, + 2428.1097412109375, + 2435.5712890625, + 2434.3594970703125, + 2430.5931396484375, + 2439.3795166015625, + 2439.915771484375, + 2420.5755615234375 + ], + "0.9": [ + 2416.8045654296875, + 2435.052490234375, + 2448.42822265625, + 2439.1343994140625, + 2436.6004638671875, + 2427.2757568359375, + 2425.813720703125, + 2438.27978515625, + 2433.904052734375, + 2436.7626953125, + 2426.12841796875, + 2435.37255859375, + 2446.2747802734375, + 2445.4097900390625, + 2443.1357421875, + 2449.421875, + 2435.3463134765625, + 2428.1097412109375, + 2435.5712890625, + 2434.3594970703125, + 2430.5931396484375, + 2439.3795166015625, + 2439.915771484375, + 2420.5755615234375 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_093707.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_093707.json new file mode 100644 index 0000000000000000000000000000000000000000..753c2be935eae7b843f05c092c96c304818ac211 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_093707.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T09:37:07.672406+00:00", + "metrics": { + "MSE[mean]": 2249.478875712466, + "MSE[0.5]": 2382.6412934749424, + "MAE[0.5]": 45.635964912281, + "MASE[0.5]": 0.6954051796157105, + "MAPE[0.5]": 0.020162824095637452, + "sMAPE[0.5]": 0.0199325685796939, + "MSIS": 21.500529138359912, + "RMSE[mean]": 47.428671452112866, + "NRMSE[mean]": 0.020893687864366902, + "ND[0.5]": 0.020103949300564316, + "mean_weighted_sum_quantile_loss": 0.019289640421006962 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281 + ], + "p10": [ + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2265.635964912281, + 2265.635964912281, + 2315.635964912281, + 2265.635964912281, + 2265.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2310.635964912281, + 2310.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2265.635964912281 + ], + "p90": [ + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281 + ], + "mean": [ + 2314.3859649122887, + 2315.8859649122887, + 2314.8859649122887, + 2313.1359649122887, + 2314.3859649122887, + 2313.1359649122887, + 2312.3859649122887, + 2312.6359649122887, + 2311.3859649122887, + 2313.1359649122887, + 2314.8859649122887, + 2313.8859649122887, + 2313.8859649122887, + 2315.8859649122887, + 2315.8859649122887, + 2314.6359649122887, + 2313.6359649122887, + 2313.6359649122887, + 2314.8859649122887, + 2315.8859649122887, + 2313.8859649122887, + 2315.6359649122887, + 2314.8859649122887, + 2313.1359649122887 + ], + "quantiles": { + "0.1": [ + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2265.635964912281, + 2265.635964912281, + 2315.635964912281, + 2265.635964912281, + 2265.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2310.635964912281, + 2310.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2265.635964912281 + ], + "0.2": [ + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281 + ], + "0.3": [ + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281 + ], + "0.4": [ + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281 + ], + "0.5": [ + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281 + ], + "0.6": [ + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281 + ], + "0.7": [ + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281 + ], + "0.8": [ + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281 + ], + "0.9": [ + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281, + 2315.635964912281 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_093707.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_093707.json new file mode 100644 index 0000000000000000000000000000000000000000..e5229b774ed10e861274b74e7b955357b12256e2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_093707.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T09:37:07.708052+00:00", + "metrics": { + "MSE[mean]": 2095.8333333333335, + "MSE[0.5]": 2095.8333333333335, + "MAE[0.5]": 44.583333333333336, + "MASE[0.5]": 0.6793650793650793, + "MAPE[0.5]": 0.019630947800436064, + "sMAPE[0.5]": 0.01943014271853917, + "MSIS": 2.611428568996313, + "RMSE[mean]": 45.78027231606791, + "NRMSE[mean]": 0.020167520844082777, + "ND[0.5]": 0.019640234948604993, + "mean_weighted_sum_quantile_loss": 0.013258688203622105 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "p10": [ + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0 + ], + "p90": [ + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0 + ], + "mean": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "quantiles": { + "0.1": [ + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0 + ], + "0.2": [ + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5 + ], + "0.3": [ + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0 + ], + "0.4": [ + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5 + ], + "0.5": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "0.6": [ + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995 + ], + "0.7": [ + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0 + ], + "0.8": [ + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5 + ], + "0.9": [ + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_093705.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_093705.json new file mode 100644 index 0000000000000000000000000000000000000000..88c10bd2a85590175949743de8e856c95c96d229 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_093705.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T09:37:05.095200+00:00", + "metrics": { + "MSE[mean]": 2475.43399810791, + "MSE[0.5]": 2475.43399810791, + "MAE[0.5]": 44.3876953125, + "MASE[0.5]": 0.6763839285714286, + "MAPE[0.5]": 0.01962815851649673, + "sMAPE[0.5]": 0.01938893360560066, + "MSIS": 20.112689732142858, + "RMSE[mean]": 49.75373350923436, + "NRMSE[mean]": 0.021917944277195754, + "ND[0.5]": 0.01955405079845815, + "mean_weighted_sum_quantile_loss": 0.01806668588243392 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2306.1484375, + 2306.1484375, + 2306.1484375, + 2307.0625, + 2306.7578125, + 2306.453125, + 2307.3671875, + 2307.9765625, + 2308.890625, + 2310.71875, + 2311.328125, + 2313.4609375, + 2314.0703125, + 2316.203125, + 2316.8125, + 2318.640625, + 2319.5546875, + 2320.7734375, + 2322.6015625, + 2323.515625, + 2322.90625, + 2322.90625, + 2324.734375, + 2324.125 + ], + "p10": [ + 2305.5390625, + 2305.234375, + 2305.234375, + 2305.84375, + 2304.625, + 2305.84375, + 2304.015625, + 2303.40625, + 2302.796875, + 2303.1015625, + 2302.796875, + 2302.1875, + 2302.796875, + 2302.796875, + 2301.578125, + 2301.2734375, + 2295.1796875, + 2296.09375, + 2296.703125, + 2297.3125, + 2297.6171875, + 2296.09375, + 2297.3125, + 2296.3984375 + ], + "p90": [ + 2312.546875, + 2323.8203125, + 2336.3125, + 2347.12890625, + 2355.431640625, + 2361.5634765625, + 2371.275390625, + 2373.94140625, + 2375.236328125, + 2376.2265625, + 2375.388671875, + 2375.541015625, + 2374.169921875, + 2374.55078125, + 2374.2080078125, + 2374.017578125, + 2380.263671875, + 2382.16796875, + 2383.5390625, + 2383.234375, + 2382.015625, + 2381.25390625, + 2382.853515625, + 2381.330078125 + ], + "mean": [ + 2306.1484375, + 2306.1484375, + 2306.1484375, + 2307.0625, + 2306.7578125, + 2306.453125, + 2307.3671875, + 2307.9765625, + 2308.890625, + 2310.71875, + 2311.328125, + 2313.4609375, + 2314.0703125, + 2316.203125, + 2316.8125, + 2318.640625, + 2319.5546875, + 2320.7734375, + 2322.6015625, + 2323.515625, + 2322.90625, + 2322.90625, + 2324.734375, + 2324.125 + ], + "quantiles": { + "0.1": [ + 2305.5390625, + 2305.234375, + 2305.234375, + 2305.84375, + 2304.625, + 2305.84375, + 2304.015625, + 2303.40625, + 2302.796875, + 2303.1015625, + 2302.796875, + 2302.1875, + 2302.796875, + 2302.796875, + 2301.578125, + 2301.2734375, + 2295.1796875, + 2296.09375, + 2296.703125, + 2297.3125, + 2297.6171875, + 2296.09375, + 2297.3125, + 2296.3984375 + ], + "0.2": [ + 2305.5390625, + 2305.234375, + 2305.234375, + 2305.84375, + 2304.625, + 2305.84375, + 2304.015625, + 2303.40625, + 2302.796875, + 2303.1015625, + 2302.796875, + 2302.1875, + 2302.796875, + 2302.796875, + 2301.578125, + 2301.2734375, + 2295.1796875, + 2296.09375, + 2296.703125, + 2297.3125, + 2297.6171875, + 2296.09375, + 2297.3125, + 2296.3984375 + ], + "0.3": [ + 2305.5390625, + 2305.234375, + 2305.234375, + 2305.84375, + 2304.625, + 2305.84375, + 2304.015625, + 2303.40625, + 2302.796875, + 2303.1015625, + 2302.796875, + 2302.1875, + 2302.796875, + 2302.796875, + 2301.578125, + 2301.2734375, + 2295.1796875, + 2296.09375, + 2296.703125, + 2297.3125, + 2297.6171875, + 2296.09375, + 2297.3125, + 2296.3984375 + ], + "0.4": [ + 2306.1484375, + 2306.1484375, + 2306.1484375, + 2307.0625, + 2306.7578125, + 2306.453125, + 2307.3671875, + 2307.9765625, + 2308.890625, + 2310.71875, + 2311.328125, + 2313.4609375, + 2314.0703125, + 2316.203125, + 2316.8125, + 2318.640625, + 2319.5546875, + 2320.7734375, + 2322.6015625, + 2323.515625, + 2322.90625, + 2322.90625, + 2324.734375, + 2324.125 + ], + "0.5": [ + 2306.1484375, + 2306.1484375, + 2306.1484375, + 2307.0625, + 2306.7578125, + 2306.453125, + 2307.3671875, + 2307.9765625, + 2308.890625, + 2310.71875, + 2311.328125, + 2313.4609375, + 2314.0703125, + 2316.203125, + 2316.8125, + 2318.640625, + 2319.5546875, + 2320.7734375, + 2322.6015625, + 2323.515625, + 2322.90625, + 2322.90625, + 2324.734375, + 2324.125 + ], + "0.6": [ + 2306.1484375, + 2306.1484375, + 2306.1484375, + 2307.0625, + 2306.7578125, + 2306.453125, + 2307.3671875, + 2307.9765625, + 2308.890625, + 2310.71875, + 2311.328125, + 2313.4609375, + 2314.0703125, + 2316.203125, + 2316.8125, + 2318.640625, + 2319.5546875, + 2320.7734375, + 2322.6015625, + 2323.515625, + 2322.90625, + 2322.90625, + 2324.734375, + 2324.125 + ], + "0.7": [ + 2306.1484375, + 2306.1484375, + 2306.1484375, + 2307.0625, + 2306.7578125, + 2306.453125, + 2307.3671875, + 2307.9765625, + 2308.890625, + 2310.71875, + 2311.328125, + 2313.4609375, + 2314.0703125, + 2316.203125, + 2316.8125, + 2318.640625, + 2319.5546875, + 2320.7734375, + 2322.6015625, + 2323.515625, + 2322.90625, + 2322.90625, + 2324.734375, + 2324.125 + ], + "0.8": [ + 2312.546875, + 2323.8203125, + 2336.3125, + 2347.12890625, + 2355.431640625, + 2361.5634765625, + 2371.275390625, + 2373.94140625, + 2375.236328125, + 2376.2265625, + 2375.388671875, + 2375.541015625, + 2374.169921875, + 2374.55078125, + 2374.2080078125, + 2374.017578125, + 2380.263671875, + 2382.16796875, + 2383.5390625, + 2383.234375, + 2382.015625, + 2381.25390625, + 2382.853515625, + 2381.330078125 + ], + "0.9": [ + 2312.546875, + 2323.8203125, + 2336.3125, + 2347.12890625, + 2355.431640625, + 2361.5634765625, + 2371.275390625, + 2373.94140625, + 2375.236328125, + 2376.2265625, + 2375.388671875, + 2375.541015625, + 2374.169921875, + 2374.55078125, + 2374.2080078125, + 2374.017578125, + 2380.263671875, + 2382.16796875, + 2383.5390625, + 2383.234375, + 2382.015625, + 2381.25390625, + 2382.853515625, + 2381.330078125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_093511.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_093511.json new file mode 100644 index 0000000000000000000000000000000000000000..cf0841538c87d3911fedfa42d29342fedd538540 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_093511.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T09:35:11.947130+00:00", + "metrics": { + "MSE[mean]": 1019.1842645083865, + "MSE[0.5]": 896.1101985226074, + "MAE[0.5]": 26.10906982421875, + "MASE[0.5]": 0.39785249255952376, + "MAPE[0.5]": 0.01155054307433448, + "sMAPE[0.5]": 0.01146357790405327, + "MSIS": 18.87632781498016, + "RMSE[mean]": 31.92466545648343, + "NRMSE[mean]": 0.01406372927598389, + "ND[0.5]": 0.011501792874105176, + "mean_weighted_sum_quantile_loss": 0.012932585599391724 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2301.172607421875, + 2300.296875, + 2299.2958984375, + 2296.99072265625, + 2299.0546875, + 2299.445556640625, + 2298.29052734375, + 2297.277587890625, + 2295.479248046875, + 2297.801025390625, + 2295.598876953125, + 2296.158935546875, + 2295.15185546875, + 2297.284423828125, + 2296.829833984375, + 2297.102783203125, + 2294.65576171875, + 2292.812744140625, + 2292.09375, + 2290.893798828125, + 2292.140869140625, + 2289.634765625, + 2290.267822265625, + 2290.46044921875 + ], + "p10": [ + 2303.173095703125, + 2302.37939453125, + 2299.89892578125, + 2299.8330078125, + 2301.457763671875, + 2300.080810546875, + 2302.737060546875, + 2298.67822265625, + 2303.390380859375, + 2298.265869140625, + 2300.14990234375, + 2305.104248046875, + 2301.01171875, + 2300.86767578125, + 2300.638916015625, + 2298.449462890625, + 2301.668212890625, + 2305.238037109375, + 2300.234619140625, + 2300.142333984375, + 2299.941650390625, + 2297.063232421875, + 2299.22705078125, + 2299.733642578125 + ], + "p90": [ + 2303.580078125, + 2303.402587890625, + 2303.115234375, + 2303.11474609375, + 2305.606689453125, + 2306.152587890625, + 2304.412353515625, + 2304.336669921875, + 2303.53369140625, + 2306.07568359375, + 2306.85595703125, + 2304.482177734375, + 2306.196044921875, + 2309.94384765625, + 2308.551025390625, + 2308.830810546875, + 2307.807861328125, + 2307.46728515625, + 2307.593994140625, + 2309.68017578125, + 2310.8564453125, + 2310.061767578125, + 2310.416748046875, + 2312.175048828125 + ], + "mean": [ + 2301.172607421875, + 2300.62548828125, + 2299.2958984375, + 2299.078125, + 2300.208251953125, + 2300.212646484375, + 2299.362060546875, + 2298.825439453125, + 2297.6787109375, + 2298.55810546875, + 2297.933349609375, + 2297.98388671875, + 2297.563232421875, + 2299.174560546875, + 2298.074462890625, + 2299.015380859375, + 2297.22998046875, + 2296.234375, + 2294.961181640625, + 2294.612060546875, + 2294.700439453125, + 2293.353759765625, + 2293.29833984375, + 2293.913818359375 + ], + "quantiles": { + "0.1": [ + 2303.173095703125, + 2302.37939453125, + 2299.89892578125, + 2299.8330078125, + 2301.457763671875, + 2300.080810546875, + 2302.737060546875, + 2298.67822265625, + 2303.390380859375, + 2298.265869140625, + 2300.14990234375, + 2305.104248046875, + 2301.01171875, + 2300.86767578125, + 2300.638916015625, + 2298.449462890625, + 2301.668212890625, + 2305.238037109375, + 2300.234619140625, + 2300.142333984375, + 2299.941650390625, + 2297.063232421875, + 2299.22705078125, + 2299.733642578125 + ], + "0.2": [ + 2303.173095703125, + 2302.37939453125, + 2299.89892578125, + 2299.8330078125, + 2301.457763671875, + 2300.080810546875, + 2302.737060546875, + 2298.67822265625, + 2303.390380859375, + 2298.265869140625, + 2300.14990234375, + 2305.104248046875, + 2301.01171875, + 2300.86767578125, + 2300.638916015625, + 2298.449462890625, + 2301.668212890625, + 2305.238037109375, + 2300.234619140625, + 2300.142333984375, + 2299.941650390625, + 2297.063232421875, + 2299.22705078125, + 2299.733642578125 + ], + "0.3": [ + 2303.173095703125, + 2302.37939453125, + 2299.89892578125, + 2299.8330078125, + 2301.457763671875, + 2300.080810546875, + 2302.737060546875, + 2298.67822265625, + 2303.390380859375, + 2298.265869140625, + 2300.14990234375, + 2305.104248046875, + 2301.01171875, + 2300.86767578125, + 2300.638916015625, + 2298.449462890625, + 2301.668212890625, + 2305.238037109375, + 2300.234619140625, + 2300.142333984375, + 2299.941650390625, + 2297.063232421875, + 2299.22705078125, + 2299.733642578125 + ], + "0.4": [ + 2301.172607421875, + 2300.296875, + 2299.2958984375, + 2296.99072265625, + 2299.0546875, + 2299.445556640625, + 2298.29052734375, + 2297.277587890625, + 2295.479248046875, + 2297.801025390625, + 2295.598876953125, + 2296.158935546875, + 2295.15185546875, + 2297.284423828125, + 2296.829833984375, + 2297.102783203125, + 2294.65576171875, + 2292.812744140625, + 2292.09375, + 2290.893798828125, + 2292.140869140625, + 2289.634765625, + 2290.267822265625, + 2290.46044921875 + ], + "0.5": [ + 2301.172607421875, + 2300.296875, + 2299.2958984375, + 2296.99072265625, + 2299.0546875, + 2299.445556640625, + 2298.29052734375, + 2297.277587890625, + 2295.479248046875, + 2297.801025390625, + 2295.598876953125, + 2296.158935546875, + 2295.15185546875, + 2297.284423828125, + 2296.829833984375, + 2297.102783203125, + 2294.65576171875, + 2292.812744140625, + 2292.09375, + 2290.893798828125, + 2292.140869140625, + 2289.634765625, + 2290.267822265625, + 2290.46044921875 + ], + "0.6": [ + 2301.172607421875, + 2300.296875, + 2299.2958984375, + 2296.99072265625, + 2299.0546875, + 2299.445556640625, + 2298.29052734375, + 2297.277587890625, + 2295.479248046875, + 2297.801025390625, + 2295.598876953125, + 2296.158935546875, + 2295.15185546875, + 2297.284423828125, + 2296.829833984375, + 2297.102783203125, + 2294.65576171875, + 2292.812744140625, + 2292.09375, + 2290.893798828125, + 2292.140869140625, + 2289.634765625, + 2290.267822265625, + 2290.46044921875 + ], + "0.7": [ + 2301.172607421875, + 2300.296875, + 2299.2958984375, + 2296.99072265625, + 2299.0546875, + 2299.445556640625, + 2298.29052734375, + 2297.277587890625, + 2295.479248046875, + 2297.801025390625, + 2295.598876953125, + 2296.158935546875, + 2295.15185546875, + 2297.284423828125, + 2296.829833984375, + 2297.102783203125, + 2294.65576171875, + 2292.812744140625, + 2292.09375, + 2290.893798828125, + 2292.140869140625, + 2289.634765625, + 2290.267822265625, + 2290.46044921875 + ], + "0.8": [ + 2303.580078125, + 2303.402587890625, + 2303.115234375, + 2303.11474609375, + 2305.606689453125, + 2306.152587890625, + 2304.412353515625, + 2304.336669921875, + 2303.53369140625, + 2306.07568359375, + 2306.85595703125, + 2304.482177734375, + 2306.196044921875, + 2309.94384765625, + 2308.551025390625, + 2308.830810546875, + 2307.807861328125, + 2307.46728515625, + 2307.593994140625, + 2309.68017578125, + 2310.8564453125, + 2310.061767578125, + 2310.416748046875, + 2312.175048828125 + ], + "0.9": [ + 2303.580078125, + 2303.402587890625, + 2303.115234375, + 2303.11474609375, + 2305.606689453125, + 2306.152587890625, + 2304.412353515625, + 2304.336669921875, + 2303.53369140625, + 2306.07568359375, + 2306.85595703125, + 2304.482177734375, + 2306.196044921875, + 2309.94384765625, + 2308.551025390625, + 2308.830810546875, + 2307.807861328125, + 2307.46728515625, + 2307.593994140625, + 2309.68017578125, + 2310.8564453125, + 2310.061767578125, + 2310.416748046875, + 2312.175048828125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_093607.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_093607.json new file mode 100644 index 0000000000000000000000000000000000000000..184cb10e8f36d9e5a4ba6c15fb7d31c5fc90a22f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_093607.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T09:36:07.496057+00:00", + "metrics": { + "MSE[mean]": 1213.7464255367715, + "MSE[0.5]": 1213.7464255367715, + "MAE[0.5]": 30.199737548828125, + "MASE[0.5]": 0.46018647693452386, + "MAPE[0.5]": 0.013362495996745041, + "sMAPE[0.5]": 0.013244727280739882, + "MSIS": 14.865785435267858, + "RMSE[mean]": 34.83886372338758, + "NRMSE[mean]": 0.01534751705876105, + "ND[0.5]": 0.013303849140452918, + "mean_weighted_sum_quantile_loss": 0.012679919869772547 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2299.717529296875, + 2299.884521484375, + 2299.916015625, + 2300.010498046875, + 2300.121826171875, + 2300.071044921875, + 2300.10400390625, + 2300.07421875, + 2300.0830078125, + 2300.242431640625, + 2300.109619140625, + 2300.26416015625, + 2300.140380859375, + 2300.31591796875, + 2300.349365234375, + 2300.31396484375, + 2300.300537109375, + 2300.44775390625, + 2300.3037109375, + 2300.2109375, + 2300.177001953125, + 2300.2998046875, + 2300.20068359375, + 2300.1708984375 + ], + "p10": [ + 2298.853515625, + 2298.728271484375, + 2298.541259765625, + 2298.566162109375, + 2298.466796875, + 2298.000244140625, + 2297.54443359375, + 2296.82763671875, + 2295.707275390625, + 2294.58203125, + 2293.678955078125, + 2293.0478515625, + 2291.96142578125, + 2291.51123046875, + 2291.005126953125, + 2290.147216796875, + 2289.49072265625, + 2289.11865234375, + 2288.481201171875, + 2288.052490234375, + 2288.23486328125, + 2287.74169921875, + 2287.4951171875, + 2286.9794921875 + ], + "p90": [ + 2300.774169921875, + 2301.051025390625, + 2302.52294921875, + 2304.37646484375, + 2306.909912109375, + 2312.58935546875, + 2319.437744140625, + 2323.255615234375, + 2326.5537109375, + 2328.132080078125, + 2331.089599609375, + 2334.509765625, + 2338.3125, + 2340.3076171875, + 2345.582763671875, + 2350.160400390625, + 2349.753173828125, + 2348.998046875, + 2349.198974609375, + 2347.365234375, + 2354.4873046875, + 2355.328857421875, + 2356.030517578125, + 2355.35107421875 + ], + "mean": [ + 2299.717529296875, + 2299.884521484375, + 2299.916015625, + 2300.010498046875, + 2300.121826171875, + 2300.071044921875, + 2300.10400390625, + 2300.07421875, + 2300.0830078125, + 2300.242431640625, + 2300.109619140625, + 2300.26416015625, + 2300.140380859375, + 2300.31591796875, + 2300.349365234375, + 2300.31396484375, + 2300.300537109375, + 2300.44775390625, + 2300.3037109375, + 2300.2109375, + 2300.177001953125, + 2300.2998046875, + 2300.20068359375, + 2300.1708984375 + ], + "quantiles": { + "0.1": [ + 2298.853515625, + 2298.728271484375, + 2298.541259765625, + 2298.566162109375, + 2298.466796875, + 2298.000244140625, + 2297.54443359375, + 2296.82763671875, + 2295.707275390625, + 2294.58203125, + 2293.678955078125, + 2293.0478515625, + 2291.96142578125, + 2291.51123046875, + 2291.005126953125, + 2290.147216796875, + 2289.49072265625, + 2289.11865234375, + 2288.481201171875, + 2288.052490234375, + 2288.23486328125, + 2287.74169921875, + 2287.4951171875, + 2286.9794921875 + ], + "0.2": [ + 2298.853515625, + 2298.728271484375, + 2298.541259765625, + 2298.566162109375, + 2298.466796875, + 2298.000244140625, + 2297.54443359375, + 2296.82763671875, + 2295.707275390625, + 2294.58203125, + 2293.678955078125, + 2293.0478515625, + 2291.96142578125, + 2291.51123046875, + 2291.005126953125, + 2290.147216796875, + 2289.49072265625, + 2289.11865234375, + 2288.481201171875, + 2288.052490234375, + 2288.23486328125, + 2287.74169921875, + 2287.4951171875, + 2286.9794921875 + ], + "0.3": [ + 2298.853515625, + 2298.728271484375, + 2298.541259765625, + 2298.566162109375, + 2298.466796875, + 2298.000244140625, + 2297.54443359375, + 2296.82763671875, + 2295.707275390625, + 2294.58203125, + 2293.678955078125, + 2293.0478515625, + 2291.96142578125, + 2291.51123046875, + 2291.005126953125, + 2290.147216796875, + 2289.49072265625, + 2289.11865234375, + 2288.481201171875, + 2288.052490234375, + 2288.23486328125, + 2287.74169921875, + 2287.4951171875, + 2286.9794921875 + ], + "0.4": [ + 2299.717529296875, + 2299.884521484375, + 2299.916015625, + 2300.010498046875, + 2300.121826171875, + 2300.071044921875, + 2300.10400390625, + 2300.07421875, + 2300.0830078125, + 2300.242431640625, + 2300.109619140625, + 2300.26416015625, + 2300.140380859375, + 2300.31591796875, + 2300.349365234375, + 2300.31396484375, + 2300.300537109375, + 2300.44775390625, + 2300.3037109375, + 2300.2109375, + 2300.177001953125, + 2300.2998046875, + 2300.20068359375, + 2300.1708984375 + ], + "0.5": [ + 2299.717529296875, + 2299.884521484375, + 2299.916015625, + 2300.010498046875, + 2300.121826171875, + 2300.071044921875, + 2300.10400390625, + 2300.07421875, + 2300.0830078125, + 2300.242431640625, + 2300.109619140625, + 2300.26416015625, + 2300.140380859375, + 2300.31591796875, + 2300.349365234375, + 2300.31396484375, + 2300.300537109375, + 2300.44775390625, + 2300.3037109375, + 2300.2109375, + 2300.177001953125, + 2300.2998046875, + 2300.20068359375, + 2300.1708984375 + ], + "0.6": [ + 2299.717529296875, + 2299.884521484375, + 2299.916015625, + 2300.010498046875, + 2300.121826171875, + 2300.071044921875, + 2300.10400390625, + 2300.07421875, + 2300.0830078125, + 2300.242431640625, + 2300.109619140625, + 2300.26416015625, + 2300.140380859375, + 2300.31591796875, + 2300.349365234375, + 2300.31396484375, + 2300.300537109375, + 2300.44775390625, + 2300.3037109375, + 2300.2109375, + 2300.177001953125, + 2300.2998046875, + 2300.20068359375, + 2300.1708984375 + ], + "0.7": [ + 2299.717529296875, + 2299.884521484375, + 2299.916015625, + 2300.010498046875, + 2300.121826171875, + 2300.071044921875, + 2300.10400390625, + 2300.07421875, + 2300.0830078125, + 2300.242431640625, + 2300.109619140625, + 2300.26416015625, + 2300.140380859375, + 2300.31591796875, + 2300.349365234375, + 2300.31396484375, + 2300.300537109375, + 2300.44775390625, + 2300.3037109375, + 2300.2109375, + 2300.177001953125, + 2300.2998046875, + 2300.20068359375, + 2300.1708984375 + ], + "0.8": [ + 2300.774169921875, + 2301.051025390625, + 2302.52294921875, + 2304.37646484375, + 2306.909912109375, + 2312.58935546875, + 2319.437744140625, + 2323.255615234375, + 2326.5537109375, + 2328.132080078125, + 2331.089599609375, + 2334.509765625, + 2338.3125, + 2340.3076171875, + 2345.582763671875, + 2350.160400390625, + 2349.753173828125, + 2348.998046875, + 2349.198974609375, + 2347.365234375, + 2354.4873046875, + 2355.328857421875, + 2356.030517578125, + 2355.35107421875 + ], + "0.9": [ + 2300.774169921875, + 2301.051025390625, + 2302.52294921875, + 2304.37646484375, + 2306.909912109375, + 2312.58935546875, + 2319.437744140625, + 2323.255615234375, + 2326.5537109375, + 2328.132080078125, + 2331.089599609375, + 2334.509765625, + 2338.3125, + 2340.3076171875, + 2345.582763671875, + 2350.160400390625, + 2349.753173828125, + 2348.998046875, + 2349.198974609375, + 2347.365234375, + 2354.4873046875, + 2355.328857421875, + 2356.030517578125, + 2355.35107421875 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_093552.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_093552.json new file mode 100644 index 0000000000000000000000000000000000000000..7e1835e3416f93e5cce5523078070c80f5c13ce2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_093552.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T09:35:52.807871+00:00", + "metrics": { + "MSE[mean]": 1221.7459834491212, + "MSE[0.5]": 1221.7459834491212, + "MAE[0.5]": 30.345998128255207, + "MASE[0.5]": 0.4624152095734127, + "MAPE[0.5]": 0.013426850238059812, + "sMAPE[0.5]": 0.01330830800879044, + "MSIS": 2.9224246651785712, + "RMSE[mean]": 34.953483137580456, + "NRMSE[mean]": 0.015398010192766721, + "ND[0.5]": 0.013368281113768815, + "mean_weighted_sum_quantile_loss": 0.008331728733116892 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2300.242431640625, + 2300.319091796875, + 2300.305908203125, + 2300.2724609375, + 2300.315673828125, + 2300.361328125, + 2300.345458984375, + 2300.261474609375, + 2300.308349609375, + 2300.361572265625, + 2300.404296875, + 2300.34619140625, + 2300.31640625, + 2300.38525390625, + 2300.393310546875, + 2300.36474609375, + 2300.340576171875, + 2300.34130859375, + 2300.320556640625, + 2300.43212890625, + 2300.312255859375, + 2300.437744140625, + 2300.449462890625, + 2300.365966796875 + ], + "p10": [ + 2299.821533203125, + 2299.6376953125, + 2298.704345703125, + 2296.922607421875, + 2294.59130859375, + 2289.490478515625, + 2282.871826171875, + 2279.31396484375, + 2272.13427734375, + 2269.721435546875, + 2267.015380859375, + 2263.296630859375, + 2260.106689453125, + 2257.463623046875, + 2255.82763671875, + 2253.791748046875, + 2252.26611328125, + 2250.244140625, + 2248.444091796875, + 2247.260498046875, + 2245.479248046875, + 2243.45556640625, + 2241.39990234375, + 2240.886962890625 + ], + "p90": [ + 2300.850341796875, + 2300.940185546875, + 2300.9384765625, + 2300.869384765625, + 2300.95166015625, + 2301.466796875, + 2304.945556640625, + 2313.616943359375, + 2336.34423828125, + 2339.345703125, + 2348.118896484375, + 2350.582763671875, + 2352.581787109375, + 2355.132568359375, + 2355.01416015625, + 2351.01123046875, + 2351.656005859375, + 2351.015625, + 2353.58203125, + 2351.938720703125, + 2352.947509765625, + 2353.682861328125, + 2354.2373046875, + 2352.78759765625 + ], + "mean": [ + 2300.242431640625, + 2300.319091796875, + 2300.305908203125, + 2300.2724609375, + 2300.315673828125, + 2300.361328125, + 2300.345458984375, + 2300.261474609375, + 2300.308349609375, + 2300.361572265625, + 2300.404296875, + 2300.34619140625, + 2300.31640625, + 2300.38525390625, + 2300.393310546875, + 2300.36474609375, + 2300.340576171875, + 2300.34130859375, + 2300.320556640625, + 2300.43212890625, + 2300.312255859375, + 2300.437744140625, + 2300.449462890625, + 2300.365966796875 + ], + "quantiles": { + "0.1": [ + 2299.821533203125, + 2299.6376953125, + 2298.704345703125, + 2296.922607421875, + 2294.59130859375, + 2289.490478515625, + 2282.871826171875, + 2279.31396484375, + 2272.13427734375, + 2269.721435546875, + 2267.015380859375, + 2263.296630859375, + 2260.106689453125, + 2257.463623046875, + 2255.82763671875, + 2253.791748046875, + 2252.26611328125, + 2250.244140625, + 2248.444091796875, + 2247.260498046875, + 2245.479248046875, + 2243.45556640625, + 2241.39990234375, + 2240.886962890625 + ], + "0.2": [ + 2299.821533203125, + 2299.6376953125, + 2298.704345703125, + 2296.922607421875, + 2294.59130859375, + 2289.490478515625, + 2282.871826171875, + 2279.31396484375, + 2272.13427734375, + 2269.721435546875, + 2267.015380859375, + 2263.296630859375, + 2260.106689453125, + 2257.463623046875, + 2255.82763671875, + 2253.791748046875, + 2252.26611328125, + 2250.244140625, + 2248.444091796875, + 2247.260498046875, + 2245.479248046875, + 2243.45556640625, + 2241.39990234375, + 2240.886962890625 + ], + "0.3": [ + 2299.821533203125, + 2299.6376953125, + 2298.704345703125, + 2296.922607421875, + 2294.59130859375, + 2289.490478515625, + 2282.871826171875, + 2279.31396484375, + 2272.13427734375, + 2269.721435546875, + 2267.015380859375, + 2263.296630859375, + 2260.106689453125, + 2257.463623046875, + 2255.82763671875, + 2253.791748046875, + 2252.26611328125, + 2250.244140625, + 2248.444091796875, + 2247.260498046875, + 2245.479248046875, + 2243.45556640625, + 2241.39990234375, + 2240.886962890625 + ], + "0.4": [ + 2300.242431640625, + 2300.319091796875, + 2300.305908203125, + 2300.2724609375, + 2300.315673828125, + 2300.361328125, + 2300.345458984375, + 2300.261474609375, + 2300.308349609375, + 2300.361572265625, + 2300.404296875, + 2300.34619140625, + 2300.31640625, + 2300.38525390625, + 2300.393310546875, + 2300.36474609375, + 2300.340576171875, + 2300.34130859375, + 2300.320556640625, + 2300.43212890625, + 2300.312255859375, + 2300.437744140625, + 2300.449462890625, + 2300.365966796875 + ], + "0.5": [ + 2300.242431640625, + 2300.319091796875, + 2300.305908203125, + 2300.2724609375, + 2300.315673828125, + 2300.361328125, + 2300.345458984375, + 2300.261474609375, + 2300.308349609375, + 2300.361572265625, + 2300.404296875, + 2300.34619140625, + 2300.31640625, + 2300.38525390625, + 2300.393310546875, + 2300.36474609375, + 2300.340576171875, + 2300.34130859375, + 2300.320556640625, + 2300.43212890625, + 2300.312255859375, + 2300.437744140625, + 2300.449462890625, + 2300.365966796875 + ], + "0.6": [ + 2300.242431640625, + 2300.319091796875, + 2300.305908203125, + 2300.2724609375, + 2300.315673828125, + 2300.361328125, + 2300.345458984375, + 2300.261474609375, + 2300.308349609375, + 2300.361572265625, + 2300.404296875, + 2300.34619140625, + 2300.31640625, + 2300.38525390625, + 2300.393310546875, + 2300.36474609375, + 2300.340576171875, + 2300.34130859375, + 2300.320556640625, + 2300.43212890625, + 2300.312255859375, + 2300.437744140625, + 2300.449462890625, + 2300.365966796875 + ], + "0.7": [ + 2300.242431640625, + 2300.319091796875, + 2300.305908203125, + 2300.2724609375, + 2300.315673828125, + 2300.361328125, + 2300.345458984375, + 2300.261474609375, + 2300.308349609375, + 2300.361572265625, + 2300.404296875, + 2300.34619140625, + 2300.31640625, + 2300.38525390625, + 2300.393310546875, + 2300.36474609375, + 2300.340576171875, + 2300.34130859375, + 2300.320556640625, + 2300.43212890625, + 2300.312255859375, + 2300.437744140625, + 2300.449462890625, + 2300.365966796875 + ], + "0.8": [ + 2300.850341796875, + 2300.940185546875, + 2300.9384765625, + 2300.869384765625, + 2300.95166015625, + 2301.466796875, + 2304.945556640625, + 2313.616943359375, + 2336.34423828125, + 2339.345703125, + 2348.118896484375, + 2350.582763671875, + 2352.581787109375, + 2355.132568359375, + 2355.01416015625, + 2351.01123046875, + 2351.656005859375, + 2351.015625, + 2353.58203125, + 2351.938720703125, + 2352.947509765625, + 2353.682861328125, + 2354.2373046875, + 2352.78759765625 + ], + "0.9": [ + 2300.850341796875, + 2300.940185546875, + 2300.9384765625, + 2300.869384765625, + 2300.95166015625, + 2301.466796875, + 2304.945556640625, + 2313.616943359375, + 2336.34423828125, + 2339.345703125, + 2348.118896484375, + 2350.582763671875, + 2352.581787109375, + 2355.132568359375, + 2355.01416015625, + 2351.01123046875, + 2351.656005859375, + 2351.015625, + 2353.58203125, + 2351.938720703125, + 2352.947509765625, + 2353.682861328125, + 2354.2373046875, + 2352.78759765625 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 3836be8c6b96a277a9c9bad46d60967102309283..309c84123ebe0c44399207ff4343ff0b100431b2 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,160776.772315979,160776.772315979,314.4361979166667,0.2982141383339408,0.004911073302814157,0.004912909422582018,3.6445091884203014,400.96978977970275,0.006255662563167347,0.004905623321130167,0.005401912300578098,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,160885.14437357584,160885.14437357584,315.1038411458333,0.2988473372201365,0.004921497582479312,0.0049233205217081395,3.6445091884203014,401.1049044496662,0.00625783612745023,0.004916090975567165,0.005403126283957657,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.8770393071658152,0.8770393071658152,0.8901000022888184,2.41574105373119,1.157825197598439,0.6851271115557247,91.05528410993588,0.9365037678332188,1.027337533293933,0.9764329542977016,0.9632567345587932,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07750001642439426,0.07750001642439426,0.24166669944922128,2.41666763132104,0.14799741236560035,0.16378407659591343,82.41503576635894,0.27838824764058245,0.17399265938459543,0.1510416911570017,0.14609570344800227,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 6d1e99e224e39335e4b52fa60ad11635b38baeb1..6ebdee201009aca74671d2798656977a2b0cf41b 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T09:29:59.696224+00:00", + "evaluated_at": "2026-06-22T09:37:07.694156+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64136.01171875 + 64119.98828125 ], "p50": [ 63674.69921875, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7a64d6d536c665db78410b806213b852fe4fcf72..b47dba28dcb22290a439c28c9c010e1b1414b2d7 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T09:15:34.608075+00:00", + "evaluated_at": "2026-06-22T09:37:07.708052+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index d749c721025cb21c8ee2188306f779c3d4f00310..0810b864c93a131e8f67aa069a28e8bee3449542 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T09:29:59.716723+00:00", + "evaluated_at": "2026-06-22T09:37:07.713458+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 51f56357b077cbfb8d8aece59ba7a747387502c1..b269872da73cbc476345c8fc5a448da6a919dd65 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,73813.51443735759,73813.51443735759,186.86946614583334,0.17722869439596858,0.00292425132569688,0.0029168983260796804,1.4219367035746255,271.68642667118576,0.004238669973569367,0.0029154124658863074,0.0031431759911978155,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,73753.32222747803,73753.32222747803,186.20182291666666,0.17659549550977294,0.0029138475406643442,0.002906487224076796,1.4219367035746255,271.5756289277041,0.004236985793954728,0.002905026793536073,0.0031374221429651835,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.017616539245229507,0.017616539245229507,0.09602617820103963,0.2606160884357439,0.1368311877693529,0.12060740047431914,2.6576241137505265,0.13272731160250895,0.14560085456777386,0.10533998947270484,0.07368417010435403,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07318089937866369,0.07318089937866369,0.23301725917392307,2.330173205775456,0.14092149455023406,0.15525348721651758,49.33678735020957,0.27051968390241715,0.16907480691796353,0.14563579084173284,0.12916772285548114,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 0273b9028590d7d29f73afea68e60ec2fb857291..50babab47edfaeaa8025fbd656e789fbc03ab16a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T09:29:48.959869+00:00", + "evaluated_at": "2026-06-22T09:37:00.349045+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64136.01171875 + 64119.98828125 ], "p50": [ 64269.484375, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 02dd94c86d7e3fe94d27ca44c6c06ce9c9c52636..0ffe63d20297400782cbf1b29bb6134f95d591d6 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T09:15:31.997755+00:00", + "evaluated_at": "2026-06-22T09:37:05.095200+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index a999e2438138e8763f47a3f5197f35cae6fd4666..08800313bb6c2b2454269c171c1da2a3f548dcf3 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T09:29:59.210101+00:00", + "evaluated_at": "2026-06-22T09:37:07.256745+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 6852706bd6331001a0274e92727ce93222018a9b..9448e534bcef432eceb418e28439ba9a7c73be81 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,109653.44692548116,70898.71728642781,167.2421875,0.15861400554020724,0.0026180517257655238,0.002611302637339556,7.5274796276259535,331.1396184775859,0.005166218920457464,0.002609200787672218,0.0032945528633146954,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,109993.17822583516,71069.76435216267,167.90983072916666,0.1592472044264029,0.0026284836256771616,0.002621713730264633,7.552807583073779,331.65219466458404,0.0051742700288538385,0.0026196443704240187,0.003305003630101304,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.05540343358863472,0.06846528142276356,0.24070415198802947,0.6532736774135606,0.3212677337714535,0.4104984287153724,13.884803838226569,0.2353793397659079,0.25820935121590116,0.2640506298539835,0.2123700389159685,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.07901837309788008,0.09691348051719612,0.2737259914477666,2.737260635787646,0.16611531671084995,0.1855723916895542,56.95729832716069,0.2811020688253291,0.17568879766999443,0.17107874918689328,0.13673558774920244,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 815209793443850637cfd7e13da255a6a418cd4b..2ebcac559d28004f2a7a8320f3b201ed46a4c230 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T09:27:33.431508+00:00", + "evaluated_at": "2026-06-22T09:35:05.991294+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64136.01171875 + 64119.98828125 ], "p50": [ 64191.68359375, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b39cc7c2c26969ec2f5d180b5fc4e96355fca466..e2f140b5f05fcc012e81e1d29263b82dcdb16f98 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T09:13:33.860371+00:00", + "evaluated_at": "2026-06-22T09:35:11.947130+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index d6aa6d30bd52291c1eee55b0ec4d8f68efe5eb84..547568bc4ce82961b86414027c6eda72262f3465 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T09:27:51.753997+00:00", + "evaluated_at": "2026-06-22T09:35:14.735364+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 9c6deffbf5a99207156e13120d1e02de6baf68ff..e9f9dd778bd450222e4f4fc20ea7a892743d0ff6 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,164010.1523176829,164010.1523176829,328.65478515625,0.31169917526694074,0.0051402380185450154,0.005120524502805159,1.951304710781546,404.9816691131623,0.006318253222099673,0.005127452212390675,0.004209381969869965,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,164525.60940233865,164525.60940233865,329.3224283854167,0.31233237415313636,0.005150711793030154,0.005130935512345665,1.951304710781546,405.61756545092896,0.006328240385117893,0.005137922192094544,0.004212898171164416,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.10652811858358581,0.10652811858358581,0.28921855191389717,0.7849422846449801,0.392753352941228,0.5478098497605557,4.458258049364241,0.32638645588257154,0.35804346763361344,0.3172705587650996,0.256678056803098,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.06261622252843127,0.06261622252843127,0.210191677014033,2.1019173240276445,0.12672444402622965,0.13882540430946988,40.1446738331546,0.2502323370958104,0.1563952148279398,0.1313698016138819,0.11822896575393704,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index a7575cd431c38840ec1bb55f8577d78094332fed..121aeea84f6b1442c3df6ed560012fcc38611ac6 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T09:28:30.811307+00:00", + "evaluated_at": "2026-06-22T09:36:02.647871+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64136.01171875 + 64119.98828125 ], "p50": [ 64252.4375, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6bd17431766e2d0b98901aacc9270216ba62830a..1b767342dd24f95a5dc58817c50bc65cac30bc81 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T09:14:29.895611+00:00", + "evaluated_at": "2026-06-22T09:36:07.496057+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 804864fd39989de725a8faf77d4f5fc218ebc5fd..0b3166d038dfad1080591ccf3c5a2969472f7705 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T09:28:45.870284+00:00", + "evaluated_at": "2026-06-22T09:36:09.484123+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 0b830d6584d83298a352f98e9467789cb407f1ce..b6e72f367d835fc7d3b458e0a60cec0103b3be25 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,80609.59371121724,80609.59371121724,190.58154296875,0.18074926167960195,0.002983134035912349,0.002974698333474949,1.716241124358697,283.9182870320565,0.004429503280436276,0.0029733258065035126,0.0039057608078629405,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,80768.55539131165,80768.55539131165,191.24918619791666,0.18138246056579763,0.0029935644664405726,0.002985109427811669,1.716241124358697,284.1980918150431,0.004433915084515677,0.0029837732061063927,0.003909273826523132,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.025116359691762645,0.025116359691762645,0.13846633732318878,0.375799140289049,0.18896076695400407,0.21977056268101514,1.3959804205708752,0.15848141749669784,0.17385291348126097,0.15189652227345218,0.13381511281636616,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.027490955082259443,0.027490955082259443,0.13122577799691093,1.312258125769166,0.07863845191653272,0.08349543541188997,10.145658494303039,0.16580396582186882,0.10362748138385879,0.08201611342075436,0.0772451114274278,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 56dc307a6fc398b7009dafe36fbe58d2719520b8..793919587742a3f7c199d5164f5f8648579cd643 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T09:28:14.621742+00:00", + "evaluated_at": "2026-06-22T09:35:47.567889+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64136.01171875 + 64119.98828125 ], "p50": [ 64232.01171875, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 89d71f176c4dfaa5003e0636fc46849d329c9d56..ed5ee4fcf412b18837f69d75a4c511ffc1efe00a 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T09:14:12.743729+00:00", + "evaluated_at": "2026-06-22T09:35:52.807871+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 9e9e7deddf58d73a23f1fd3aadd5b0193a98b449..2173af4a408a6d58d6670b55b58b3db55a71e034 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T09:28:25.288839+00:00", + "evaluated_at": "2026-06-22T09:35:55.556598+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t031800z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t091000z", - "data_fetched_at": "2026-06-22T09:26:32.129136Z", - "context_length": 75, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", + "data_fetched_at": "2026-06-22T09:34:13.041043Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []