diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index a427ba343ebaeb155215b52eaa576ff7e6689a79..73b64e994032e60af6e1baad5656a93c2f2bf078 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T11:51:09.116726+00:00", + "generated_at": "2026-06-22T11:59:17.594427+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 5713, - "num_unique_releases": 718 + "num_model_releases": 5723, + "num_unique_releases": 719 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 6a6ff549c7243828024cba277260371a7d5b7f94..e571fba663aa84bddcd383dd90a566e3b48a8092 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.1998025483608816,0.8392221005551608,0.20750511086008222,0.4942668514748556,40.44000159709182,3.5011537474899064,0.6855296137229253,1197.9126792174043,5.792848383007859,0.18744416878456457,0.1,10,685,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T11:49:49.443115+00:00 -2,Chronos-2,2.1991177692674624,0.8413812315936348,0.189284917587097,0.5081374017881307,39.54565088947573,3.574358604816301,0.6771590862309351,1171.922311846241,5.795540946520107,0.11503703210309864,0.1,10,694,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T11:48:00.845751+00:00 -3,Toto-2.0-1B,2.15548105783427,0.8294363123965043,0.17711112256070477,0.48290742638029316,39.476927037675594,3.56673803798934,0.6858550541751638,1124.3385560454876,5.804136250898596,0.0339032321850593,0.1,10,691,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T11:49:27.253995+00:00 -4,Moirai-1.1-Large,2.6147087203124078,0.9714277707157024,0.3151240228802208,0.5290116178624803,25.883679268256316,4.517805321283668,0.5554289202062388,1099.816872477789,9.38166701467841,0.08300977588940199,0.2,10,670,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T11:50:30.349583+00:00 -5,TimesFM-2.5,2.079336141046517,0.8078631163391398,0.1628088011338787,0.6041707495464683,41.8464126489299,4.398757324168221,0.5589179859535712,1044.3912073330591,5.643758082792398,0.04000100146139891,0.1,10,703,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T11:48:47.083431+00:00 -6,Timer-S1,2.054208215481219,0.8509529402075199,0.1975436581868209,0.5094156236618489,37.15152166907059,4.20742241355606,0.6030304128634004,1032.192468024002,5.5599153352584985,0.10233882563159265,0.1,10,650,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T11:51:02.293812+00:00 -7,ETS,5.173494667641649,1.5346385107870077,0.48442761728509465,1.1253890403467532,-1.9918243027737503,6.694801818502825,0.3371339331686449,874.5531819187983,10.939373370636176,-0.014325350538336157,0.2,10,405,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T11:51:05.511235+00:00 -8,ARIMA,2.664884712178418,1.1752035263078127,0.36682071644831316,0.8259196925330263,0.22407908935204546,6.6903297139830515,0.3303843265017336,870.2457410690679,6.217870119248402,-0.07709281403817551,0.3,10,405,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T11:51:05.397611+00:00 -9,Moving-Average,2.6464757497137708,1.1293228498249046,0.3824392834741065,0.79185168675352,7.769229372488118,6.480298375706215,0.3500146440361467,843.7036972358293,6.02645276418547,-0.05787430554471645,0.3,10,405,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T11:51:05.574138+00:00 -10,Seasonal-Naive,2.9241520062611404,1.2257017365035257,0.388651617134387,0.9322769990437335,-5.28876868778044e-17,7.652293432203391,0.2165460231412399,740.9232848323214,6.0109685359879474,-0.025355099302625993,0.2,10,405,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T11:51:05.599598+00:00 +1,TiRex,2.199745627630676,0.8391899065813604,0.2075038837822599,0.49424613716160304,40.42857129026635,3.502489435566447,0.6853044456018712,1197.7120452087995,5.792791322644758,0.18712845030211658,0.1,10,686,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T11:57:55.881603+00:00 +2,Chronos-2,2.1990376119932313,0.8413167668494417,0.18928316913826812,0.5081267038828977,39.54232381771582,3.5751986551513015,0.6770690863598632,1171.9181610725802,5.795469362868962,0.11457956790991661,0.1,10,695,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T11:56:21.487621+00:00 +3,Toto-2.0-1B,2.1554147802062196,0.8293821025075019,0.17710953695997883,0.4828802988417754,39.47242812266471,3.566836667380899,0.6858520539400852,1124.3362892294551,5.804097757126435,0.03357580349097651,0.1,10,692,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T11:57:41.061542+00:00 +4,Moirai-1.1-Large,2.6145615179873345,0.971370378529571,0.3151219444363108,0.5289790102284037,25.87313980058592,4.519056726657533,0.5553185490388847,1099.6276594242747,9.381611379604465,0.0825509898645318,0.2,10,671,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T11:58:44.285103+00:00 +5,TimesFM-2.5,2.079263326076588,0.8078146695945566,0.16280709584067862,0.6041243029096892,41.83925384253887,4.397996776046534,0.5591495633884261,1044.7703781542612,5.643693318263535,0.03969920166574252,0.1,10,704,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T11:57:02.086437+00:00 +6,Timer-S1,2.054146746356839,0.8509165333029441,0.19754244488773778,0.5093903964723311,37.140162643026756,4.207963136174222,0.6029713854242098,1032.1915672172577,5.559832306227475,0.10234615746370332,0.1,10,651,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T11:59:10.101711+00:00 +7,ETS,5.173164683464908,1.5344484602846795,0.4844240839346444,1.1252124197570796,-1.9939556422828049,6.692782075285772,0.3373638675183402,874.5637464863166,10.939195396049438,-0.014079859785726739,0.2,10,406,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T11:59:14.345838+00:00 +8,ARIMA,2.6648624949915054,1.1752113499187309,0.3668208582474737,0.8259886442937324,0.19456722982291694,6.692246501773748,0.33017873785721014,870.2426926753805,6.217727695583797,-0.07634813968060974,0.3,10,406,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T11:59:14.249333+00:00 +9,Moving-Average,2.6461718175257323,1.1291080812930878,0.38243517870114097,0.791656470757548,7.776423611812237,6.4774640733806335,0.3503466524805852,843.7155677726191,6.026315138959286,-0.05754717528774276,0.3,10,406,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T11:59:14.373955+00:00 +10,Seasonal-Naive,2.9238438273843483,1.2255038172836437,0.38864766899570113,0.9322164789620363,-5.786264390336765e-17,7.6528142655367235,0.216445658390524,740.9218927590542,6.010853905367102,-0.025533447285290955,0.2,10,406,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T11:59:14.414366+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 7f7e94e9ba9c87f6ae29438b41660c03e17288f2..943008f9fafb8e75b550be4a79a0f7f6306dac28 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.5011537474899064,0.6855296137229253,1197.9126792174043,90,685,4915 -2,Chronos-2,3.574358604816301,0.6771590862309351,1171.922311846241,90,692,4907 -3,Toto-2.0-1B,3.56673803798934,0.6858550541751638,1124.3385560454876,90,691,4944 -4,Moirai-1.1-Large,4.517805321283668,0.5554289202062388,1099.816872477789,90,670,4846 -5,TimesFM-2.5,4.398757324168221,0.5589179859535712,1044.3912073330591,90,699,4952 -6,Timer-S1,4.20742241355606,0.6030304128634004,1032.192468024002,90,650,4772 -7,ETS,6.694801818502825,0.3371339331686449,874.5531819187983,90,405,3556 -8,ARIMA,6.6903297139830515,0.3303843265017336,870.2457410690679,90,405,3556 -9,Moving-Average,6.480298375706215,0.3500146440361467,843.7036972358293,90,405,3556 -10,Seasonal-Naive,7.652293432203391,0.2165460231412399,740.9232848323214,90,405,3556 +1,TiRex,3.502489435566447,0.6853044456018712,1197.7120452087995,90,686,4924 +2,Chronos-2,3.5751986551513015,0.6770690863598632,1171.9181610725802,90,693,4916 +3,Toto-2.0-1B,3.566836667380899,0.6858520539400852,1124.3362892294551,90,692,4953 +4,Moirai-1.1-Large,4.519056726657533,0.5553185490388847,1099.6276594242747,90,671,4855 +5,TimesFM-2.5,4.397996776046534,0.5591495633884261,1044.7703781542612,90,700,4961 +6,Timer-S1,4.207963136174222,0.6029713854242098,1032.1915672172577,90,651,4781 +7,ETS,6.692782075285772,0.3373638675183402,874.5637464863166,90,406,3565 +8,ARIMA,6.692246501773748,0.33017873785721014,870.2426926753805,90,406,3565 +9,Moving-Average,6.4774640733806335,0.3503466524805852,843.7155677726191,90,406,3565 +10,Seasonal-Naive,7.6528142655367235,0.216445658390524,740.9218927590542,90,406,3565 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index ca17c8bd308d161632b99dec072a53b36fc0655f..4c395d89b3605d698a165584a81258cc61dc3c4f 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -70,6 +70,7 @@ binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:51:0 binance_btcusdt_1h_close/1h/short|window:7512212051e21a1ff16e,2026-06-19T16:49:56.698748+00:00,2026-06-19T16:49:56.698748+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.9923671111986012,1.411512348935921,0.00991933050211775,0.5736305714655784,35.209159217463,True binance_btcusdt_1h_close/1h/short|window:770ceb4bf87de902cc0a,2026-06-18T03:37:33.765493+00:00,2026-06-18T03:37:33.765493+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7683063790863681,0.8765308774289517,0.008232827879735595,0.4073292136119398,26.39454915243143,True binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:50:04.713817+00:00,2026-06-22T04:50:04.713817+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.4044667834161327,0.6359770305727501,0.008016238664472925,0.4475019264459479,-17.24582982185149,True +binance_btcusdt_1h_close/1h/short|window:7fbe35dcc876507637da,2026-06-22T11:59:14.213467+00:00,2026-06-22T11:59:14.213467+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5777230052917007,0.7600809202260643,0.009491574283046209,0.5947787502292852,-43.33740105252328,True binance_btcusdt_1h_close/1h/short|window:7fd3da92d4e38ad5e78e,2026-06-18T02:22:55.887458+00:00,2026-06-18T02:22:55.887458+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0794238358514698,1.0389532404547712,0.00833888031542355,0.3999064552162297,5.968209869846701,True binance_btcusdt_1h_close/1h/short|window:82d37ab7365f013ed0cf,2026-06-18T17:28:16.284943+00:00,2026-06-18T17:28:16.284943+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.43752467875901,1.1989681725379577,0.008131457947979228,0.41935237549742665,12.642357578476426,True binance_btcusdt_1h_close/1h/short|window:8326020db18bb3e242f7,2026-06-22T02:43:03.072299+00:00,2026-06-22T02:43:03.072299+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3661055055051155,0.6050665298172718,0.009208224671552667,0.4901061928890697,-7.149911033817409,True @@ -368,7 +369,7 @@ usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:a56bbb6aedec1fe usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:b6854a3e734813cafbf7,2026-06-19T02:54:01.381342+00:00,2026-06-19T02:54:01.381342+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,ARIMA,1.5941968521901932,1.2626150847309694,0.6281280002137315,0.6514528834929126,33.88776798753781,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:bb742b9c3d024f6c2343,2026-06-18T01:00:53.541181+00:00,2026-06-18T01:00:53.541181+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,ARIMA,1.4947073204945376,1.2225822346552144,0.5956162933151907,0.6361951310089484,11.805652113302083,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:fd070941c8e44989a100,2026-06-18T17:28:16.333237+00:00,2026-06-18T17:28:16.333237+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,ARIMA,1.7603469936037928,1.3267806878319388,0.6311269926496665,0.71843239873913,1.5125474974199336,True -usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:36:15.685100+00:00,2026-06-22T11:36:15.685100+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.18216851388769498,0.4268120357812031,0.009724778941511358,0.44283826405842036,-10.002514589328374,True +usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:59:14.249333+00:00,2026-06-22T11:59:14.249333+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.18216851388769498,0.4268120357812031,0.009724778941511358,0.44283826405842036,-10.002514589328374,True usgs_potomac_iv_usgs_00060/15min/short|window:2c23190383d140fce104,2026-06-22T06:44:06.416199+00:00,2026-06-22T06:44:06.416199+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,3.0896330571602615,1.7577352067818013,0.00665213522175223,0.5805651311926284,32.01853061105836,True usgs_potomac_iv_usgs_00060/15min/short|window:31996fadd2676c8cc518,2026-06-22T02:04:31.374070+00:00,2026-06-22T02:04:31.374070+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,1.2344676778615638,1.1110660096778966,0.012549853006276554,0.7239550128355194,2.061346593205525,True usgs_potomac_iv_usgs_00060/15min/short|window:35daa9a88c327e1a04ca,2026-06-18T01:57:02.741289+00:00,2026-06-18T01:57:02.741289+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.12042352324145346,0.3470209262298939,0.016773493447693546,0.3867356860355187,-6.874084968171273,True @@ -540,6 +541,7 @@ binance_btcusdt_1h_close/1h/short|window:7eb78e41978a583613ca,2026-06-17T09:56:5 binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:39:33.683972+00:00,2026-06-22T04:39:33.683972+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.4044455105268691,0.6359603057792751,0.007163654584365746,0.3033265980596759,-17.243278211789924,True binance_btcusdt_1h_close/1h/short|window:7f57d16d2633c6896385,2026-06-16T18:28:46.810302+00:00,2026-06-16T18:28:46.810302+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5501120560982365,0.7416953930679606,0.010163602468976242,0.3901451580692064,34.35865893083694,True binance_btcusdt_1h_close/1h/short|window:7f682a9ac63dadbf20c3,2026-06-17T03:55:22.059235+00:00,2026-06-17T03:55:22.059235+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1770298962003253,0.420749208199285,0.006510407326622271,0.2733924970056793,43.791975014930294,True +binance_btcusdt_1h_close/1h/short|window:7fbe35dcc876507637da,2026-06-22T11:56:15.303694+00:00,2026-06-22T11:56:15.303694+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.13967968173377973,0.37373745026927624,0.0031895386794460333,0.27357174112804855,24.099282554021563,True binance_btcusdt_1h_close/1h/short|window:7fd3da92d4e38ad5e78e,2026-06-18T02:13:15.189933+00:00,2026-06-18T02:13:15.189933+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.740095445868872,0.8602880016999377,0.011448037669415859,0.37817561618359224,24.346567699208915,True binance_btcusdt_1h_close/1h/short|window:8147a6318eb1c187e383,2026-06-17T05:35:42.188726+00:00,2026-06-17T05:35:42.188726+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.08390892255004229,0.2896703687815554,0.005894238333056737,0.21409877916547168,52.4964916394218,True binance_btcusdt_1h_close/1h/short|window:82d37ab7365f013ed0cf,2026-06-18T06:16:48.597377+00:00,2026-06-18T06:16:48.597377+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.8889022943068842,0.9428161508517364,0.012742351392580654,0.44025729686315174,35.175832889480795,True @@ -1044,7 +1046,7 @@ usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:d3859b0227c90e0 usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:d8ae6251fef6c7df0176,2026-06-17T00:32:42.327720+00:00,2026-06-17T00:32:42.327720+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Chronos-2,0.7786796927073535,0.8824282932382401,0.6405483208175075,0.47989103569510755,31.06231989968155,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:e68a4911d1c01144ff1f,2026-06-17T07:36:33.156715+00:00,2026-06-17T07:36:33.156715+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Chronos-2,0.9410302441807472,0.9700671338524707,0.5642628407496025,0.5151520028043021,17.456965736085017,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:fd070941c8e44989a100,2026-06-18T06:17:23.108801+00:00,2026-06-18T06:17:23.108801+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Chronos-2,1.6719892588860725,1.2930542366374553,0.6024013870208492,0.6967956513676206,4.085230680127444,True -usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:32:50.263740+00:00,2026-06-22T11:32:50.263740+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.3251494258051124,0.5702187525898393,0.011451541146697547,0.24157604044924963,-37.13922043841902,True +usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:56:21.487621+00:00,2026-06-22T11:56:21.487621+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.3251494258051124,0.5702187525898393,0.011451541146697547,0.24157604044924963,-37.13922043841902,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:52:17.129265+00:00,2026-06-16T13:52:17.129265+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.08935571374464778,0.2989242608833344,0.002633396376911392,0.24817420256942233,91.41447430400457,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T04:27:12.477174+00:00,2026-06-17T04:27:12.477174+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.0060563264179081385,0.07782240305919716,0.00145872992438239,0.07136461225565743,95.38403498468021,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:53:22.703103+00:00,2026-06-17T06:53:22.703103+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.42092251295925176,0.6487854136455687,0.015223178750945013,0.48059644287304143,13.147154646331884,True @@ -1169,6 +1171,7 @@ binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:51:0 binance_btcusdt_1h_close/1h/short|window:7512212051e21a1ff16e,2026-06-19T16:49:56.944333+00:00,2026-06-19T16:49:56.944333+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.5771843968697583,1.255860022801012,0.012952003923995072,0.8248916641961727,44.99761972198582,True binance_btcusdt_1h_close/1h/short|window:770ceb4bf87de902cc0a,2026-06-18T03:37:34.216379+00:00,2026-06-18T03:37:34.216379+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.691623555495276,1.3006242945198572,0.016955293806109398,0.9770742639239532,-12.364711118905563,True binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:50:04.935458+00:00,2026-06-22T04:50:04.935458+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07138333238362313,0.267176594004084,0.002358876233518837,0.1263312211631901,59.993997103126944,True +binance_btcusdt_1h_close/1h/short|window:7fbe35dcc876507637da,2026-06-22T11:59:14.324671+00:00,2026-06-22T11:59:14.324671+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1285100342395628,0.35848296227235515,0.0030346146429556403,0.17179320829610403,27.98324694881188,True binance_btcusdt_1h_close/1h/short|window:7fd3da92d4e38ad5e78e,2026-06-18T02:22:56.255347+00:00,2026-06-18T02:22:56.255347+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.649768581831713,1.2844331753079694,0.016958185921697122,0.9607479948395669,-15.118281141999484,True binance_btcusdt_1h_close/1h/short|window:82d37ab7365f013ed0cf,2026-06-18T17:28:16.446930+00:00,2026-06-18T17:28:16.446930+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6812613020532783,1.2966346062223075,0.016546508268538703,0.9718237265123776,4.875415196352825,True binance_btcusdt_1h_close/1h/short|window:8326020db18bb3e242f7,2026-06-22T02:43:03.312507+00:00,2026-06-22T02:43:03.312507+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08893573547928456,0.2982209507718808,0.002947757880115419,0.14301735643363914,56.208943209792494,True @@ -1467,7 +1470,7 @@ usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:a56bbb6aedec1fe usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:b6854a3e734813cafbf7,2026-06-19T02:54:01.585284+00:00,2026-06-19T02:54:01.585284+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,ETS,1.9663110568814859,1.4022521374137698,0.8574372070681996,0.7382651176504046,24.297135575236748,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:bb742b9c3d024f6c2343,2026-06-18T01:00:53.687494+00:00,2026-06-18T01:00:53.687494+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,ETS,1.707253815524624,1.306619231270007,0.7750789134390744,0.6885181873026656,5.208458908375608,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:fd070941c8e44989a100,2026-06-18T17:28:16.506044+00:00,2026-06-18T17:28:16.506044+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,ETS,1.9082778330124388,1.381404297449678,0.7885993888843226,0.7240205007018021,-2.5213142742244323,True -usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:36:15.774391+00:00,2026-06-22T11:36:15.774391+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.2175381164441082,0.46640981598172676,0.009089260434108822,0.3965130904822063,-18.686013153153098,True +usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:59:14.345838+00:00,2026-06-22T11:59:14.345838+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.2175381164441082,0.46640981598172676,0.009089260434108822,0.3965130904822063,-18.686013153153098,True usgs_potomac_iv_usgs_00060/15min/short|window:2c23190383d140fce104,2026-06-22T06:44:06.485096+00:00,2026-06-22T06:44:06.485096+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,1.1331846168895066,1.0645114451660473,0.006452037146781118,0.6148593882250972,68.22780629548201,True usgs_potomac_iv_usgs_00060/15min/short|window:31996fadd2676c8cc518,2026-06-22T02:04:31.501595+00:00,2026-06-22T02:04:31.501595+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.6575586487455249,0.8108999005706715,0.0059389449085232695,0.5195396129739592,32.349613432803,True usgs_potomac_iv_usgs_00060/15min/short|window:35daa9a88c327e1a04ca,2026-06-18T01:57:02.853207+00:00,2026-06-18T01:57:02.853207+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.4121638688571386,0.641999897863807,0.019482642688991986,0.397034968715249,-59.41476252615045,True @@ -1638,6 +1641,7 @@ binance_btcusdt_1h_close/1h/short|window:7eb78e41978a583613ca,2026-06-17T09:58:0 binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:48:28.665032+00:00,2026-06-22T04:48:28.665032+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.49179801071767437,0.7012831173767656,0.007618940693987109,0.3430392559553088,-26.543693965134956,True binance_btcusdt_1h_close/1h/short|window:7f57d16d2633c6896385,2026-06-16T19:23:58.919673+00:00,2026-06-16T19:23:58.919673+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,4.061582360395163,2.0153367858487483,0.02983787149027367,1.0689542686287477,-56.58856374685363,True binance_btcusdt_1h_close/1h/short|window:7f682a9ac63dadbf20c3,2026-06-17T03:56:51.713516+00:00,2026-06-17T03:56:51.713516+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.39402352614013053,0.6277129329081332,0.007628407038994746,0.2975726469234959,6.949584494109358,True +binance_btcusdt_1h_close/1h/short|window:7fbe35dcc876507637da,2026-06-22T11:58:35.654876+00:00,2026-06-22T11:58:35.654876+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.18976252517669362,0.4356174068798142,0.0032725450695301195,0.2628895346241183,9.235316711072086,True binance_btcusdt_1h_close/1h/short|window:7fd3da92d4e38ad5e78e,2026-06-18T02:21:12.209046+00:00,2026-06-18T02:21:12.209046+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.117422213821496,1.4551364931928192,0.018212136146377327,0.670278495838053,-27.02494315312455,True binance_btcusdt_1h_close/1h/short|window:8147a6318eb1c187e383,2026-06-17T05:37:26.768021+00:00,2026-06-17T05:37:26.768021+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.14219831674714223,0.3770919208192377,0.007455732943826028,0.20086209337608318,30.89856880155388,True binance_btcusdt_1h_close/1h/short|window:8326020db18bb3e242f7,2026-06-22T02:42:28.110683+00:00,2026-06-22T02:42:28.110683+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.23568030616927035,0.48546916088385095,0.0049242335422615725,0.2566720901127238,14.751708402164962,True @@ -2120,7 +2124,7 @@ usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:d3859b0227c90e0 usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:d8ae6251fef6c7df0176,2026-06-17T01:43:44.099940+00:00,2026-06-17T01:43:44.099940+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Moirai-1.1-Large,0.8507900457385973,0.9223828086746833,0.5830895644784259,0.42463591309631027,27.00819444518417,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:e68a4911d1c01144ff1f,2026-06-17T07:41:44.873034+00:00,2026-06-17T07:41:44.873034+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Moirai-1.1-Large,1.1834782342962524,1.0878778581698647,0.5177470124972698,0.5229114019780532,6.167884364653047,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:f6631d45d40ff608e0a1,2026-06-17T04:20:53.911514+00:00,2026-06-17T04:20:53.911514+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Moirai-1.1-Large,1.0716353347897212,1.0351982103876152,0.5815111465432939,0.4841684155743233,13.453882301754462,True -usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:35:49.767091+00:00,2026-06-22T11:35:49.767091+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.005122867782625346,0.0715742117150119,0.0014042519538451789,0.1010624634859253,93.35392760087925,True +usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:58:44.285103+00:00,2026-06-22T11:58:44.285103+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.009315472559722541,0.09651669575634332,0.0016218022259287424,0.10324880233962247,88.2346874067421,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:54:09.869342+00:00,2026-06-16T13:54:09.869342+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.6702556071449071,0.8186913992127357,0.004076972374549279,0.2833238404909401,49.65108509953015,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T05:05:56.365631+00:00,2026-06-17T05:05:56.365631+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.009534500662837262,0.09764476771869172,0.0020933254345043284,0.08685870821598855,92.82812850034655,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:58:20.164514+00:00,2026-06-17T06:58:20.164514+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.585132378381264,0.7649394605988529,0.01737820440732607,0.6546905024830473,-3.2446294865482845,True @@ -2244,6 +2248,7 @@ binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:51:0 binance_btcusdt_1h_close/1h/short|window:7512212051e21a1ff16e,2026-06-19T16:49:57.034293+00:00,2026-06-19T16:49:57.034293+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,3.9417341361952873,1.9853800986700978,0.024334418604790225,1.624873191216625,2.667433683947205,True binance_btcusdt_1h_close/1h/short|window:770ceb4bf87de902cc0a,2026-06-18T03:37:34.371792+00:00,2026-06-18T03:37:34.371792+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.2832083272502681,1.132787856242407,0.01502986921337702,0.8504849153118822,1.3878674671329907,True binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:50:05.049206+00:00,2026-06-22T04:50:05.049206+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.11754982084746403,0.3428553934933269,0.003801460554664698,0.17220011506177144,41.66690372865946,True +binance_btcusdt_1h_close/1h/short|window:7fbe35dcc876507637da,2026-06-22T11:59:14.362574+00:00,2026-06-22T11:59:14.362574+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.11024346224297264,0.3320293093131578,0.002761987143282139,0.1598633636865788,34.887140774930714,True binance_btcusdt_1h_close/1h/short|window:7fd3da92d4e38ad5e78e,2026-06-18T02:22:56.396297+00:00,2026-06-18T02:22:56.396297+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.1559245890503966,1.0751393347145275,0.014327552881528677,0.7928780446155191,2.5511015544841187,True binance_btcusdt_1h_close/1h/short|window:82d37ab7365f013ed0cf,2026-06-18T17:28:16.574768+00:00,2026-06-18T17:28:16.574768+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.847649351206474,1.3592826605259385,0.01811617330856229,1.0688596173090388,0.16078730518509443,True binance_btcusdt_1h_close/1h/short|window:8326020db18bb3e242f7,2026-06-22T02:43:03.345135+00:00,2026-06-22T02:43:03.345135+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.17093090479036654,0.4134379092322891,0.005078358972121045,0.2385464166031882,29.9718007982464,True @@ -2542,7 +2547,7 @@ usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:a56bbb6aedec1fe usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:b6854a3e734813cafbf7,2026-06-19T02:54:01.641965+00:00,2026-06-19T02:54:01.641965+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Moving-Average,1.387829426238006,1.1780617242903726,0.7258840374154735,0.6072286930653384,39.87305648900743,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:bb742b9c3d024f6c2343,2026-06-18T01:00:53.749060+00:00,2026-06-18T01:00:53.749060+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Moving-Average,1.4127849061839268,1.1886062872894148,0.6923412251923199,0.6215278508466402,14.574801939791495,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:fd070941c8e44989a100,2026-06-18T17:28:16.635047+00:00,2026-06-18T17:28:16.635047+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Moving-Average,1.6806736209747972,1.2964079685711583,0.6940183031607132,0.6535629538473395,3.8266068187898155,True -usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:36:15.827563+00:00,2026-06-22T11:36:15.827563+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.040740023319598834,0.2018415797589754,0.005076851420586834,0.22147435000780002,57.065920233319694,True +usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:59:14.373955+00:00,2026-06-22T11:59:14.373955+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.040740023319598834,0.2018415797589754,0.005076851420586834,0.22147435000780002,57.065920233319694,True usgs_potomac_iv_usgs_00060/15min/short|window:2c23190383d140fce104,2026-06-22T06:44:06.513755+00:00,2026-06-22T06:44:06.513755+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,6.096087500001475,2.4690256175263703,0.019668163480316515,1.4471267873914835,-0.7943684269931404,True usgs_potomac_iv_usgs_00060/15min/short|window:31996fadd2676c8cc518,2026-06-22T02:04:31.541067+00:00,2026-06-22T02:04:31.541067+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.6042961474036851,0.7773648740480142,0.004510788690476191,0.4678615953055017,36.077949985683475,True usgs_potomac_iv_usgs_00060/15min/short|window:35daa9a88c327e1a04ca,2026-06-18T01:57:02.893937+00:00,2026-06-18T01:57:02.893937+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.04284956931053656,0.2070013751416559,0.00588733511285763,0.13818619283970687,42.00973387479435,True @@ -2649,6 +2654,7 @@ binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:51:0 binance_btcusdt_1h_close/1h/short|window:7512212051e21a1ff16e,2026-06-19T16:49:57.082596+00:00,2026-06-19T16:49:57.082596+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,4.157783395061233,2.039064343041002,0.02475711410343608,1.1182716278246068,0.0,True binance_btcusdt_1h_close/1h/short|window:770ceb4bf87de902cc0a,2026-06-18T03:37:34.452883+00:00,2026-06-18T03:37:34.452883+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.31932808341417,1.148620077925756,0.015790385791439515,0.5692159842521409,1.6830127980784132e-14,True binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:50:05.102311+00:00,2026-06-22T04:50:05.102311+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.28547977422382337,0.534303073380477,0.006367274939437423,0.34938547284163257,0.0,True +binance_btcusdt_1h_close/1h/short|window:7fbe35dcc876507637da,2026-06-22T11:59:14.402340+00:00,2026-06-22T11:59:14.402340+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2283792416438427,0.47789040756625645,0.004602405181208225,0.3401927036248187,-6.076641514318039e-15,True binance_btcusdt_1h_close/1h/short|window:7fd3da92d4e38ad5e78e,2026-06-18T02:22:56.470824+00:00,2026-06-18T02:22:56.470824+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.2164461765292254,1.1029261881600352,0.015100024869602317,0.5436865576172188,-9.126774748002861e-15,True binance_btcusdt_1h_close/1h/short|window:82d37ab7365f013ed0cf,2026-06-18T17:28:16.652582+00:00,2026-06-18T17:28:16.652582+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.853600491086064,1.3614699743608245,0.018796056658011703,0.7049363727880441,-5.9895486107400264e-15,True binance_btcusdt_1h_close/1h/short|window:8326020db18bb3e242f7,2026-06-22T02:43:03.365070+00:00,2026-06-22T02:43:03.365070+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3172464487294886,0.5632463481723504,0.007146570888400005,0.35055541104511323,8.748900334987103e-15,True @@ -2947,7 +2953,7 @@ usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:a56bbb6aedec1fe usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:b6854a3e734813cafbf7,2026-06-19T02:54:01.683071+00:00,2026-06-19T02:54:01.683071+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Seasonal-Naive,3.2285017730496457,1.7968032093275117,0.9027474546437396,1.4247400817338862,0.0,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:bb742b9c3d024f6c2343,2026-06-18T01:00:53.801218+00:00,2026-06-18T01:00:53.801218+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Seasonal-Naive,1.894868896826708,1.3765423701530977,0.6710366600991602,1.0510228990977144,0.0,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:fd070941c8e44989a100,2026-06-18T17:28:16.687220+00:00,2026-06-18T17:28:16.687220+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Seasonal-Naive,1.8144169968805322,1.3470029684007871,0.6459525105681565,1.0342791866146162,6.1188967394701804e-15,True -usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:36:15.875191+00:00,2026-06-22T11:36:15.875191+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.14903939452745973,0.386056206435617,0.004424778761061947,0.1811890462204492,9.311489658029673e-15,True +usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:59:14.414366+00:00,2026-06-22T11:59:14.414366+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.14903939452745973,0.386056206435617,0.004424778761061947,0.1811890462204492,9.311489658029673e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:2c23190383d140fce104,2026-06-22T06:44:06.538654+00:00,2026-06-22T06:44:06.538654+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,5.999999999999999,2.449489742783178,0.01961917977181622,1.1907241805196005,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:31996fadd2676c8cc518,2026-06-22T02:04:31.574246+00:00,2026-06-22T02:04:31.574246+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.2864321608040201,1.1342099280133375,0.005155187074829932,0.4914909688057796,8.630249292984614e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:35daa9a88c327e1a04ca,2026-06-18T01:57:02.929105+00:00,2026-06-18T01:57:02.929105+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.10493236780981009,0.32393265937507765,0.006441679235796883,0.1397058882428658,1.3225459500702341e-14,True @@ -3118,6 +3124,7 @@ binance_btcusdt_1h_close/1h/short|window:7eb78e41978a583613ca,2026-06-17T09:57:5 binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:44:26.590848+00:00,2026-06-22T04:44:26.590848+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.41644120882401287,0.6453225618433102,0.00713644573350843,0.3172794485100079,-18.657575106465284,True binance_btcusdt_1h_close/1h/short|window:7f57d16d2633c6896385,2026-06-16T19:11:12.053507+00:00,2026-06-16T19:11:12.053507+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3633722788797255,0.6028036818730668,0.008172473531107375,0.3660212189371271,51.20472438903948,True binance_btcusdt_1h_close/1h/short|window:7f682a9ac63dadbf20c3,2026-06-17T03:56:37.286561+00:00,2026-06-17T03:56:37.286561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.12233100905886132,0.34975850105302847,0.005438401478600746,0.24334170795808785,57.46567700413156,True +binance_btcusdt_1h_close/1h/short|window:7fbe35dcc876507637da,2026-06-22T11:57:50.066318+00:00,2026-06-22T11:57:50.066318+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.24769339415257202,0.4976880490353089,0.00493311780428195,0.26780657861054064,-4.056975985695751,True binance_btcusdt_1h_close/1h/short|window:7fd3da92d4e38ad5e78e,2026-06-18T02:19:37.181802+00:00,2026-06-18T02:19:37.181802+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9241196769747477,0.9613114359949889,0.012812220968952041,0.5079396517333034,13.656505782149011,True binance_btcusdt_1h_close/1h/short|window:8147a6318eb1c187e383,2026-06-17T05:36:59.878881+00:00,2026-06-17T05:36:59.878881+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.09310168108331755,0.30512568079943314,0.006321967462926292,0.18679160317255716,48.628934294120924,True binance_btcusdt_1h_close/1h/short|window:82d37ab7365f013ed0cf,2026-06-18T06:24:21.536230+00:00,2026-06-18T06:24:21.536230+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.1482001943812963,1.0715410371895686,0.01437935451874787,0.5985625147450351,23.499238311185252,True @@ -3614,7 +3621,7 @@ usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:d3859b0227c90e0 usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:d8ae6251fef6c7df0176,2026-06-17T01:41:18.281508+00:00,2026-06-17T01:41:18.281508+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,TiRex,0.7771095625842843,0.8815381798789457,0.6438010073378382,0.4769465641402384,31.153475481871478,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:e68a4911d1c01144ff1f,2026-06-17T07:40:51.929928+00:00,2026-06-17T07:40:51.929928+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,TiRex,0.9441460157064563,0.9716717633575941,0.5654524609560282,0.5275683165907956,17.29667878367998,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:f6631d45d40ff608e0a1,2026-06-17T04:19:43.307476+00:00,2026-06-17T04:19:43.307476+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,TiRex,0.9119706780936448,0.9549715587878231,0.6194050850898736,0.5019520406758542,21.27272542550291,True -usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:34:46.700295+00:00,2026-06-22T11:34:46.700295+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.0010975018737618262,0.033128565827120045,0.0005991302760301439,0.10513622489130908,98.53799845331972,True +usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:57:55.881603+00:00,2026-06-22T11:57:55.881603+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.0010975018737618262,0.033128565827120045,0.0005991302760301439,0.10513622489130908,98.53799845331972,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:53:40.321622+00:00,2026-06-16T13:53:40.321622+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.0023242654753848906,0.04821063653785221,0.0004073868449936565,0.14449756784166193,99.76693389173053,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T04:30:32.986575+00:00,2026-06-17T04:30:32.986575+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.005607295875417656,0.07488187948641284,0.0014793189796241553,0.0569541122130377,95.71894797545951,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:54:49.786673+00:00,2026-06-17T06:54:49.786673+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.5257096876245062,0.7250584029059357,0.01694945364718335,0.6284580797113027,2.1083673860583736,True @@ -3801,6 +3808,7 @@ binance_btcusdt_1h_close/1h/short|window:7eb78e41978a583613ca,2026-06-17T09:58:1 binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:49:24.986062+00:00,2026-06-22T04:49:24.986062+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.2297421785528884,0.4793142795211597,0.005389061533716509,0.23570410140003636,10.818171735607445,True binance_btcusdt_1h_close/1h/short|window:7f57d16d2633c6896385,2026-06-16T19:36:01.115875+00:00,2026-06-16T19:36:01.115875+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.0914199965453478,0.30235739869457107,0.0036514195671210198,0.24873896641806456,84.98138612337941,True binance_btcusdt_1h_close/1h/short|window:7f682a9ac63dadbf20c3,2026-06-17T03:57:02.190664+00:00,2026-06-17T03:57:02.190664+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.15614990699931355,0.39515807849430784,0.005252176559846729,0.2475330452980229,48.72174266434823,True +binance_btcusdt_1h_close/1h/short|window:7fbe35dcc876507637da,2026-06-22T11:59:04.364325+00:00,2026-06-22T11:59:04.364325+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.17389302770662854,0.41700482935648187,0.003867006536098778,0.2125417954237779,13.544610973356502,True binance_btcusdt_1h_close/1h/short|window:7fd3da92d4e38ad5e78e,2026-06-18T02:22:18.252724+00:00,2026-06-18T02:22:18.252724+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.8209404494271721,0.9060576413381061,0.012273416776826543,0.4241937803006138,19.412404207590853,True binance_btcusdt_1h_close/1h/short|window:8147a6318eb1c187e383,2026-06-17T05:37:42.677302+00:00,2026-06-17T05:37:42.677302+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.055851596276576196,0.23632942321381864,0.003769650029540359,0.16238321081280008,65.65275277717484,True binance_btcusdt_1h_close/1h/short|window:8326020db18bb3e242f7,2026-06-22T02:42:53.815285+00:00,2026-06-22T02:42:53.815285+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.16478512545997115,0.4059373417905418,0.004418099660309497,0.19394406171162884,31.628908028666487,True @@ -4269,7 +4277,7 @@ usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:d8ae6251fef6c7d usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:e68a4911d1c01144ff1f,2026-06-17T07:42:27.811561+00:00,2026-06-17T07:42:27.811561+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Timer-S1,0.9124074311887506,0.9552002047679589,0.5553501725131114,0.5176216885455777,18.95018744762078,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:f6631d45d40ff608e0a1,2026-06-17T04:21:52.245030+00:00,2026-06-17T04:21:52.245030+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Timer-S1,0.9087623519762327,0.9532902768707088,0.6195388066595849,0.5053385769623454,21.440899027717407,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:fd070941c8e44989a100,2026-06-18T17:28:12.689895+00:00,2026-06-18T17:28:12.689895+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Timer-S1,1.8033935842469646,1.3429049051392152,0.6457875369279461,0.752354468982262,0.3046984463772644,True -usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:36:13.602755+00:00,2026-06-22T11:36:13.602755+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.002080521586333204,0.04561273491398212,0.0009899578263274336,0.06760094047221439,97.24652892903066,True +usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:59:10.101711+00:00,2026-06-22T11:59:10.101711+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.002080521586333204,0.04561273491398212,0.0009899578263274336,0.06760094047221439,97.24652892903066,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:54:34.318864+00:00,2026-06-16T13:54:34.318864+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.5264843802452086,0.7255924339773732,0.00582077156784188,0.3593665405501698,58.19349202453858,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T05:07:39.082621+00:00,2026-06-17T05:07:39.082621+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.003792629804365096,0.061584330834759386,0.001131514815596847,0.0745311208658484,97.08420866086097,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:58:52.393071+00:00,2026-06-17T06:58:52.393071+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.548452828768998,0.7405760114728251,0.017260092966080304,0.6723873233712555,-0.00892712047453405,True @@ -4456,6 +4464,7 @@ binance_btcusdt_1h_close/1h/short|window:7eb78e41978a583613ca,2026-06-17T09:57:3 binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:41:48.993737+00:00,2026-06-22T04:41:48.993737+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.24032787591474924,0.49023247129780095,0.004066669327263923,0.34744594434184045,8.587151270464528,True binance_btcusdt_1h_close/1h/short|window:7f57d16d2633c6896385,2026-06-16T18:41:14.725441+00:00,2026-06-16T18:41:14.725441+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.27465009245328725,0.524070694137048,0.004585286854855156,0.3584984913581974,60.782554922142474,True binance_btcusdt_1h_close/1h/short|window:7f682a9ac63dadbf20c3,2026-06-17T03:56:09.788548+00:00,2026-06-17T03:56:09.788548+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.07077889492260843,0.26604303208805985,0.005557843271314371,0.18143581943801887,72.9675464963391,True +binance_btcusdt_1h_close/1h/short|window:7fbe35dcc876507637da,2026-06-22T11:56:55.057124+00:00,2026-06-22T11:56:55.057124+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.15230661106371285,0.3902647960855717,0.0027353770366363886,0.2446465653652551,19.983046398776775,True binance_btcusdt_1h_close/1h/short|window:7fd3da92d4e38ad5e78e,2026-06-18T02:14:26.493696+00:00,2026-06-18T02:14:26.493696+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0982854418253363,1.047991145871632,0.012243249142926101,0.8335475461030691,5.104727207549185,True binance_btcusdt_1h_close/1h/short|window:8147a6318eb1c187e383,2026-06-17T05:36:24.581035+00:00,2026-06-17T05:36:24.581035+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.22195159652642535,0.4711173914497589,0.013959420771571508,0.28037428072339615,9.650405914338394,True binance_btcusdt_1h_close/1h/short|window:82d37ab7365f013ed0cf,2026-06-18T06:18:03.411072+00:00,2026-06-18T06:18:03.411072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.2455074231779408,1.1160230388204093,0.013276896133377918,0.9462713971870823,19.62155190238145,True @@ -4966,7 +4975,7 @@ usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:d3859b0227c90e0 usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:d8ae6251fef6c7df0176,2026-06-17T00:58:45.130347+00:00,2026-06-17T00:58:45.130347+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,TimesFM-2.5,0.7378499991667895,0.8589819550879922,0.5464619941101371,0.6464955201595197,33.4746839127365,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:e68a4911d1c01144ff1f,2026-06-17T07:38:48.658423+00:00,2026-06-17T07:38:48.658423+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,TimesFM-2.5,0.8627512259417153,0.9288440267029311,0.4784678838326406,0.736825789519807,21.632796745783097,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:fd070941c8e44989a100,2026-06-18T06:18:44.273386+00:00,2026-06-18T06:18:44.273386+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,TimesFM-2.5,1.6696674239159723,1.2921561143747191,0.5350539231041461,0.9620998451947754,4.1545943060549755,True -usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:33:29.750678+00:00,2026-06-22T11:33:29.750678+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.006900582404222717,0.08306974421666842,0.0031215026315334626,0.0728898392877575,91.14969420927146,True +usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:57:02.086437+00:00,2026-06-22T11:57:02.086437+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.006900582404222717,0.08306974421666842,0.0031215026315334626,0.0728898392877575,91.14969420927146,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:52:50.733603+00:00,2026-06-16T13:52:50.733603+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.06433865976333618,0.2536506648194248,0.0003634428366636618,0.3283486946799109,93.74297677100881,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T04:27:34.474249+00:00,2026-06-17T04:27:34.474249+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.011626031303863728,0.1078240757153231,0.003569769644522452,0.08795950376059015,91.32312933956202,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:53:55.757987+00:00,2026-06-17T06:53:55.757987+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.5101936098957,0.7142783840322343,0.01580878294191956,0.6469518623986631,3.605059627588475,True @@ -5158,6 +5167,7 @@ binance_btcusdt_1h_close/1h/short|window:7eb78e41978a583613ca,2026-06-17T09:57:4 binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:43:20.846371+00:00,2026-06-22T04:43:20.846371+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.22255993947448066,0.4717625880402988,0.005145004640345792,0.2726949173220292,12.3848260387587,True binance_btcusdt_1h_close/1h/short|window:7f57d16d2633c6896385,2026-06-16T19:04:40.165607+00:00,2026-06-16T19:04:40.165607+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.22835653123255395,0.47786664586739463,0.006231251868675326,0.3300227033270762,66.27828873078072,True binance_btcusdt_1h_close/1h/short|window:7f682a9ac63dadbf20c3,2026-06-17T03:56:23.242890+00:00,2026-06-17T03:56:23.242890+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.07229395400676261,0.2688753503145326,0.0034349836129024553,0.2287822894844064,72.46855724408017,True +binance_btcusdt_1h_close/1h/short|window:7fbe35dcc876507637da,2026-06-22T11:57:31.652498+00:00,2026-06-22T11:57:31.652498+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.13456380811341792,0.3668293991945274,0.0030510428513412825,0.2211847733334558,25.848527363499404,True binance_btcusdt_1h_close/1h/short|window:7fd3da92d4e38ad5e78e,2026-06-18T02:18:16.350641+00:00,2026-06-18T02:18:16.350641+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.8846986601889523,0.9405842121729199,0.012523602570907066,0.42905075695943523,15.788893299637369,True binance_btcusdt_1h_close/1h/short|window:8147a6318eb1c187e383,2026-06-17T05:36:43.678620+00:00,2026-06-17T05:36:43.678620+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08242873663705938,0.28710405193424104,0.005886735340052179,0.20717065416475364,53.13812529850522,True binance_btcusdt_1h_close/1h/short|window:82d37ab7365f013ed0cf,2026-06-18T06:19:53.909320+00:00,2026-06-18T06:19:53.909320+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.9571114164573611,0.9783207124748822,0.01315545754009687,0.46073509463513296,31.895445144082316,True @@ -5657,7 +5667,7 @@ usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:d8ae6251fef6c7d usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:e68a4911d1c01144ff1f,2026-06-17T07:39:37.502553+00:00,2026-06-17T07:39:37.502553+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Toto-2.0-1B,0.9135932870453826,0.9558207400163393,0.5532564766723508,0.5164030124019812,18.887569106915834,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:f6631d45d40ff608e0a1,2026-06-17T04:17:58.749512+00:00,2026-06-17T04:17:58.749512+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Toto-2.0-1B,0.912510714565294,0.9552542669704721,0.6196157400010163,0.5010161533790348,21.244463655731373,True usgs_earthquake_all_week_hourly_earthquake_count/1h/short|window:fd070941c8e44989a100,2026-06-18T06:23:57.852912+00:00,2026-06-18T06:23:57.852912+00:00,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,Toto-2.0-1B,1.6949193040136925,1.30189066515345,0.6095141078229482,0.6995652425278945,3.405136544946983,True -usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:34:23.095352+00:00,2026-06-22T11:34:23.095352+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,8.686779310188316e-06,0.0029473342718782875,6.505915548949116e-05,0.07006852337726138,99.98834365496822,True +usgs_potomac_iv_usgs_00060/15min/short|window:147098a3cfbee90d34e8,2026-06-22T11:57:41.061542+00:00,2026-06-22T11:57:41.061542+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,8.686779310188316e-06,0.0029473342718782875,6.505915548949116e-05,0.07006852337726138,99.98834365496822,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:53:22.236271+00:00,2026-06-16T13:53:22.236271+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,3.503501415252685e-05,0.00591903827935982,4.8182560847355774e-05,0.11757383451211544,99.99648282121734,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T04:27:54.848428+00:00,2026-06-17T04:27:54.848428+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.00038516978333978365,0.019625742873577642,0.0004428966625316723,0.0491600881768204,99.69994952095365,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:54:14.985745+00:00,2026-06-17T06:54:14.985745+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.5362244547140951,0.7322734835524874,0.017076429406764827,0.3204744011689243,1.1184484086860345,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 101c76016019215ee22ffab839db809375a9cdc2..36732eca55d5e46459e906e5eeed3b083c266e1b 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6063831764090675,0.7499884621414794,0.009308653365918346,0.5058309789183635,-5.267102259947997,0.3661215538695338,-0.10531496062992127,0.07787953641115668,128,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T11:51:05.318693+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6061610045399406,0.7500666982506623,0.00931007135752399,0.5065204965254247,-5.5622208552392784,0.3646973172234817,-0.09786821705426357,0.09996668911944721,129,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T11:59:14.213467+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-22T11:22:42.876027+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.857280947138149,1.2559865617070403,1.8801651595653388,0.9780694780519358,6.784767433741067,1.292862028926847,-0.08924050632911391,0.24135174280240546,80,0.9375,2026-06-17T12:10:12.335728+00:00,2026-06-22T11:51:05.355412+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.528948603628389,2.110724515683399,0.12280155777987363,1.4958526064932787,18.12217134696788,5.203580809577428,0.255406195207481,0.004266484502458291,59,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-22T11:51:05.397611+00:00 @@ -7,9 +7,9 @@ ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,10.63819181142996 ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.2086450410629108,0.9541905444273601,0.49699132492370374,0.7054881446976867,5.230754790190563,1.5614092248599973,-0.4565217391304348,0.0014288748272159712,24,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-22T11:14:00.193677+00:00 ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.7924232958188113,1.2726700302350047,0.15009557590098843,0.9904228851528454,-64.05738224311919,1.3836854169139345,-0.391304347826087,0.006957485693871034,24,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-22T11:14:00.229989+00:00 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.051882216080134,0.9975446644433884,0.6561194078816062,0.5029387224715562,15.42485802430919,0.4999717449304437,-0.5797101449275361,2.9783823595775196e-05,24,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-22T11:14:00.274437+00:00 -ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.365210270829542,1.0008794201698803,0.013309617205628316,0.5978100211471388,11.13159127925587,1.6053368465782583,0.1653225806451613,0.19059899819484794,32,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-22T11:36:15.685100+00:00 +ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.365210270829542,1.0008794201698803,0.013309617205628316,0.5978100211471388,11.13159127925587,1.6053368465782583,0.1653225806451613,0.19059899819484794,32,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-22T11:59:14.249333+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.18845840897665014,0.47223069206859825,51.52437570432775,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3352634308573496,0.5310314261002509,0.007455753821873378,0.2996746298968721,32.217337648207376,0.4351564483096178,-0.046831955922865015,0.2769382732334672,243,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T11:47:44.764939+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.33446185811503987,0.5303867786583207,0.007438269333584742,0.29956765084454084,32.18406693060826,0.43444061179817356,-0.051406597854685286,0.23173037921633244,244,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T11:56:15.303694+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-22T11:18:55.601573+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23087385274385677,0.3615460350351943,0.5755737081438805,0.1926572282233241,77.23492688933806,0.3674651014587814,0.3194029850746269,3.898578128027328e-08,135,0.9555555555555556,2026-06-16T12:06:44.487655+00:00,2026-06-22T11:47:52.932327+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.6789282593167005,1.8647247340067563,0.11244464852961622,1.0929649743409633,21.18161653633335,5.328864122244555,0.43247480403135496,5.354721130096603e-10,95,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-22T11:48:00.845751+00:00 @@ -17,9 +17,9 @@ Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,10.9680955612 Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.993280212610617,1.2626255230529817,0.36101542230305983,0.7434094353225881,26.01667082545713,5.164252283383452,-0.23333333333333336,0.03396488802218874,40,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-22T11:09:09.596869+00:00 Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1480687155697867,0.36969803153526015,0.04137813430548086,0.1827534235553092,24.00670506455431,0.08580873255146476,0.12195121951219512,0.2613551900152493,41,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-22T11:09:15.217071+00:00 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8023966125649213,0.8683296886013127,0.614634188515431,0.468523116078946,27.387602804725685,0.4141131305481067,-0.16153846153846155,0.1420959777658047,40,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-22T11:09:18.663589+00:00 -Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3042732213628385,0.8305834950409168,0.009249591097496138,0.5262132569951088,36.30987157962757,2.4092247563526534,0.08897959183673469,0.36189007094344516,50,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-22T11:32:50.263740+00:00 +Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3042732213628385,0.8305834950409168,0.009249591097496138,0.5262132569951088,36.30987157962757,2.4092247563526534,0.08897959183673469,0.36189007094344516,50,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-22T11:56:21.487621+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14560441095970342,0.3540856210491078,0.07326493977323648,0.2097125439693489,90.30285924002887,0.09048796560262945,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5541896222352465,0.6036481102760263,0.0075926367237985825,0.39963376897500524,30.732674915491685,0.7087328714747393,-0.2052165354330709,0.0005911982347190453,128,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T11:51:05.460405+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.550889780467838,0.601747605252742,0.007557303219295923,0.3978675630782696,30.711361520401148,0.7069531256073792,-0.20276162790697672,0.0006541378839300095,129,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T11:59:14.324671+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-22T11:22:43.035385+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6243447657428325,1.4850239281555027,1.9194346489824927,1.1186568737669589,-5.145556420256525,1.9289744287075847,0.013924050632911392,0.8549509104840065,80,0.9375,2026-06-17T12:10:12.697348+00:00,2026-06-22T11:51:05.482640+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.154323327313219,2.0918325099195085,0.11257725696294794,1.404031677232802,21.035813657838712,6.981478151341187,0.22150789012273522,0.013194881570005314,59,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-22T11:51:05.511235+00:00 @@ -27,9 +27,9 @@ ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,10.494318901757508, ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,11.365745124857236,2.2909749325769257,1.2446005455222695,1.8616187564908901,-30.909423006178212,28.59322721896304,-0.2681159420289855,0.06983356984945084,24,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-22T11:14:00.380999+00:00 ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,13.178282199898561,3.119449035383699,0.36962792436155123,2.5453585089202164,-82.7283880087038,15.610187507376821,-0.18840579710144928,0.20826013369971733,24,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-22T11:14:00.402226+00:00 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1061007506304714,1.0015598484439134,0.7507231087181886,0.5384888712894793,17.031040230508356,0.6789544430849999,-0.391304347826087,0.006957485693871034,24,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-22T11:14:00.422744+00:00 -ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.0284700697344162,0.849589028292603,0.011966005409266723,0.5724526148649628,24.61688362300478,1.3485221623678045,-0.024193548387096777,0.8595929879092941,32,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-22T11:36:15.774391+00:00 +ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.0284700697344162,0.849589028292603,0.011966005409266723,0.5724526148649628,24.61688362300478,1.3485221623678045,-0.024193548387096777,0.8595929879092941,32,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-22T11:59:14.345838+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.21003702402948732,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5635833124245361,0.6955259223693571,0.009326362806558412,0.35185645487562733,9.456209597708675,0.5152069556118523,-0.056151330825217116,0.19613293756175398,239,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T11:50:19.615288+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5620257258110034,0.6944429702214839,0.009301138565987462,0.3514857593745794,9.455289210681022,0.5146939335677817,-0.06073919107391911,0.16114575376292628,240,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T11:58:35.654876+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3256684675924429,0.4763234143384502,0.054335701166211385,0.268154903577309,24.091461831355954,0.4264225054204662,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-22T11:22:06.704532+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.497922514865089,0.9791439325555016,1.73685805349845,0.5039381342069844,30.03287584528928,2.215945466130472,0.30895420369104587,1.3270297003548276e-07,133,0.9624060150375939,2026-06-16T12:07:52.741323+00:00,2026-06-22T11:50:24.432775+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.61199116329832,2.0465939281630714,0.11600672910454704,1.0743414909473392,19.823148854753825,39.42152544645406,0.47265077138849926,1.937440886785342e-11,93,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-22T11:50:30.349583+00:00 @@ -37,9 +37,9 @@ Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.0434 Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.736279818402866,1.2730035088621923,0.4023377617746969,0.7485670031689693,17.230917217033262,4.760952609542419,-0.3663663663663664,0.0014166011312568521,37,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-22T11:13:02.590871+00:00 Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.14360962434561433,0.36170778071127185,0.039773271030862936,0.18794500976397166,28.36626967276633,0.102044522098299,0.18065433854907542,0.11034778241543669,38,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-22T11:13:07.443175+00:00 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.191115692782116,1.0523453077852831,0.6786789940968921,0.4973758735768179,8.235379090771486,0.8365410743057049,-0.3546218487394958,0.0027309630100708932,35,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-22T11:13:13.158965+00:00 -Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.8842699087802717,1.2332238817590984,0.01268067422215242,0.66956684916316,12.619787491460656,5.799928982727096,0.06122448979591836,0.5348443063198711,49,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-22T11:35:49.767091+00:00 +Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.8843554721430698,1.2337329120456562,0.012685114023623507,0.6696114683234398,12.515313201784387,5.799885654031713,0.06122448979591836,0.5348443063198711,49,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-22T11:58:44.285103+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022517,0.3583561475999906,0.06081374361126981,0.18543381466807804,90.19705850192639,0.11224549076916283,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5023159848129117,0.6090807153571433,0.008057144268766097,0.41169199849062454,25.60657204681747,0.604318245138793,-0.6641240157480316,1.020939582564324e-28,128,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T11:51:05.533897+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.49927666293252465,0.6069330300389728,0.008016096539111183,0.40973983853090323,25.678514440058656,0.6029419928769504,-0.6608527131782946,1.147973243502614e-28,129,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T11:59:14.362574+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-22T11:22:43.094454+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.3868047767280016,1.402077896307868,2.0072605624964606,1.2324501446650078,5.566440288324482,1.864161107408003,0.30886075949367087,5.01449165952909e-05,80,0.9375,2026-06-17T12:10:12.867076+00:00,2026-06-22T11:51:05.554015+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.2700137883194085,2.295342239779111,0.12796310524564936,1.5419588427539122,9.070705813269134,5.073288771210546,0.3068381063705435,0.0005964341930514626,59,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-22T11:51:05.574138+00:00 @@ -47,9 +47,9 @@ Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.64859 Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.9767462597452704,0.8905438505458565,0.4767857152615375,0.6388127392331097,5.8648568148207785,1.2827586681327419,-0.03623188405797101,0.8252716626005498,24,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-22T11:14:00.464706+00:00 Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5701522144830866,0.7427004552038214,0.08407006454062967,0.48984277936506454,-31.892988672393386,0.2101391657389699,-0.572463768115942,3.8844098370523644e-05,24,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-22T11:14:00.477744+00:00 Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0023355072712954,0.9743974975357949,0.7573245073607716,0.5142051929198072,17.624339365437418,0.4679586817721966,-0.5434782608695652,0.00010671020118123412,24,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-22T11:14:00.497757+00:00 -Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4543634296727923,1.0019332826407283,0.013722542472642776,0.6997140711005407,17.514989359948807,1.6957493096382135,0.07258064516129033,0.5732334978801276,32,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-22T11:36:15.827563+00:00 +Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4543634296727923,1.0019332826407283,0.013722542472642776,0.6997140711005407,17.514989359948807,1.6957493096382135,0.07258064516129033,0.5732334978801276,32,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-22T11:59:14.373955+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.21160327629802392,0.5617661939340133,43.728244138972286,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6259299927055759,0.7332062012141323,0.009695504085915758,0.41826360901427806,3.4105304865852175e-16,0.5688434199041806,-0.7130905511811024,7.485758907854707e-33,128,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T11:51:05.583724+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6228482039376555,0.7312270090153116,0.00965602269905756,0.41765840819730554,2.913034784028896e-16,0.5676971136957252,-0.714874031007752,2.9301924247456367e-33,129,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T11:59:14.402340+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-22T11:22:43.121116+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.514999263415621,1.454439758900334,1.979210609350315,1.28764789212179,1.855119652785573e-15,1.8812516655714318,0.3183544303797468,2.920346266698349e-05,80,0.9375,2026-06-17T12:10:12.978229+00:00,2026-06-22T11:51:05.590133+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.920086145990754,2.4533377838900448,0.13471983396656495,1.9881494614154034,-1.3930183911303584e-16,5.150867731582111,0.2799532437171245,0.0017337499303726254,59,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-22T11:51:05.599598+00:00 @@ -57,9 +57,9 @@ Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.58580 Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.1366080159002676,0.9640089926869377,0.490006096640812,0.7665653453904184,6.581405063552619e-16,1.3014715587422194,-0.05072463768115942,0.749761450490796,24,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-22T11:14:00.532593+00:00 Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.29688308377500805,0.5331309571608064,0.06241726778401182,0.38913481556298973,3.240794318562062e-17,0.11206136744952229,0.043478260869565216,0.7872722233024857,24,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-22T11:14:00.543791+00:00 Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.4157159186421693,1.1602556016001389,0.7366849268309564,0.9025434428699549,-6.381050201346571e-17,0.7336979191573777,-0.39855072463768115,0.005915006231790905,24,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-22T11:14:00.561327+00:00 -Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7259492268575536,1.1512105408959084,0.014057609870631732,0.5827796151400845,4.405265410254711e-15,1.683445502434224,0.12500000000000003,0.32533296353981855,32,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-22T11:36:15.875191+00:00 +Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7259492268575536,1.1512105408959084,0.014057609870631732,0.5827796151400845,4.405265410254711e-15,1.683445502434224,0.12500000000000003,0.32533296353981855,32,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-22T11:59:14.414366+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.762985486197099,1.659058577581784,0.3440214741476295,1.3340371533213518,-1.3673782795539702e-15,0.392903069889937,0.0,1.0,4,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-20T17:12:57.021669+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.38544156125045015,0.5755974656326115,0.00790264613424563,0.3179352166819821,23.60436653194727,0.3317529311161755,0.2201936376210235,3.5711521315137216e-07,241,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T11:49:36.455333+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.38487235394839275,0.5752755258946062,0.007890375356022638,0.3177280735494555,23.49006346369255,0.33118232748517534,0.2170364527965433,4.954589992667533e-07,242,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T11:57:50.066318+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-22T11:20:46.438165+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.27095407411617506,0.3961888863848386,0.7546939574555114,0.19728932250697462,74.68561219746162,0.42577306818137545,0.3273482212995174,2.01568658373863e-08,134,0.9552238805970149,2026-06-16T12:07:37.946365+00:00,2026-06-22T11:49:42.618083+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.529999210583125,1.8635465235509834,0.11210365379845764,1.048904426999391,20.855216943412724,4.896071299585701,0.4468085106382979,1.782166200886714e-10,94,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-22T11:49:49.443115+00:00 @@ -67,9 +67,9 @@ TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.09754103119371 TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.95045330957592,1.2821561220579079,0.3652842455658524,0.7354304755776395,26.10831088269808,4.910005619271579,-0.28205128205128205,0.011463388197281892,39,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-22T11:12:03.128927+00:00 TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.17143846228793375,0.39151452897103545,0.04360698625385615,0.20059503891520514,20.16926987386838,0.10533295460375716,0.2512820512820513,0.02239488661819103,40,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-22T11:12:09.399902+00:00 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8125257241178052,0.8775502493028292,0.636548061236486,0.47146694449733945,24.52984527521363,0.407431770629952,-0.12660028449502136,0.2631830057197958,38,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-22T11:12:15.754337+00:00 -TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3123127674151798,0.8183929066447186,0.008723225063013755,0.5220622836661714,37.64615122195551,2.375397036051109,0.04816326530612245,0.6216405436333162,50,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-22T11:34:46.700295+00:00 +TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3123127674151798,0.8183929066447186,0.008723225063013755,0.5220622836661714,37.64615122195551,2.375397036051109,0.04816326530612245,0.6216405436333162,50,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-22T11:57:55.881603+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11425071179174143,0.31573923615630495,0.05766464594502302,0.18845260977496128,92.26142854095771,0.06887221261822019,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.320189543732068,0.5036532622463621,0.006754658353861988,0.2725825064760049,40.57909295767375,0.4414648419465809,-0.029821926625187723,0.4942254801296099,237,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T11:50:49.564618+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.31957485248826367,0.5032891932006063,0.006742525363031051,0.27233023458082756,40.46550269723544,0.44063455163634047,-0.02974860830408112,0.49436599983202567,238,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T11:59:04.364325+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-22T11:22:36.660317+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09569748424766103,0.2210780561223534,0.504405256652366,0.11333913394720466,90.83529722301755,0.21679533610802243,0.19788608338226663,0.0008007537832779173,131,0.9618320610687023,2026-06-16T12:08:08.243141+00:00,2026-06-22T11:50:54.483276+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.955602200446443,1.9793419883627488,0.12196479723641213,1.223034367314541,13.929231765896073,4.91888158452476,0.4347066167290886,1.2965570680403613e-09,90,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-22T11:51:02.293812+00:00 @@ -77,9 +77,9 @@ Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.190457648269 Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.8764131034558207,1.298624259919624,0.39451545712344305,0.748616956718275,19.11598621159551,4.869631988010663,-0.24777183600713015,0.03934144382669546,34,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-22T11:13:48.697596+00:00 Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.12858869415608476,0.34488723428231677,0.03865531536007786,0.17770694800072057,32.29770313021654,0.07408790808218224,0.5260504201680672,8.787215107542536e-06,35,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-22T11:13:53.234749+00:00 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9700319281083201,0.9709204647995575,0.7071597826265564,0.5323808284600905,15.531522283157,0.34472061298969703,0.055258467023172914,0.645833696254254,34,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-22T11:13:57.022386+00:00 -Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4958580851404424,0.9133158787823763,0.010765136854580774,0.5999281021859726,27.477271995727104,2.4601013091995987,0.018357487922705317,0.8572350913490248,46,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-22T11:36:13.602755+00:00 +Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4958580851404424,0.9133158787823763,0.010765136854580774,0.5999281021859726,27.477271995727104,2.4601013091995987,0.018357487922705317,0.8572350913490248,46,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-22T11:59:10.101711+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.18668432749006483,0.40946779875447853,0.08608939886336613,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3321595867871555,0.5099282552059764,0.006947451240797915,0.35936975820982586,37.66529818463724,0.3991040768972962,0.03938941430230629,0.3574948758618107,246,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T11:48:34.686112+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3314314370878703,0.5094437877601448,0.006930398308797261,0.35890529184203407,37.59371012072687,0.39845643160866734,0.03637141634574241,0.3945487357293992,247,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T11:56:55.057124+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-22T11:19:35.499217+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11688481013397885,0.2630296799983891,0.4311184608633731,0.19264285370881704,83.48915795543692,0.1904355963023827,0.08293120861856132,0.15519590715217355,134,0.9552238805970149,2026-06-16T12:07:01.390017+00:00,2026-06-22T11:48:41.861518+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.092365082882314,1.7498219608124532,0.11731685523195244,1.2054441035176324,26.11795839180283,4.766872368890442,0.46228070175438585,2.5180502015633542e-11,96,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-22T11:48:47.083431+00:00 @@ -87,9 +87,9 @@ TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,10.69005754 TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.8726902466181286,1.2407728709923609,0.31751429242532486,0.8793530525881929,27.580735579649566,4.9801998741298386,-0.3780487804878049,0.0004978680600067144,41,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-22T11:10:08.940474+00:00 TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.11836958214927094,0.3181655927726634,0.04228400125101428,0.2176686940759855,38.104902874806065,0.09978207736718449,0.19158361018826134,0.07021553454588961,43,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-22T11:10:16.248594+00:00 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8082689114340433,0.876929257643486,0.5448247176379695,0.7102612953530368,25.62369457847218,0.38115618804384477,-0.08292682926829267,0.44500324927718327,41,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-22T11:10:22.112960+00:00 -TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.252168038839857,0.8032099842880461,0.009173212359368346,0.6349668221706706,38.19374426030213,2.3218977078858796,0.03058823529411765,0.7514209875879714,51,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-22T11:33:29.750678+00:00 +TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.252168038839857,0.8032099842880461,0.009173212359368346,0.6349668221706706,38.19374426030213,2.3218977078858796,0.03058823529411765,0.7514209875879714,51,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-22T11:57:02.086437+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804613,0.36546156650664174,0.06104947786298641,0.291763171778512,90.24883372109772,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.29561844427544853,0.4985594294704558,0.0069040526154130945,0.28710469193152305,36.780890839958765,0.27882623636973086,0.0011316484345529987,0.979084421918636,242,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T11:49:15.017770+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.2949556679949463,0.49801733058043135,0.00688819660815354,0.2868334165463458,36.73590168984988,0.2784412986481257,-0.0021426385062748698,0.9603278048007085,243,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T11:57:31.652498+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-22T11:20:26.590723+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1733711223354878,0.2821030623248062,0.45179552417341406,0.15322586145041547,85.28870531014479,0.3699671983188798,0.29049897470950103,7.050426698652226e-07,133,0.9548872180451128,2026-06-16T12:07:21.772238+00:00,2026-06-22T11:49:21.622311+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.28039498136891,1.823116940504384,0.11255408851284354,1.0396158635892216,20.753995277514075,4.775144193351972,0.33070175438596483,1.8134700936285496e-06,96,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-22T11:49:27.253995+00:00 @@ -97,5 +97,5 @@ Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,10.90461043 Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.0686790225821965,1.2402016007748726,0.3221336741456759,0.7344284650000084,34.875594423237025,5.474803985290333,-0.4143049932523617,0.00020421871491753524,39,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-22T11:11:11.341861+00:00 Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.19509654853580086,0.4181740899894114,0.045882338030131406,0.20776608765033544,11.992034799578464,0.12229007411579056,0.014634146341463414,0.8927832436428295,41,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-22T11:11:15.054832+00:00 Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8379287502412213,0.892014785233212,0.6353898076894708,0.4775945819878607,24.603421670189125,0.39436716376112624,-0.14102564102564102,0.19997815619594206,40,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-22T11:11:18.976564+00:00 -Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.137582294932228,0.7486728850094869,0.007149028724282026,0.4249846965694585,41.547312427616184,2.2622578335195485,0.024313725490196083,0.8012045122905899,51,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-22T11:34:23.095352+00:00 +Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.137582294932228,0.7486728850094869,0.007149028724282026,0.4249846965694585,41.547312427616184,2.2622578335195485,0.024313725490196083,0.8012045122905899,51,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-22T11:57:41.061542+00:00 Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.20884273948671156,0.4257444836499963,0.08818982522121456,0.23601075587655068,86.41820937856471,0.131980021605452,0.3333333333333334,0.75,4,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-21T18:43:58.902614+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index a9aa83b9e535f089bda383e1d53ad49aa6aa8d67..3dc466e828af031f85cd65ac7baf43f091418076 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T11:51:05.703516+00:00", + "generated_at": "2026-06-22T11:59:14.538540+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 99366cf17c373f2e0dbfcfac9fdead7051414db4..792fd6e15007a88f85dbc5b293464c519dc2d8fd 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Moving-Average,0.8576621728611171,0.8894698859105519,7.0,1,1,1.0 Air Quality,ARIMA,1.026555859027337,0.9985633252139302,8.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Air Quality,ETS,3.495626056795682,1.9811294588458233,10.0,1,1,1.0 -Finance,Moving-Average,0.4668335252247888,0.4253744219986498,1.0,1,1,1.0 -Finance,ETS,0.5417821941848386,0.4630674882393776,2.0,1,1,1.0 -Finance,TimesFM-2.5,0.6675794276420051,0.5867097094246267,3.0,1,1,1.0 -Finance,Timer-S1,0.7553073801672321,0.6385730297112456,4.0,1,1,1.0 -Finance,Toto-2.0-1B,0.5823758097069343,0.6856723212190043,5.0,1,1,1.0 -Finance,TiRex,1.1033790651095667,0.7679339712524552,6.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.9889124316644509,0.8301935999197096,7.0,1,1,1.0 -Finance,Chronos-2,0.5977803655246109,0.9180662199072308,8.0,1,1,1.0 +Finance,Moving-Average,0.48272102774952397,0.4342202540959028,1.0,1,1,1.0 +Finance,ETS,0.5627045317891638,0.47178381547266224,2.0,1,1,1.0 +Finance,TimesFM-2.5,0.6669021666217585,0.5904201976593525,3.0,1,1,1.0 +Finance,Timer-S1,0.7614222135732222,0.6421053272889942,4.0,1,1,1.0 +Finance,Toto-2.0-1B,0.5892120805062926,0.6890427962668353,5.0,1,1,1.0 +Finance,TiRex,1.084570525629688,0.7710218138466772,6.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.8309096913134871,0.8125084177796177,7.0,1,1,1.0 +Finance,Chronos-2,0.6116128625718537,0.9206382419971885,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,2.5286787438995413,1.535596173910208,10.0,1,1,1.0 +Finance,ARIMA,2.5296651356459945,1.5406275347724647,10.0,1,1,1.0 Hazards,ARIMA,0.49669210652781026,0.5784818994728834,1.0,1,1,1.0 Hazards,Chronos-2,0.49134246102129864,0.5925992622565711,2.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.5535367203510854,0.6238279073169173,3.0,1,1,1.0 @@ -32,7 +32,7 @@ Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 Hydrology,Timer-S1,0.013959541320800779,0.32747286295443645,1.0,1,1,1.0 Hydrology,TimesFM-2.5,0.04630039209499956,0.34432072462018976,2.0,1,1,1.0 Hydrology,Toto-2.0-1B,5.8285122116406785e-05,0.43132568745978517,3.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,0.03437257510920366,0.5660202094828419,4.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.06250342460970083,0.5820072885867266,4.0,1,1,1.0 Hydrology,TiRex,0.007363837442050374,0.6615747495577273,5.0,1,1,1.0 Hydrology,Moving-Average,0.27335070334100625,0.8176022002750369,6.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 06975cc7089d1803e961b13cc05d960884ca4b4c..195c8266ada100ce267699268aa719ee365772e6 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -12,7 +12,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 15min,Timer-S1,0.013959541320800779,0.32747286295443645,1.0,1,1,1.0 15min,TimesFM-2.5,0.04630039209499956,0.34432072462018976,2.0,1,1,1.0 15min,Toto-2.0-1B,5.8285122116406785e-05,0.43132568745978517,3.0,1,1,1.0 -15min,Moirai-1.1-Large,0.03437257510920366,0.5660202094828419,4.0,1,1,1.0 +15min,Moirai-1.1-Large,0.06250342460970083,0.5820072885867266,4.0,1,1,1.0 15min,TiRex,0.007363837442050374,0.6615747495577273,5.0,1,1,1.0 15min,Moving-Average,0.27335070334100625,0.8176022002750369,6.0,1,1,1.0 15min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.6987439034446169,0.5889712062583861,3.6666666666666665,6,6,1.0 -1h,Toto-2.0-1B,0.5887788912443631,0.591667497008602,3.6666666666666665,6,6,1.0 -1h,Moirai-1.1-Large,1.3314310402995617,0.6761605412715153,4.0,6,6,1.0 -1h,Chronos-2,0.5867581621542071,0.7826000643126912,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.6456019039180328,0.6662360798040025,5.0,6,6,1.0 -1h,Moving-Average,0.8716602928234323,0.7159205138454828,5.333333333333333,6,6,1.0 -1h,TiRex,0.8078140237726752,0.7455493496100021,5.833333333333333,6,6,1.0 +1h,Timer-S1,0.699683556325065,0.5895129461049233,3.6666666666666665,6,6,1.0 +1h,Toto-2.0-1B,0.5899252029239324,0.5921512383586929,3.6666666666666665,6,6,1.0 +1h,Moirai-1.1-Large,1.2933557820633408,0.67373830203418,4.0,6,6,1.0 +1h,Chronos-2,0.5889995553755654,0.7829650559602906,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.6454926969516517,0.6669364750306186,5.0,6,6,1.0 +1h,Moving-Average,0.8765357348407885,0.7183805923311259,5.333333333333333,6,6,1.0 +1h,TiRex,0.8055025099412775,0.7460481536646466,5.833333333333333,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.333333333333333,6,6,1.0 -1h,ETS,4.647428653739453,1.7930796835032667,7.5,6,6,1.0 -1h,ARIMA,2.535836995701218,1.501401093647156,7.833333333333333,6,6,1.0 +1h,ETS,4.676870508469863,1.7986612612588024,7.5,6,6,1.0 +1h,ARIMA,2.5360018329200353,1.5022198634257757,7.833333333333333,6,6,1.0 6min,Chronos-2,0.06331054476935498,0.1284510564000217,1.0,1,1,1.0 6min,Timer-S1,0.07866015578597604,0.1455410951130788,2.0,1,1,1.0 6min,Toto-2.0-1B,0.010675976800570421,0.16739088917190048,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index b0ce0bb8c6c7079784e03cb67149d71678eee814..fbe63a47f37fc885d131b34bc85009ef531be6eb 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Timer-S1,0.3995212699799258,0.5415980594609291,3.2857142857142856,7,7,1.0 -24,Toto-2.0-1B,0.15772330587524755,0.5655452653215736,3.5714285714285716,7,7,1.0 -24,Moirai-1.1-Large,0.7896712106851701,0.6592022735669643,4.0,7,7,1.0 -24,TimesFM-2.5,0.4430797747384108,0.6062838606768782,4.571428571428571,7,7,1.0 -24,Chronos-2,0.7078379148991945,0.8504163513363237,5.285714285714286,7,7,1.0 -24,Moving-Average,0.7385850946521153,0.7296329076781436,5.428571428571429,7,7,1.0 -24,TiRex,0.41290792414507455,0.7329299532696051,5.714285714285714,7,7,1.0 +24,Timer-S1,0.3999817394454047,0.5420250305828436,3.2857142857142856,7,7,1.0 +24,Toto-2.0-1B,0.15798647759132547,0.5659415713932954,3.5714285714285716,7,7,1.0 +24,Moirai-1.1-Large,0.8389663699715237,0.659797758289634,4.0,7,7,1.0 +24,TimesFM-2.5,0.4430155317218888,0.6068301360817893,4.571428571428571,7,7,1.0 +24,Chronos-2,0.7101549232731983,0.8507563000435655,5.285714285714286,7,7,1.0 +24,Moving-Average,0.7421246385836745,0.7317814074408017,5.428571428571429,7,7,1.0 +24,TiRex,0.4118949919177908,0.73335024274121,5.714285714285714,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.285714285714286,7,7,1.0 -24,ETS,3.938752281396749,1.741849091404178,7.714285714285714,7,7,1.0 -24,ARIMA,2.2847721234657654,1.514345052845601,8.142857142857142,7,7,1.0 +24,ETS,3.9601303378623376,1.7464955777579756,7.714285714285714,7,7,1.0 +24,ARIMA,2.284899423356263,1.5150528783645532,8.142857142857142,7,7,1.0 60,Chronos-2,0.06331054476935498,0.1284510564000217,1.0,1,1,1.0 60,Timer-S1,0.07866015578597604,0.1455410951130788,2.0,1,1,1.0 60,Toto-2.0-1B,0.010675976800570421,0.16739088917190048,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 17f8b05e958a778ca429264c38930cb4c2f011ce..3e328829688a11b59bae8fe0f94beda22ec687bd 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.32348283800985017,0.4606584176016046,3.6,10,10,1.0 -Overall,Toto-2.0-1B,0.12833309696763892,0.4677174703684972,3.6,10,10,1.0 -Overall,Moirai-1.1-Large,0.5647194976048762,0.5834450055715324,4.2,10,10,1.0 -Overall,TimesFM-2.5,0.30153763367015324,0.5008291520321296,4.5,10,10,1.0 -Overall,Chronos-2,0.46071626654163544,0.6220649792880443,4.9,10,10,1.0 -Overall,TiRex,0.2998857172393576,0.5802033532951728,5.4,10,10,1.0 -Overall,Moving-Average,0.7038158059187697,0.7342777786254567,6.2,10,10,1.0 -Overall,ARIMA,1.4606980912335918,1.153947937193569,7.3,10,10,1.0 -Overall,ETS,2.216253206886923,1.279214087641769,7.4,10,10,1.0 +Overall,Timer-S1,0.323743774709258,0.46091260095927156,3.6,10,10,1.0 +Overall,Toto-2.0-1B,0.12848295203168303,0.46794687350372594,3.6,10,10,1.0 +Overall,Moirai-1.1-Large,0.589171262779353,0.583813890630797,4.2,10,10,1.0 +Overall,TimesFM-2.5,0.3015070286262387,0.5011449901935966,4.5,10,10,1.0 +Overall,Chronos-2,0.46177141210533285,0.6222390355078182,4.9,10,10,1.0 +Overall,TiRex,0.2993705586522028,0.580436230492774,5.4,10,10,1.0 +Overall,Moving-Average,0.7061751548034526,0.7357906349974732,6.2,10,10,1.0 +Overall,ARIMA,1.4607550604191835,1.154325470423744,7.3,10,10,1.0 +Overall,ETS,2.224666656088701,1.281601798877927,7.4,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.9,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index e5752df5d93ef2408ebcfa3750491a1cce94debb..72edacf0c2fc904fce05b2188a734b3c2091f5d2 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,353575.94387200434,409003.8308708593,605.7943906581004,0.5773984893017433,0.009438234593246728,0.00948751331398518,8.03152364069345,594.6225221701616,0.009275779968615143,0.009450054891055383,0.0081234703248861,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,361626.78174607427,416832.87860958185,609.301877637267,0.5807415669436745,0.009491574283046209,0.009541786256869876,8.165246746370695,601.3541234132134,0.009380275527564328,0.00950424927538506,0.008177737349730022,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.290966267125463,0.29334513393122585,0.41383944881012075,1.026302665042782,0.4644834312835013,0.730824037952888,39.57977193236439,0.5394128911376358,0.6663257515369342,0.5112074373351857,0.5073256997731233,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.020751334380259365,0.026720048907946867,0.13633437272916543,1.1774334487062552,0.08154744383017082,0.0862516985572362,8.002487868260694,0.14405323453591512,0.08925846092066346,0.08447568927968378,0.06954758066878854,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 4d76ba2514a4426aa727119d6e5a8f3bca286e1f..6ae181196f11a44c06f07f44a790e67bc7908467 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T11:51:05.318693+00:00", + "evaluated_at": "2026-06-22T11:59:14.213467+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64579.8203125 + 64664.0 ], "p50": [ 63499.4347000769, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a41a1915ad14439606dc8f178bb64847955eb4ef..97246d8f49e6582148a1dff080a7b4db583a5663 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T11:36:15.685100+00:00", + "evaluated_at": "2026-06-22T11:59:14.249333+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 6ea679dd3965233ea6eb2e34d92d0ce1a56d4b6f..423c976c0bfc1a3781c4be5e390f858caeedb1ea 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T11:51:05.427088+00:00", + "evaluated_at": "2026-06-22T11:59:14.266090+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 962c5c5ce31ecd471513f0ea7a7911572312585c..9605dffe7e96798b2bc4e443942f623f8cf4d986 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.400,4.900,4.600,4.600,4.400,4.600,4.200,4.600,4.400,4.500 +2026-06-22,Chronos-2,4.400,4.900,4.700,4.700,4.400,4.700,4.200,4.700,4.400,4.600 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 6968fb3ddd592e0fec3e0471cc187d7c52680503..adb3fa0bbe58c68898e06ad90acffa26770f1916 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.4,4.9,4.6,4.6,4.4,4.6,4.2,4.6,4.4,4.5 +2026-W26,Chronos-Bolt-Mini,4.4,4.9,4.7,4.7,4.4,4.7,4.2,4.7,4.4,4.6 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 8d0432f48f9abce1a25d54aa1fe2aaec80588419..a8b6c4454e7ec6ede2a20e4626993379b54ce80c 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,83585.45247332256,83585.45247332256,200.59098307291666,0.1911885160706629,0.003135722246882286,0.0031303519814004656,2.1217911884229923,289.11148796497616,0.0045099780932862455,0.0031291075485703275,0.004856669885225293,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,87432.75465583801,87432.75465583801,204.09847005208334,0.194531593712594,0.0031895386794460333,0.0031846280566068005,2.1217911884229923,295.6903019306484,0.004612351349975334,0.003183648052459353,0.004886799415980902,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.018719285734546235,0.018719285734546235,0.08622410794099172,0.21383179400903013,0.08949346501172012,0.08229372299204586,1.5943088926995395,0.13681844076931382,0.16900903161111672,0.1065108833480276,0.0760272306183908,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04790674348705812,0.04790674348705812,0.19140251643127865,1.6530220552701818,0.11513026634346185,0.12410277432380276,5.913117180027123,0.2188760916296207,0.13562030130131675,0.11859708730621042,0.09493364470627318,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 368ea81797e8f6382a8b1692c01a4fec3390dd36..d812385c8822edac12cf801df961f3c2ce087968 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T11:47:44.764939+00:00", + "evaluated_at": "2026-06-22T11:56:15.303694+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64579.8203125 + 64664.0 ], "p50": [ 64226.0703125, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7a1d43401674190c3ce5ace26b8f4553e72633d9..b96f5727c23bd2128bb53668c3e17801c9972836 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T11:32:50.263740+00:00", + "evaluated_at": "2026-06-22T11:56:21.487621+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 508735845eee0fd02695837208a81e4295b57ec1..d7d462ad07bce0658825d32f99a6e29d3a2d2ec2 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T11:48:04.227494+00:00", + "evaluated_at": "2026-06-22T11:56:23.649506+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index b98fe14c7f7ae783cffbbd3f24d5158e2b2e758a..d49089c761bd828e4d4da6979d7f89bea69df42b 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,75755.43201922852,75646.9673041759,190.9142702760637,0.18196538783363844,0.00298088503521375,0.0029802892166269647,1.9767731210000834,275.2370469599405,0.004293544545696177,0.002978156221675574,0.0024496772413501434,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,80441.09318559365,80219.42857563689,194.42175725523035,0.18530846547556953,0.0030346146429556403,0.0030345648829993737,2.1104962266773275,283.62139056424087,0.004424093367653552,0.003032704991288694,0.0025042549491748767,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.799045378965673,0.794751219563649,0.6824933758029187,1.6925519606081851,0.7672789685259228,1.1671685798757114,64.34558893503609,0.893893382325696,1.1042082782187028,0.8430701583563422,0.8349115323448405,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.009593487753137724,0.009262841089119742,0.07328631161868564,0.6329273601718101,0.046595374394829886,0.04495294266301309,5.330913179464876,0.09794635140288649,0.060689651344388515,0.04540976398558492,0.040001459477753215,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index cbb93585d6b1f5bdaf9b35887557cf1bd4b01f23..a9e39659ac6edc61677cfca2dcfe58f79cdc4724 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T11:51:05.460405+00:00", + "evaluated_at": "2026-06-22T11:59:14.324671+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64579.8203125 + 64664.0 ], "p50": [ 64169.29918144337, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 48a65701f82d1f0607bf0ae4739b3c21677c6b0b..46f87d9b7bba72d07dc8cc7d58e11edb5a27946d 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T11:36:15.774391+00:00", + "evaluated_at": "2026-06-22T11:59:14.345838+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 8b1a6795379afab3568f39a717b9e4af9905b758..ba509aa2abd0c498fe4e9d4230714a61726e358d 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T11:51:05.522668+00:00", + "evaluated_at": "2026-06-22T11:59:14.356260+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 4b3f75fd673df3c5ff70a286bb3249ac3c527993..6a84c775a2293c8312c96bf0ed2b7572e0637016 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1814,3 +1814,5 @@ {"evaluated_at": "2026-06-22T11:51:09.118837+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T11:51:09.118837+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T11:51:09.118837+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T11:59:17.596634+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T11:59:17.596634+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 9234235b1bf79bfdcabd2f7db6fc06f81b01f3c4..25daa1f34887d89832a49345e2dfb36814dee533 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,138276.02548408508,80857.90376234055,211.61531575520834,0.20169609609199654,0.003309010247583057,0.0033011791210999695,1.9671181553781822,371.8548446424829,0.0058007283454025935,0.0033010809946627155,0.004391814194017779,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,118782.20297114055,88359.29806232452,199.62776692708334,0.19027044955163977,0.003121486048871461,0.003114525805742401,1.9364195498836827,344.6479406164217,0.0053760214108787615,0.003113911394005235,0.004312840245340521,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,2.0198184424707506,2.0093040760765084,1.1419940789540608,0.6713182338834988,0.04362558291070218,0.045098659236597484,6.989197350536603,1.4212031672040246,0.054413140849234126,0.043723153804510285,0.03947354734721305,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.11551246377618242,0.12401843634369639,0.25623759080966313,0.6354573569248092,0.2798939738842415,0.36834655281085826,10.288312922450443,0.33987124588023393,0.41983602367996903,0.3165250739710205,0.2738371339736836,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.019315869831907487,0.030178356498752903,0.14307722863223818,1.2356672155924384,0.08551955965823248,0.09081811060050336,5.712874243338454,0.1389815449327985,0.08611593371743946,0.08865370681644398,0.08767047934233041,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.050866262431024246 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,148.58174746406044,128.48888809763127,9.635090231895447,0.8303359389677588,0.5081895481047948,0.37982862557848396,7.2066615341861455,12.189411284555971,0.5319982866723111,0.4205167399508433,0.3028943974329718,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.3835754650599483,1.4164043068166166,0.9796338478724161,0.5266123015529157,0.039705390025801236,0.04026290100448026,2.50614737944478,1.1762548469868035,0.04885793860175435,0.04069091873598703,0.0388974853088451,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,13.28488128842605,13.074613168561996,2.9192054271698,0.5642491027012767,0.4396559399632405,0.3369991297296447,4.039220950107446,3.6448431088904294,0.42880507163416814,0.34343593260821176,0.2657384565972554,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,13.749030043681463,17.6573873454084,3.325281778971354,0.03782311028213862,0.0014713636190138736,0.0014730809669148096,0.698424945849378,3.7079684523579033,0.001640694005468099,0.0014713636190138734,0.0035146682624229253,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,25.001369843880337,18.91208793843786,3.2848409016927085,0.037363119260959705,0.0014534694255277467,0.00145531303517196,0.7275867914136551,5.000136982511613,0.002212449992261776,0.0014534694255277471,0.0036139390633482104,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 0621008842c55608f82db25c37c2eb9f8824475e..d668e54ff50045084ad6b2988db8e0a6f4c17efb 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T11:50:19.615288+00:00", + "evaluated_at": "2026-06-22T11:58:35.654876+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64579.8203125 + 64664.0 ], "p50": [ - 64182.751953125, - 64186.01953125, - 64177.32421875, - 64198.966796875, - 64222.17578125, - 64196.0703125, - 64195.521484375, - 64190.3828125, - 64307.423828125, - 64198.642578125, - 64174.31640625, - 64138.44140625, - 64161.3828125, - 64261.056640625, - 64234.5, - 64279.12109375, - 64391.140625, - 64284.689453125, - 64434.931640625, - 64243.76171875, - 64332.96875, - 64366.416015625, - 64411.462890625, - 64265.61328125 + 64197.673828125, + 64200.166015625, + 64224.806640625, + 64188.4921875, + 64178.521484375, + 64195.119140625, + 64214.544921875, + 64109.529296875, + 64179.369140625, + 64242.8984375, + 64162.6953125, + 64307.1875, + 64259.640625, + 64272.8671875, + 64167.09765625, + 64189.052734375, + 64313.640625, + 64370.984375, + 64415.162109375, + 64158.00390625, + 64355.892578125, + 64296.791015625, + 64357.48828125, + 64489.79296875 ], "p10": [ - 63950.1328125, - 63828.525390625, - 63726.61328125, - 63635.365234375, - 63546.18359375, - 63668.1484375, - 63463.158203125, - 63341.5078125, - 63408.177734375, - 63350.775390625, - 63348.16015625, - 62998.22265625, - 63304.45703125, - 63045.796875, - 62979.849609375, - 62931.162109375, - 62965.8828125, - 63114.3046875, - 63130.142578125, - 62604.046875, - 62742.283203125, - 62698.3203125, - 62631.6328125, - 62794.20703125 + 63931.859375, + 63804.419921875, + 63667.66015625, + 63750.98046875, + 63641.646484375, + 63359.13671875, + 63571.9375, + 63459.501953125, + 63500.17578125, + 63400.6640625, + 63128.50390625, + 63285.181640625, + 63311.244140625, + 63223.021484375, + 62960.13671875, + 62906.306640625, + 63037.6640625, + 62858.7734375, + 62930.85546875, + 62608.328125, + 62899.140625, + 62800.15625, + 62508.20703125, + 62815.447265625 ], "p90": [ - 64484.625, - 64567.25, - 64591.529296875, - 64697.115234375, - 64945.072265625, - 64870.787109375, - 64953.369140625, - 65016.943359375, - 65086.728515625, - 65050.04296875, - 65034.755859375, - 65069.845703125, - 65118.314453125, - 65273.412109375, - 65223.23828125, - 65432.67578125, - 66203.03125, - 65451.5390625, - 66894.04296875, - 66152.30078125, - 65938.5859375, - 66381.98828125, - 66327.3359375, - 66131.48828125 + 64473.2578125, + 64560.373046875, + 64670.41796875, + 64750.791015625, + 64752.67578125, + 64800.703125, + 64908.791015625, + 64959.599609375, + 65122.07421875, + 65230.68359375, + 65139.62890625, + 65138.25, + 65326.986328125, + 65154.115234375, + 65381.6875, + 65330.4453125, + 65591.90625, + 65837.7109375, + 65869.7265625, + 65914.93359375, + 66031.5625, + 66007.203125, + 65979.00390625, + 66203.30859375 ], "mean": [ - 64188.8359375, - 64208.6875, - 64180.015625, - 64180.890625, - 64245.30859375, - 64237.6015625, - 64236.8515625, - 64180.84765625, - 64405.7109375, - 64185.4140625, - 64252.453125, - 64558.6875, - 64178.24609375, - 64270.234375, - 64241.4765625, - 64258.21875, - 64411.9453125, - 64324.28515625, - 64730.37890625, - 64367.5859375, - 64238.7109375, - 64452.90234375, - 64709.4375, - 64486.52734375 + 64189.8046875, + 64186.08203125, + 64197.25390625, + 64218.82421875, + 64245.44140625, + 64177.0234375, + 64234.12890625, + 64160.23828125, + 64216.13671875, + 64231.81640625, + 64203.03515625, + 64274.49609375, + 64323.015625, + 64283.43359375, + 64172.75390625, + 64157.26953125, + 64419.87109375, + 64321.50390625, + 64352.56640625, + 64181.43359375, + 64436.88671875, + 64120.94921875, + 64298.140625, + 64665.28125 ], "quantiles": { "0.1": [ - 63950.1328125, - 63828.525390625, - 63726.61328125, - 63635.365234375, - 63546.18359375, - 63668.1484375, - 63463.158203125, - 63341.5078125, - 63408.177734375, - 63350.775390625, - 63348.16015625, - 62998.22265625, - 63304.45703125, - 63045.796875, - 62979.849609375, - 62931.162109375, - 62965.8828125, - 63114.3046875, - 63130.142578125, - 62604.046875, - 62742.283203125, - 62698.3203125, - 62631.6328125, - 62794.20703125 + 63931.859375, + 63804.419921875, + 63667.66015625, + 63750.98046875, + 63641.646484375, + 63359.13671875, + 63571.9375, + 63459.501953125, + 63500.17578125, + 63400.6640625, + 63128.50390625, + 63285.181640625, + 63311.244140625, + 63223.021484375, + 62960.13671875, + 62906.306640625, + 63037.6640625, + 62858.7734375, + 62930.85546875, + 62608.328125, + 62899.140625, + 62800.15625, + 62508.20703125, + 62815.447265625 ], "0.2": [ - 63950.1328125, - 63828.525390625, - 63726.61328125, - 63635.365234375, - 63546.18359375, - 63668.1484375, - 63463.158203125, - 63341.5078125, - 63408.177734375, - 63350.775390625, - 63348.16015625, - 62998.22265625, - 63304.45703125, - 63045.796875, - 62979.849609375, - 62931.162109375, - 62965.8828125, - 63114.3046875, - 63130.142578125, - 62604.046875, - 62742.283203125, - 62698.3203125, - 62631.6328125, - 62794.20703125 + 63931.859375, + 63804.419921875, + 63667.66015625, + 63750.98046875, + 63641.646484375, + 63359.13671875, + 63571.9375, + 63459.501953125, + 63500.17578125, + 63400.6640625, + 63128.50390625, + 63285.181640625, + 63311.244140625, + 63223.021484375, + 62960.13671875, + 62906.306640625, + 63037.6640625, + 62858.7734375, + 62930.85546875, + 62608.328125, + 62899.140625, + 62800.15625, + 62508.20703125, + 62815.447265625 ], "0.3": [ - 63950.1328125, - 63828.525390625, - 63726.61328125, - 63635.365234375, - 63546.18359375, - 63668.1484375, - 63463.158203125, - 63341.5078125, - 63408.177734375, - 63350.775390625, - 63348.16015625, - 62998.22265625, - 63304.45703125, - 63045.796875, - 62979.849609375, - 62931.162109375, - 62965.8828125, - 63114.3046875, - 63130.142578125, - 62604.046875, - 62742.283203125, - 62698.3203125, - 62631.6328125, - 62794.20703125 + 63931.859375, + 63804.419921875, + 63667.66015625, + 63750.98046875, + 63641.646484375, + 63359.13671875, + 63571.9375, + 63459.501953125, + 63500.17578125, + 63400.6640625, + 63128.50390625, + 63285.181640625, + 63311.244140625, + 63223.021484375, + 62960.13671875, + 62906.306640625, + 63037.6640625, + 62858.7734375, + 62930.85546875, + 62608.328125, + 62899.140625, + 62800.15625, + 62508.20703125, + 62815.447265625 ], "0.4": [ - 64182.751953125, - 64186.01953125, - 64177.32421875, - 64198.966796875, - 64222.17578125, - 64196.0703125, - 64195.521484375, - 64190.3828125, - 64307.423828125, - 64198.642578125, - 64174.31640625, - 64138.44140625, - 64161.3828125, - 64261.056640625, - 64234.5, - 64279.12109375, - 64391.140625, - 64284.689453125, - 64434.931640625, - 64243.76171875, - 64332.96875, - 64366.416015625, - 64411.462890625, - 64265.61328125 + 64197.673828125, + 64200.166015625, + 64224.806640625, + 64188.4921875, + 64178.521484375, + 64195.119140625, + 64214.544921875, + 64109.529296875, + 64179.369140625, + 64242.8984375, + 64162.6953125, + 64307.1875, + 64259.640625, + 64272.8671875, + 64167.09765625, + 64189.052734375, + 64313.640625, + 64370.984375, + 64415.162109375, + 64158.00390625, + 64355.892578125, + 64296.791015625, + 64357.48828125, + 64489.79296875 ], "0.5": [ - 64182.751953125, - 64186.01953125, - 64177.32421875, - 64198.966796875, - 64222.17578125, - 64196.0703125, - 64195.521484375, - 64190.3828125, - 64307.423828125, - 64198.642578125, - 64174.31640625, - 64138.44140625, - 64161.3828125, - 64261.056640625, - 64234.5, - 64279.12109375, - 64391.140625, - 64284.689453125, - 64434.931640625, - 64243.76171875, - 64332.96875, - 64366.416015625, - 64411.462890625, - 64265.61328125 + 64197.673828125, + 64200.166015625, + 64224.806640625, + 64188.4921875, + 64178.521484375, + 64195.119140625, + 64214.544921875, + 64109.529296875, + 64179.369140625, + 64242.8984375, + 64162.6953125, + 64307.1875, + 64259.640625, + 64272.8671875, + 64167.09765625, + 64189.052734375, + 64313.640625, + 64370.984375, + 64415.162109375, + 64158.00390625, + 64355.892578125, + 64296.791015625, + 64357.48828125, + 64489.79296875 ], "0.6": [ - 64182.751953125, - 64186.01953125, - 64177.32421875, - 64198.966796875, - 64222.17578125, - 64196.0703125, - 64195.521484375, - 64190.3828125, - 64307.423828125, - 64198.642578125, - 64174.31640625, - 64138.44140625, - 64161.3828125, - 64261.056640625, - 64234.5, - 64279.12109375, - 64391.140625, - 64284.689453125, - 64434.931640625, - 64243.76171875, - 64332.96875, - 64366.416015625, - 64411.462890625, - 64265.61328125 + 64197.673828125, + 64200.166015625, + 64224.806640625, + 64188.4921875, + 64178.521484375, + 64195.119140625, + 64214.544921875, + 64109.529296875, + 64179.369140625, + 64242.8984375, + 64162.6953125, + 64307.1875, + 64259.640625, + 64272.8671875, + 64167.09765625, + 64189.052734375, + 64313.640625, + 64370.984375, + 64415.162109375, + 64158.00390625, + 64355.892578125, + 64296.791015625, + 64357.48828125, + 64489.79296875 ], "0.7": [ - 64182.751953125, - 64186.01953125, - 64177.32421875, - 64198.966796875, - 64222.17578125, - 64196.0703125, - 64195.521484375, - 64190.3828125, - 64307.423828125, - 64198.642578125, - 64174.31640625, - 64138.44140625, - 64161.3828125, - 64261.056640625, - 64234.5, - 64279.12109375, - 64391.140625, - 64284.689453125, - 64434.931640625, - 64243.76171875, - 64332.96875, - 64366.416015625, - 64411.462890625, - 64265.61328125 + 64197.673828125, + 64200.166015625, + 64224.806640625, + 64188.4921875, + 64178.521484375, + 64195.119140625, + 64214.544921875, + 64109.529296875, + 64179.369140625, + 64242.8984375, + 64162.6953125, + 64307.1875, + 64259.640625, + 64272.8671875, + 64167.09765625, + 64189.052734375, + 64313.640625, + 64370.984375, + 64415.162109375, + 64158.00390625, + 64355.892578125, + 64296.791015625, + 64357.48828125, + 64489.79296875 ], "0.8": [ - 64484.625, - 64567.25, - 64591.529296875, - 64697.115234375, - 64945.072265625, - 64870.787109375, - 64953.369140625, - 65016.943359375, - 65086.728515625, - 65050.04296875, - 65034.755859375, - 65069.845703125, - 65118.314453125, - 65273.412109375, - 65223.23828125, - 65432.67578125, - 66203.03125, - 65451.5390625, - 66894.04296875, - 66152.30078125, - 65938.5859375, - 66381.98828125, - 66327.3359375, - 66131.48828125 + 64473.2578125, + 64560.373046875, + 64670.41796875, + 64750.791015625, + 64752.67578125, + 64800.703125, + 64908.791015625, + 64959.599609375, + 65122.07421875, + 65230.68359375, + 65139.62890625, + 65138.25, + 65326.986328125, + 65154.115234375, + 65381.6875, + 65330.4453125, + 65591.90625, + 65837.7109375, + 65869.7265625, + 65914.93359375, + 66031.5625, + 66007.203125, + 65979.00390625, + 66203.30859375 ], "0.9": [ - 64484.625, - 64567.25, - 64591.529296875, - 64697.115234375, - 64945.072265625, - 64870.787109375, - 64953.369140625, - 65016.943359375, - 65086.728515625, - 65050.04296875, - 65034.755859375, - 65069.845703125, - 65118.314453125, - 65273.412109375, - 65223.23828125, - 65432.67578125, - 66203.03125, - 65451.5390625, - 66894.04296875, - 66152.30078125, - 65938.5859375, - 66381.98828125, - 66327.3359375, - 66131.48828125 + 64473.2578125, + 64560.373046875, + 64670.41796875, + 64750.791015625, + 64752.67578125, + 64800.703125, + 64908.791015625, + 64959.599609375, + 65122.07421875, + 65230.68359375, + 65139.62890625, + 65138.25, + 65326.986328125, + 65154.115234375, + 65381.6875, + 65330.4453125, + 65591.90625, + 65837.7109375, + 65869.7265625, + 65914.93359375, + 66031.5625, + 66007.203125, + 65979.00390625, + 66203.30859375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 834d57863d915364ea0b4b08a496d14d0de11e1b..fe45540d08434bb5c25d322b81113ffaf7532ec6 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T11:35:49.767091+00:00", + "evaluated_at": "2026-06-22T11:58:44.285103+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,343 +130,343 @@ 2260.0 ], "p50": [ - 2260.79638671875, - 2260.0050048828125, - 2259.9803466796875, - 2260.1456298828125, - 2261.455810546875, - 2258.8502197265625, - 2257.5911865234375, - 2256.6944580078125, - 2257.312255859375, - 2256.293701171875, - 2257.3687744140625, - 2259.5283203125, - 2256.636474609375, - 2256.313720703125, - 2255.3846435546875, - 2255.6434326171875, - 2258.12646484375, - 2256.047607421875, - 2253.1907958984375, - 2253.2874755859375, - 2253.198974609375, - 2258.453369140625, - 2254.374267578125, - 2251.959716796875 + 2260.6661376953125, + 2259.8564453125, + 2260.4140625, + 2260.2803955078125, + 2260.902099609375, + 2259.0306396484375, + 2257.9127197265625, + 2258.038330078125, + 2256.977783203125, + 2257.31982421875, + 2256.0318603515625, + 2256.9521484375, + 2256.05517578125, + 2256.8812255859375, + 2255.009033203125, + 2255.9102783203125, + 2254.7933349609375, + 2259.0321044921875, + 2255.046142578125, + 2251.9193115234375, + 2249.9090576171875, + 2254.0703125, + 2253.7735595703125, + 2249.77685546875 ], "p10": [ - 2252.8857421875, - 2249.6038818359375, - 2247.2591552734375, - 2246.23486328125, - 2249.87548828125, - 2243.8631591796875, - 2239.171630859375, - 2236.8040771484375, - 2232.7584228515625, - 2227.639404296875, - 2230.058837890625, - 2232.7486572265625, - 2225.5404052734375, - 2223.7396240234375, - 2226.078369140625, - 2222.9549560546875, - 2220.6678466796875, - 2209.7349853515625, - 2215.400146484375, - 2203.3763427734375, - 2200.3602294921875, - 2207.5811767578125, - 2203.4779052734375, - 2203.0772705078125 + 2252.4609375, + 2249.3741455078125, + 2251.0357666015625, + 2244.461669921875, + 2246.4005126953125, + 2238.233154296875, + 2237.7772216796875, + 2237.748779296875, + 2236.6871337890625, + 2231.1387939453125, + 2224.037353515625, + 2229.9527587890625, + 2226.490966796875, + 2221.5169677734375, + 2219.4053955078125, + 2218.996826171875, + 2221.492431640625, + 2221.0970458984375, + 2215.679931640625, + 2210.0233154296875, + 2201.307861328125, + 2206.843994140625, + 2204.359130859375, + 2204.7227783203125 ], "p90": [ - 2269.18408203125, - 2271.5157470703125, - 2273.4705810546875, - 2277.838134765625, - 2279.678955078125, - 2275.1632080078125, - 2279.050537109375, - 2280.1380615234375, - 2284.7879638671875, - 2283.5328369140625, - 2289.5882568359375, - 2289.942138671875, - 2289.1199951171875, - 2292.08447265625, - 2294.0096435546875, - 2287.9649658203125, - 2294.0059814453125, - 2291.8408203125, - 2306.3338623046875, - 2305.736572265625, - 2302.8973388671875, - 2319.384033203125, - 2305.978271484375, - 2311.6414794921875 + 2268.5093994140625, + 2271.099365234375, + 2273.34130859375, + 2273.3917236328125, + 2274.733642578125, + 2274.41162109375, + 2277.8553466796875, + 2279.0682373046875, + 2279.0645751953125, + 2285.609619140625, + 2284.36279296875, + 2283.900634765625, + 2289.431640625, + 2297.3944091796875, + 2295.886474609375, + 2292.93212890625, + 2309.9459228515625, + 2307.0614013671875, + 2300.2972412109375, + 2297.0367431640625, + 2286.872314453125, + 2321.84716796875, + 2303.0496826171875, + 2309.9127197265625 ], "mean": [ - 2262.001953125, - 2260.864990234375, - 2259.794677734375, - 2262.1533203125, - 2266.100830078125, - 2260.806640625, - 2262.754150390625, - 2257.697509765625, - 2269.95947265625, - 2257.4296875, - 2256.005859375, - 2262.654052734375, - 2257.80126953125, - 2265.330322265625, - 2258.145263671875, - 2257.986083984375, - 2262.01513671875, - 2255.1689453125, - 2261.007568359375, - 2265.573974609375, - 2253.4697265625, - 2259.32763671875, - 2253.68359375, - 2255.495361328125 + 2260.516357421875, + 2261.1865234375, + 2263.70947265625, + 2260.77392578125, + 2260.8974609375, + 2257.99609375, + 2260.513427734375, + 2259.237548828125, + 2258.223388671875, + 2257.58251953125, + 2257.04150390625, + 2256.927978515625, + 2264.15576171875, + 2258.48876953125, + 2255.5908203125, + 2256.468505859375, + 2261.3828125, + 2266.25634765625, + 2257.688720703125, + 2252.546875, + 2257.679443359375, + 2259.93701171875, + 2260.378662109375, + 2251.31689453125 ], "quantiles": { "0.1": [ - 2252.8857421875, - 2249.6038818359375, - 2247.2591552734375, - 2246.23486328125, - 2249.87548828125, - 2243.8631591796875, - 2239.171630859375, - 2236.8040771484375, - 2232.7584228515625, - 2227.639404296875, - 2230.058837890625, - 2232.7486572265625, - 2225.5404052734375, - 2223.7396240234375, - 2226.078369140625, - 2222.9549560546875, - 2220.6678466796875, - 2209.7349853515625, - 2215.400146484375, - 2203.3763427734375, - 2200.3602294921875, - 2207.5811767578125, - 2203.4779052734375, - 2203.0772705078125 + 2252.4609375, + 2249.3741455078125, + 2251.0357666015625, + 2244.461669921875, + 2246.4005126953125, + 2238.233154296875, + 2237.7772216796875, + 2237.748779296875, + 2236.6871337890625, + 2231.1387939453125, + 2224.037353515625, + 2229.9527587890625, + 2226.490966796875, + 2221.5169677734375, + 2219.4053955078125, + 2218.996826171875, + 2221.492431640625, + 2221.0970458984375, + 2215.679931640625, + 2210.0233154296875, + 2201.307861328125, + 2206.843994140625, + 2204.359130859375, + 2204.7227783203125 ], "0.2": [ - 2252.8857421875, - 2249.6038818359375, - 2247.2591552734375, - 2246.23486328125, - 2249.87548828125, - 2243.8631591796875, - 2239.171630859375, - 2236.8040771484375, - 2232.7584228515625, - 2227.639404296875, - 2230.058837890625, - 2232.7486572265625, - 2225.5404052734375, - 2223.7396240234375, - 2226.078369140625, - 2222.9549560546875, - 2220.6678466796875, - 2209.7349853515625, - 2215.400146484375, - 2203.3763427734375, - 2200.3602294921875, - 2207.5811767578125, - 2203.4779052734375, - 2203.0772705078125 + 2252.4609375, + 2249.3741455078125, + 2251.0357666015625, + 2244.461669921875, + 2246.4005126953125, + 2238.233154296875, + 2237.7772216796875, + 2237.748779296875, + 2236.6871337890625, + 2231.1387939453125, + 2224.037353515625, + 2229.9527587890625, + 2226.490966796875, + 2221.5169677734375, + 2219.4053955078125, + 2218.996826171875, + 2221.492431640625, + 2221.0970458984375, + 2215.679931640625, + 2210.0233154296875, + 2201.307861328125, + 2206.843994140625, + 2204.359130859375, + 2204.7227783203125 ], "0.3": [ - 2252.8857421875, - 2249.6038818359375, - 2247.2591552734375, - 2246.23486328125, - 2249.87548828125, - 2243.8631591796875, - 2239.171630859375, - 2236.8040771484375, - 2232.7584228515625, - 2227.639404296875, - 2230.058837890625, - 2232.7486572265625, - 2225.5404052734375, - 2223.7396240234375, - 2226.078369140625, - 2222.9549560546875, - 2220.6678466796875, - 2209.7349853515625, - 2215.400146484375, - 2203.3763427734375, - 2200.3602294921875, - 2207.5811767578125, - 2203.4779052734375, - 2203.0772705078125 + 2252.4609375, + 2249.3741455078125, + 2251.0357666015625, + 2244.461669921875, + 2246.4005126953125, + 2238.233154296875, + 2237.7772216796875, + 2237.748779296875, + 2236.6871337890625, + 2231.1387939453125, + 2224.037353515625, + 2229.9527587890625, + 2226.490966796875, + 2221.5169677734375, + 2219.4053955078125, + 2218.996826171875, + 2221.492431640625, + 2221.0970458984375, + 2215.679931640625, + 2210.0233154296875, + 2201.307861328125, + 2206.843994140625, + 2204.359130859375, + 2204.7227783203125 ], "0.4": [ - 2260.79638671875, - 2260.0050048828125, - 2259.9803466796875, - 2260.1456298828125, - 2261.455810546875, - 2258.8502197265625, - 2257.5911865234375, - 2256.6944580078125, - 2257.312255859375, - 2256.293701171875, - 2257.3687744140625, - 2259.5283203125, - 2256.636474609375, - 2256.313720703125, - 2255.3846435546875, - 2255.6434326171875, - 2258.12646484375, - 2256.047607421875, - 2253.1907958984375, - 2253.2874755859375, - 2253.198974609375, - 2258.453369140625, - 2254.374267578125, - 2251.959716796875 + 2260.6661376953125, + 2259.8564453125, + 2260.4140625, + 2260.2803955078125, + 2260.902099609375, + 2259.0306396484375, + 2257.9127197265625, + 2258.038330078125, + 2256.977783203125, + 2257.31982421875, + 2256.0318603515625, + 2256.9521484375, + 2256.05517578125, + 2256.8812255859375, + 2255.009033203125, + 2255.9102783203125, + 2254.7933349609375, + 2259.0321044921875, + 2255.046142578125, + 2251.9193115234375, + 2249.9090576171875, + 2254.0703125, + 2253.7735595703125, + 2249.77685546875 ], "0.5": [ - 2260.79638671875, - 2260.0050048828125, - 2259.9803466796875, - 2260.1456298828125, - 2261.455810546875, - 2258.8502197265625, - 2257.5911865234375, - 2256.6944580078125, - 2257.312255859375, - 2256.293701171875, - 2257.3687744140625, - 2259.5283203125, - 2256.636474609375, - 2256.313720703125, - 2255.3846435546875, - 2255.6434326171875, - 2258.12646484375, - 2256.047607421875, - 2253.1907958984375, - 2253.2874755859375, - 2253.198974609375, - 2258.453369140625, - 2254.374267578125, - 2251.959716796875 + 2260.6661376953125, + 2259.8564453125, + 2260.4140625, + 2260.2803955078125, + 2260.902099609375, + 2259.0306396484375, + 2257.9127197265625, + 2258.038330078125, + 2256.977783203125, + 2257.31982421875, + 2256.0318603515625, + 2256.9521484375, + 2256.05517578125, + 2256.8812255859375, + 2255.009033203125, + 2255.9102783203125, + 2254.7933349609375, + 2259.0321044921875, + 2255.046142578125, + 2251.9193115234375, + 2249.9090576171875, + 2254.0703125, + 2253.7735595703125, + 2249.77685546875 ], "0.6": [ - 2260.79638671875, - 2260.0050048828125, - 2259.9803466796875, - 2260.1456298828125, - 2261.455810546875, - 2258.8502197265625, - 2257.5911865234375, - 2256.6944580078125, - 2257.312255859375, - 2256.293701171875, - 2257.3687744140625, - 2259.5283203125, - 2256.636474609375, - 2256.313720703125, - 2255.3846435546875, - 2255.6434326171875, - 2258.12646484375, - 2256.047607421875, - 2253.1907958984375, - 2253.2874755859375, - 2253.198974609375, - 2258.453369140625, - 2254.374267578125, - 2251.959716796875 + 2260.6661376953125, + 2259.8564453125, + 2260.4140625, + 2260.2803955078125, + 2260.902099609375, + 2259.0306396484375, + 2257.9127197265625, + 2258.038330078125, + 2256.977783203125, + 2257.31982421875, + 2256.0318603515625, + 2256.9521484375, + 2256.05517578125, + 2256.8812255859375, + 2255.009033203125, + 2255.9102783203125, + 2254.7933349609375, + 2259.0321044921875, + 2255.046142578125, + 2251.9193115234375, + 2249.9090576171875, + 2254.0703125, + 2253.7735595703125, + 2249.77685546875 ], "0.7": [ - 2260.79638671875, - 2260.0050048828125, - 2259.9803466796875, - 2260.1456298828125, - 2261.455810546875, - 2258.8502197265625, - 2257.5911865234375, - 2256.6944580078125, - 2257.312255859375, - 2256.293701171875, - 2257.3687744140625, - 2259.5283203125, - 2256.636474609375, - 2256.313720703125, - 2255.3846435546875, - 2255.6434326171875, - 2258.12646484375, - 2256.047607421875, - 2253.1907958984375, - 2253.2874755859375, - 2253.198974609375, - 2258.453369140625, - 2254.374267578125, - 2251.959716796875 + 2260.6661376953125, + 2259.8564453125, + 2260.4140625, + 2260.2803955078125, + 2260.902099609375, + 2259.0306396484375, + 2257.9127197265625, + 2258.038330078125, + 2256.977783203125, + 2257.31982421875, + 2256.0318603515625, + 2256.9521484375, + 2256.05517578125, + 2256.8812255859375, + 2255.009033203125, + 2255.9102783203125, + 2254.7933349609375, + 2259.0321044921875, + 2255.046142578125, + 2251.9193115234375, + 2249.9090576171875, + 2254.0703125, + 2253.7735595703125, + 2249.77685546875 ], "0.8": [ - 2269.18408203125, - 2271.5157470703125, - 2273.4705810546875, - 2277.838134765625, - 2279.678955078125, - 2275.1632080078125, - 2279.050537109375, - 2280.1380615234375, - 2284.7879638671875, - 2283.5328369140625, - 2289.5882568359375, - 2289.942138671875, - 2289.1199951171875, - 2292.08447265625, - 2294.0096435546875, - 2287.9649658203125, - 2294.0059814453125, - 2291.8408203125, - 2306.3338623046875, - 2305.736572265625, - 2302.8973388671875, - 2319.384033203125, - 2305.978271484375, - 2311.6414794921875 + 2268.5093994140625, + 2271.099365234375, + 2273.34130859375, + 2273.3917236328125, + 2274.733642578125, + 2274.41162109375, + 2277.8553466796875, + 2279.0682373046875, + 2279.0645751953125, + 2285.609619140625, + 2284.36279296875, + 2283.900634765625, + 2289.431640625, + 2297.3944091796875, + 2295.886474609375, + 2292.93212890625, + 2309.9459228515625, + 2307.0614013671875, + 2300.2972412109375, + 2297.0367431640625, + 2286.872314453125, + 2321.84716796875, + 2303.0496826171875, + 2309.9127197265625 ], "0.9": [ - 2269.18408203125, - 2271.5157470703125, - 2273.4705810546875, - 2277.838134765625, - 2279.678955078125, - 2275.1632080078125, - 2279.050537109375, - 2280.1380615234375, - 2284.7879638671875, - 2283.5328369140625, - 2289.5882568359375, - 2289.942138671875, - 2289.1199951171875, - 2292.08447265625, - 2294.0096435546875, - 2287.9649658203125, - 2294.0059814453125, - 2291.8408203125, - 2306.3338623046875, - 2305.736572265625, - 2302.8973388671875, - 2319.384033203125, - 2305.978271484375, - 2311.6414794921875 + 2268.5093994140625, + 2271.099365234375, + 2273.34130859375, + 2273.3917236328125, + 2274.733642578125, + 2274.41162109375, + 2277.8553466796875, + 2279.0682373046875, + 2279.0645751953125, + 2285.609619140625, + 2284.36279296875, + 2283.900634765625, + 2289.431640625, + 2297.3944091796875, + 2295.886474609375, + 2292.93212890625, + 2309.9459228515625, + 2307.0614013671875, + 2300.2972412109375, + 2297.0367431640625, + 2286.872314453125, + 2321.84716796875, + 2303.0496826171875, + 2309.9127197265625 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 8da8d08e48e764f7314350bfb59daa3ff610523f..ec006c4076ffa998993b5ddfb840fe73d7599263 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T11:50:33.618003+00:00", + "evaluated_at": "2026-06-22T11:58:47.673707+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 6302c80bb2f0000beec7854c4934e95629490a00..1ec7746b34c68e05991d330be5a3b510fd5c4da1 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,65275.632466425865,66629.37221967011,173.31776515670694,0.16519369824788718,0.002708143287777917,0.002705515080777449,1.7317639637820832,255.49096357097616,0.003985516649124938,0.0027036605481715447,0.002250276832399697,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,69007.09872085087,70247.63857918895,176.8252521358736,0.16853677588981827,0.002761987143282139,0.0027597912702917986,1.865487069459327,262.69202256797,0.004097624768239116,0.002758224348493894,0.0023048654589013224,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.22653500038460772,0.22917417703619067,0.451236170975068,1.119044803889385,0.6142203295507224,0.4498289526212613,40.206258769445675,0.47595693122866456,0.5879398974527497,0.5574028461045661,0.5418439912984504,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.043438717471754935,0.044701193049016874,0.18781483500092103,1.62203752778204,0.11299845487231518,0.12141961282854109,9.655128143533517,0.20841957075033749,0.12914121762592098,0.1163740832634409,0.10591446605704427,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 11500ee77733ba8e017300db39aaee36134255b6..e52b68af47aac193f26890af7cbe9965c5589195 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T11:51:05.533897+00:00", + "evaluated_at": "2026-06-22T11:59:14.362574+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64579.8203125 + 64664.0 ], "p50": [ 64095.87807702851, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 737bfd7f54a16e8a0cc673b961ace3d094c3ad25..27303e74426797084675830677b539ed0725cb2b 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T11:36:15.827563+00:00", + "evaluated_at": "2026-06-22T11:59:14.373955+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 42aad86125a471cd2d01a265cbd6eeaa43968d6d..0eba7d4cda1dbf752a94a21eb4fd076f82b1cf6f 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T11:51:05.579548+00:00", + "evaluated_at": "2026-06-22T11:59:14.381784+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 836a1e3741b7977e80ecec6d30be56e3618af823..c94f60ea9b695cdd74f4364a5bb9334315e07bc2 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T11:47:03.188026+00:00", - "finished_at": "2026-06-22T11:51:09.118164+00:00", - "task_count": 3, + "started_at": "2026-06-22T11:55:40.713234+00:00", + "finished_at": "2026-06-22T11:59:17.596100+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T11:48:04.227494+00:00", + "evaluated_at": "2026-06-22T11:56:23.649506+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T11:48:49.478089+00:00", + "evaluated_at": "2026-06-22T11:57:06.687860+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T11:49:30.043248+00:00", + "evaluated_at": "2026-06-22T11:57:43.821037+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T11:49:52.762280+00:00", + "evaluated_at": "2026-06-22T11:58:02.965618+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T11:50:33.618003+00:00", + "evaluated_at": "2026-06-22T11:58:47.673707+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T11:51:05.105978+00:00", + "evaluated_at": "2026-06-22T11:59:14.016777+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T11:51:05.427088+00:00", + "evaluated_at": "2026-06-22T11:59:14.266090+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T11:51:05.522668+00:00", + "evaluated_at": "2026-06-22T11:59:14.356260+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T11:51:05.579548+00:00", + "evaluated_at": "2026-06-22T11:59:14.381784+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T11:51:05.603745+00:00", + "evaluated_at": "2026-06-22T11:59:14.425263+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -283,7 +223,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T11:52:39.580796+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_115914.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_115914.json new file mode 100644 index 0000000000000000000000000000000000000000..29b949b7a46b5b8819dc8a10fb1e316def5c355f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_115914.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T11:59:14.213467+00:00", + "metrics": { + "MSE[mean]": 361626.78174607427, + "MSE[0.5]": 416832.87860958185, + "MAE[0.5]": 609.301877637267, + "MASE[0.5]": 0.5807415669436745, + "MAPE[0.5]": 0.009491574283046209, + "sMAPE[0.5]": 0.009541786256869876, + "MSIS": 8.165246746370695, + "RMSE[mean]": 601.3541234132134, + "NRMSE[mean]": 0.009380275527564328, + "ND[0.5]": 0.00950424927538506, + "mean_weighted_sum_quantile_loss": 0.008177737349730022 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64664.0 + ], + "predictions": { + "p50": [ + 63499.4347000769, + 63506.61239475664, + 63539.47236111947, + 63559.082554741726, + 63540.67485559676, + 63520.90278010184, + 63498.2199885897, + 63503.02052264188, + 63530.567541603494, + 63520.519996508665, + 63498.60505443194, + 63541.07148274091, + 63502.76357094001, + 63566.81319931832, + 63500.72075180641, + 63541.033855042, + 63505.854764311734, + 63498.680132433634, + 63502.79285859372, + 63498.427556586335, + 63519.56557629712, + 63541.20824022753, + 63493.77226922733, + 63505.86214449336 + ], + "p10": [ + 63253.04764074936, + 63269.20649392579, + 63266.82824660556, + 63279.84055478227, + 63267.57383252395, + 63262.37961262638, + 63256.3510513123, + 63267.70629664134, + 63267.32933133278, + 63283.98897557828, + 63246.37602864704, + 63268.427368227, + 63256.37651161248, + 63261.91529801269, + 63268.27479361285, + 63250.614808467806, + 63134.15989409514, + 63266.927665989606, + 63283.48795039979, + 63256.41116115352, + 63268.378083425305, + 63256.65522575877, + 63256.68079272125, + 63241.63876012031 + ], + "p90": [ + 63794.10792110515, + 63803.922495237755, + 63795.91796210137, + 63756.792310809156, + 63760.57943539713, + 63839.65260248695, + 63864.72619934155, + 63757.50053725243, + 63757.12357194387, + 63755.84202758412, + 63801.56858929987, + 63797.51708372281, + 63717.69047146349, + 63747.384793833684, + 63797.454282261955, + 63839.176405874765, + 63757.26914785784, + 63717.5191771559, + 63761.29219384604, + 63869.04134535862, + 63757.27459250342, + 63755.739432047834, + 63755.89151444688, + 63748.20076054144 + ], + "mean": [ + 65127.83827258909, + 64481.97443808982, + 64138.73588637512, + 63854.827688215664, + 63842.226641193774, + 64174.68137221466, + 64153.60524628522, + 64146.23839952866, + 63512.58653211829, + 63842.2611623859, + 63825.75976588401, + 64820.733110267065, + 63790.93298765121, + 63530.315454260235, + 63505.404824897814, + 64788.831285938024, + 63781.964751920656, + 63793.7299163281, + 64160.65923533972, + 65106.8611837443, + 64177.12489692059, + 64161.99996198018, + 63784.7758879903, + 63474.24547183503 + ], + "quantiles": { + "0.1": [ + 63253.04764074936, + 63269.20649392579, + 63266.82824660556, + 63279.84055478227, + 63267.57383252395, + 63262.37961262638, + 63256.3510513123, + 63267.70629664134, + 63267.32933133278, + 63283.98897557828, + 63246.37602864704, + 63268.427368227, + 63256.37651161248, + 63261.91529801269, + 63268.27479361285, + 63250.614808467806, + 63134.15989409514, + 63266.927665989606, + 63283.48795039979, + 63256.41116115352, + 63268.378083425305, + 63256.65522575877, + 63256.68079272125, + 63241.63876012031 + ], + "0.2": [ + 63326.18958703805, + 63331.834466185566, + 63342.06617888219, + 63368.35432201226, + 63342.901537953876, + 63358.11078332411, + 63316.88728457177, + 63343.84196045095, + 63329.398444294464, + 63367.40403878722, + 63343.547111095606, + 63357.672214410835, + 63327.553462772, + 63355.01695458417, + 63357.60941294998, + 63317.22788960306, + 63327.27728583121, + 63301.81480732806, + 63357.62121031, + 63317.21987508847, + 63374.33734289238, + 63333.10043378243, + 63283.88469893693, + 63301.81056946874 + ], + "0.3": [ + 63427.55722357926, + 63412.29043891433, + 63409.280110238535, + 63445.044842292475, + 63445.25288875596, + 63433.70776166812, + 63372.409259379114, + 63433.44585270216, + 63416.40550300435, + 63418.96440024363, + 63409.93653297645, + 63444.038773747336, + 63410.79894010543, + 63439.397980410715, + 63411.16979160291, + 63391.054227895234, + 63394.240651778535, + 63376.502514778556, + 63433.218188654006, + 63395.622678568725, + 63439.37444130943, + 63405.691991687614, + 63376.49713486363, + 63374.33927842843 + ], + "0.4": [ + 63486.16102843185, + 63490.40259276052, + 63487.40974350053, + 63490.683876099065, + 63495.10732458267, + 63490.188120803476, + 63487.788643500455, + 63489.854467501245, + 63491.10825522699, + 63489.8053372103, + 63489.45200164149, + 63489.57019104951, + 63489.48989929497, + 63498.5974801235, + 63488.01004594124, + 63487.89417646033, + 63488.11214678339, + 63476.59571757375, + 63489.69854778936, + 63476.59318676657, + 63491.259275786535, + 63491.26175037205, + 63445.96815998446, + 63488.02549813645 + ], + "0.5": [ + 63499.4347000769, + 63506.61239475664, + 63539.47236111947, + 63559.082554741726, + 63540.67485559676, + 63520.90278010184, + 63498.2199885897, + 63503.02052264188, + 63530.567541603494, + 63520.519996508665, + 63498.60505443194, + 63541.07148274091, + 63502.76357094001, + 63566.81319931832, + 63500.72075180641, + 63541.033855042, + 63505.854764311734, + 63498.680132433634, + 63502.79285859372, + 63498.427556586335, + 63519.56557629712, + 63541.20824022753, + 63493.77226922733, + 63505.86214449336 + ], + "0.6": [ + 63573.100146408695, + 63578.745025556214, + 63590.163057719285, + 63577.376111977625, + 63591.17816418073, + 63576.715768616516, + 63565.20118184863, + 63576.685968973674, + 63576.30900366511, + 63576.42582875259, + 63580.34015745312, + 63588.20847504751, + 63573.056305463666, + 63606.25700277313, + 63576.30724197163, + 63591.60472004864, + 63576.22247025597, + 63558.03337479026, + 63565.52841047799, + 63576.23155748974, + 63576.227914901545, + 63591.71536912454, + 63548.500166134254, + 63580.4109975955 + ], + "0.7": [ + 63651.892204566175, + 63648.20921414875, + 63644.37437599745, + 63626.9558324393, + 63665.11217643158, + 63644.394875335274, + 63639.15272462673, + 63646.15015756621, + 63615.05640949715, + 63639.586742677035, + 63643.83811701398, + 63664.10519025114, + 63637.55408743165, + 63665.13197691607, + 63645.91069615804, + 63667.51414946708, + 63631.29699720524, + 63591.89881532416, + 63637.583375085356, + 63637.58873697269, + 63645.9242128172, + 63665.1109124003, + 63596.19568193215, + 63625.902414628516 + ], + "0.8": [ + 63676.74347846495, + 63690.986693119245, + 63687.151854967946, + 63681.15870962775, + 63687.98721403963, + 63689.18954550266, + 63702.02587643769, + 63678.00155760753, + 63669.192831214146, + 63678.34623166479, + 63685.36775611988, + 63706.66188470789, + 63677.74460590567, + 63690.33112013896, + 63681.013322573366, + 63690.31923814046, + 63677.77016821294, + 63665.59342212006, + 63688.699972488546, + 63685.4403033144, + 63688.30021947519, + 63701.29285506671, + 63667.503285844745, + 63688.30215501124 + ], + "0.9": [ + 63794.10792110515, + 63803.922495237755, + 63795.91796210137, + 63756.792310809156, + 63760.57943539713, + 63839.65260248695, + 63864.72619934155, + 63757.50053725243, + 63757.12357194387, + 63755.84202758412, + 63801.56858929987, + 63797.51708372281, + 63717.69047146349, + 63747.384793833684, + 63797.454282261955, + 63839.176405874765, + 63757.26914785784, + 63717.5191771559, + 63761.29219384604, + 63869.04134535862, + 63757.27459250342, + 63755.739432047834, + 63755.89151444688, + 63748.20076054144 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_115615.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_115615.json new file mode 100644 index 0000000000000000000000000000000000000000..f9bd8a14e2f4eedf986f4c5f442f11910bdbb23e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_115615.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T11:56:15.303694+00:00", + "metrics": { + "MSE[mean]": 87432.75465583801, + "MSE[0.5]": 87432.75465583801, + "MAE[0.5]": 204.09847005208334, + "MASE[0.5]": 0.194531593712594, + "MAPE[0.5]": 0.0031895386794460333, + "sMAPE[0.5]": 0.0031846280566068005, + "MSIS": 2.1217911884229923, + "RMSE[mean]": 295.6903019306484, + "NRMSE[mean]": 0.004612351349975334, + "ND[0.5]": 0.003183648052459353, + "mean_weighted_sum_quantile_loss": 0.004886799415980902 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64664.0 + ], + "predictions": { + "p50": [ + 64226.0703125, + 64225.859375, + 64241.1640625, + 64253.3828125, + 64253.0546875, + 64260.38671875, + 64258.1328125, + 64247.74609375, + 64241.6640625, + 64245.03125, + 64219.390625, + 64209.23046875, + 64200.4375, + 64183.09375, + 64170.16015625, + 64168.5078125, + 64137.82421875, + 64122.703125, + 64130.046875, + 64103.671875, + 64098.89453125, + 64076.96484375, + 64064.8671875, + 64073.46875 + ], + "p10": [ + 63878.35546875, + 63767.9921875, + 63672.06640625, + 63570.85546875, + 63476.3671875, + 63360.00390625, + 63224.76953125, + 63152.640625, + 63087.45703125, + 62976.30859375, + 62942.0703125, + 62859.68359375, + 62824.50390625, + 62763.5390625, + 62729.5859375, + 62692.32421875, + 62599.75, + 62562.34765625, + 62481.51171875, + 62474.91796875, + 62424.95703125, + 62407.0859375, + 62383.0546875, + 62381.8671875 + ], + "p90": [ + 64452.4140625, + 64540.40625, + 64620.73828125, + 64699.1328125, + 64759.3203125, + 64803.81640625, + 64841.7890625, + 64905.28515625, + 64914.23046875, + 64976.1015625, + 65012.89453125, + 65076.0703125, + 65115.7265625, + 65142.2109375, + 65166.84765625, + 65188.51953125, + 65666.125, + 65675.3359375, + 65672.03125, + 65713.875, + 65715.53125, + 65786.8671875, + 65829.5078125, + 65846.5703125 + ], + "mean": [ + 64226.0703125, + 64225.859375, + 64241.1640625, + 64253.3828125, + 64253.0546875, + 64260.38671875, + 64258.1328125, + 64247.74609375, + 64241.6640625, + 64245.03125, + 64219.390625, + 64209.23046875, + 64200.4375, + 64183.09375, + 64170.16015625, + 64168.5078125, + 64137.82421875, + 64122.703125, + 64130.046875, + 64103.671875, + 64098.89453125, + 64076.96484375, + 64064.8671875, + 64073.46875 + ], + "quantiles": { + "0.1": [ + 63878.35546875, + 63767.9921875, + 63672.06640625, + 63570.85546875, + 63476.3671875, + 63360.00390625, + 63224.76953125, + 63152.640625, + 63087.45703125, + 62976.30859375, + 62942.0703125, + 62859.68359375, + 62824.50390625, + 62763.5390625, + 62729.5859375, + 62692.32421875, + 62599.75, + 62562.34765625, + 62481.51171875, + 62474.91796875, + 62424.95703125, + 62407.0859375, + 62383.0546875, + 62381.8671875 + ], + "0.2": [ + 63878.35546875, + 63767.9921875, + 63672.06640625, + 63570.85546875, + 63476.3671875, + 63360.00390625, + 63224.76953125, + 63152.640625, + 63087.45703125, + 62976.30859375, + 62942.0703125, + 62859.68359375, + 62824.50390625, + 62763.5390625, + 62729.5859375, + 62692.32421875, + 62599.75, + 62562.34765625, + 62481.51171875, + 62474.91796875, + 62424.95703125, + 62407.0859375, + 62383.0546875, + 62381.8671875 + ], + "0.3": [ + 63878.35546875, + 63767.9921875, + 63672.06640625, + 63570.85546875, + 63476.3671875, + 63360.00390625, + 63224.76953125, + 63152.640625, + 63087.45703125, + 62976.30859375, + 62942.0703125, + 62859.68359375, + 62824.50390625, + 62763.5390625, + 62729.5859375, + 62692.32421875, + 62599.75, + 62562.34765625, + 62481.51171875, + 62474.91796875, + 62424.95703125, + 62407.0859375, + 62383.0546875, + 62381.8671875 + ], + "0.4": [ + 64226.0703125, + 64225.859375, + 64241.1640625, + 64253.3828125, + 64253.0546875, + 64260.38671875, + 64258.1328125, + 64247.74609375, + 64241.6640625, + 64245.03125, + 64219.390625, + 64209.23046875, + 64200.4375, + 64183.09375, + 64170.16015625, + 64168.5078125, + 64137.82421875, + 64122.703125, + 64130.046875, + 64103.671875, + 64098.89453125, + 64076.96484375, + 64064.8671875, + 64073.46875 + ], + "0.5": [ + 64226.0703125, + 64225.859375, + 64241.1640625, + 64253.3828125, + 64253.0546875, + 64260.38671875, + 64258.1328125, + 64247.74609375, + 64241.6640625, + 64245.03125, + 64219.390625, + 64209.23046875, + 64200.4375, + 64183.09375, + 64170.16015625, + 64168.5078125, + 64137.82421875, + 64122.703125, + 64130.046875, + 64103.671875, + 64098.89453125, + 64076.96484375, + 64064.8671875, + 64073.46875 + ], + "0.6": [ + 64226.0703125, + 64225.859375, + 64241.1640625, + 64253.3828125, + 64253.0546875, + 64260.38671875, + 64258.1328125, + 64247.74609375, + 64241.6640625, + 64245.03125, + 64219.390625, + 64209.23046875, + 64200.4375, + 64183.09375, + 64170.16015625, + 64168.5078125, + 64137.82421875, + 64122.703125, + 64130.046875, + 64103.671875, + 64098.89453125, + 64076.96484375, + 64064.8671875, + 64073.46875 + ], + "0.7": [ + 64226.0703125, + 64225.859375, + 64241.1640625, + 64253.3828125, + 64253.0546875, + 64260.38671875, + 64258.1328125, + 64247.74609375, + 64241.6640625, + 64245.03125, + 64219.390625, + 64209.23046875, + 64200.4375, + 64183.09375, + 64170.16015625, + 64168.5078125, + 64137.82421875, + 64122.703125, + 64130.046875, + 64103.671875, + 64098.89453125, + 64076.96484375, + 64064.8671875, + 64073.46875 + ], + "0.8": [ + 64452.4140625, + 64540.40625, + 64620.73828125, + 64699.1328125, + 64759.3203125, + 64803.81640625, + 64841.7890625, + 64905.28515625, + 64914.23046875, + 64976.1015625, + 65012.89453125, + 65076.0703125, + 65115.7265625, + 65142.2109375, + 65166.84765625, + 65188.51953125, + 65666.125, + 65675.3359375, + 65672.03125, + 65713.875, + 65715.53125, + 65786.8671875, + 65829.5078125, + 65846.5703125 + ], + "0.9": [ + 64452.4140625, + 64540.40625, + 64620.73828125, + 64699.1328125, + 64759.3203125, + 64803.81640625, + 64841.7890625, + 64905.28515625, + 64914.23046875, + 64976.1015625, + 65012.89453125, + 65076.0703125, + 65115.7265625, + 65142.2109375, + 65166.84765625, + 65188.51953125, + 65666.125, + 65675.3359375, + 65672.03125, + 65713.875, + 65715.53125, + 65786.8671875, + 65829.5078125, + 65846.5703125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_115914.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_115914.json new file mode 100644 index 0000000000000000000000000000000000000000..ef80d68bfe7997e0ce6334ccd99888b70a056df4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_115914.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T11:59:14.324671+00:00", + "metrics": { + "MSE[mean]": 80441.09318559365, + "MSE[0.5]": 80219.42857563689, + "MAE[0.5]": 194.42175725523035, + "MASE[0.5]": 0.18530846547556953, + "MAPE[0.5]": 0.0030346146429556403, + "sMAPE[0.5]": 0.0030345648829993737, + "MSIS": 2.1104962266773275, + "RMSE[mean]": 283.62139056424087, + "NRMSE[mean]": 0.004424093367653552, + "ND[0.5]": 0.003032704991288694, + "mean_weighted_sum_quantile_loss": 0.0025042549491748767 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64664.0 + ], + "predictions": { + "p50": [ + 64169.29918144337, + 64153.69488707594, + 64204.0437177085, + 64160.84176709106, + 64185.831222723624, + 64142.62927210618, + 64133.52302461375, + 64107.46755837131, + 64130.83006087887, + 64101.89373526144, + 64088.476940894, + 64129.10116215156, + 64067.328899034124, + 64093.419917166684, + 64040.180857174244, + 64042.94570343181, + 64050.22031531437, + 64033.35430219693, + 64007.2988359545, + 64017.96211971206, + 63990.314856594625, + 64012.448843477185, + 63990.643377234745, + 63970.09572349231 + ], + "p10": [ + 63919.69332206837, + 63904.48394957594, + 63922.2253583335, + 63904.65036084106, + 63895.544113348624, + 63894.90661585618, + 63919.442165238754, + 63871.54412087131, + 63862.80662337887, + 63853.331625886436, + 63843.065612768994, + 63844.54764652656, + 63811.096477159124, + 63854.74491716668, + 63804.481638424244, + 63719.58632843181, + 63789.58789343937, + 63780.48164594693, + 63768.0566484545, + 63734.83047908706, + 63725.72423159463, + 63740.737905977185, + 63713.252752234745, + 63698.405489117315 + ], + "p90": [ + 64417.04683769337, + 64408.131215200934, + 64446.6550458335, + 64376.38473584106, + 64403.625753973625, + 64422.93669398118, + 64382.65583711375, + 64351.27537087131, + 64423.38865462887, + 64337.59100088644, + 64348.988269019, + 64321.15311527656, + 64305.74413340913, + 64298.665620291686, + 64292.059763424244, + 64328.27382843181, + 64271.34687781437, + 64262.24063032193, + 64253.1343828295, + 64267.03204158706, + 64255.168372219625, + 64226.409780977185, + 64220.98439285975, + 64255.42384849231 + ], + "mean": [ + 64162.375587693205, + 64146.53793395072, + 64160.8195575522, + 64134.167431153684, + 64133.4836445987, + 64143.74081507519, + 64128.614684769855, + 64101.804159933556, + 64120.19049056628, + 64091.7126805741, + 64073.99455808154, + 64090.380869183035, + 64049.323742783934, + 64079.092632010135, + 64040.99261498663, + 64000.45599640068, + 64009.69146765843, + 63987.89500532212, + 64009.362351579286, + 63998.60786189953, + 63971.28495425072, + 63986.270034883535, + 63965.71259598501, + 63953.9588289612 + ], + "quantiles": { + "0.1": [ + 63919.69332206837, + 63904.48394957594, + 63922.2253583335, + 63904.65036084106, + 63895.544113348624, + 63894.90661585618, + 63919.442165238754, + 63871.54412087131, + 63862.80662337887, + 63853.331625886436, + 63843.065612768994, + 63844.54764652656, + 63811.096477159124, + 63854.74491716668, + 63804.481638424244, + 63719.58632843181, + 63789.58789343937, + 63780.48164594693, + 63768.0566484545, + 63734.83047908706, + 63725.72423159463, + 63740.737905977185, + 63713.252752234745, + 63698.405489117315 + ], + "0.2": [ + 64001.09019706837, + 63976.66129332594, + 63985.4362958335, + 63973.77145459106, + 63964.704269598624, + 63964.75817835618, + 63953.81989961375, + 63959.22693337131, + 63928.17537337887, + 63945.84490713644, + 63917.898815894, + 63908.79256840156, + 63891.334758409124, + 63885.267573416684, + 63881.473825924244, + 63841.47695343181, + 63854.90976843937, + 63843.21992719693, + 63837.2089922045, + 63825.39180721206, + 63818.869153469626, + 63812.417593477185, + 63827.463689734745, + 63768.47072349231 + ], + "0.3": [ + 64089.68004081837, + 64052.021449575936, + 64073.9987958335, + 64060.96286084106, + 64053.132003973624, + 64042.75036585618, + 64037.57380586375, + 64028.46755837131, + 64010.98787337887, + 64001.88162588644, + 63990.882800269, + 63991.283193401556, + 63964.194133409124, + 63971.175776541684, + 63961.782419674244, + 63920.16445343181, + 63927.76914343937, + 63918.66289594693, + 63901.3769609545, + 63918.310166587056, + 63880.60509096963, + 63880.345327852185, + 63887.944158484745, + 63847.31447349231 + ], + "0.4": [ + 64144.76988456837, + 64095.89723082594, + 64143.6081708335, + 64117.45114209106, + 64126.57223834862, + 64103.34020960618, + 64107.18318086375, + 64096.59255837131, + 64090.14724837887, + 64062.81365713644, + 64056.168347144, + 64070.76131840156, + 64027.018352159124, + 64045.400385916684, + 64008.805857174244, + 63999.69960968181, + 64009.83789343937, + 63995.75039594693, + 63980.8574297045, + 63985.09102596206, + 63952.32305971962, + 63957.640249727185, + 63946.893377234745, + 63941.11291099231 + ], + "0.5": [ + 64169.29918144337, + 64153.69488707594, + 64204.0437177085, + 64160.84176709106, + 64185.831222723624, + 64142.62927210618, + 64133.52302461375, + 64107.46755837131, + 64130.83006087887, + 64101.89373526144, + 64088.476940894, + 64129.10116215156, + 64067.328899034124, + 64093.419917166684, + 64040.180857174244, + 64042.94570343181, + 64050.22031531437, + 64033.35430219693, + 64007.2988359545, + 64017.96211971206, + 63990.314856594625, + 64012.448843477185, + 63990.643377234745, + 63970.09572349231 + ], + "0.6": [ + 64241.48863456837, + 64224.84332457594, + 64266.2097333335, + 64212.34957959106, + 64235.794113348624, + 64200.93630335618, + 64215.79255586375, + 64179.99333962131, + 64180.41677962887, + 64157.71209463644, + 64158.777722144, + 64166.92147465156, + 64134.944133409124, + 64153.837885916684, + 64112.180857174244, + 64116.67304718181, + 64121.39023718937, + 64091.66133344693, + 64100.1777422045, + 64092.271494712055, + 64046.208997219626, + 64072.858999727185, + 64046.13009598474, + 64058.98244224231 + ], + "0.7": [ + 64285.57652519337, + 64299.402699575934, + 64306.206217708495, + 64257.10348584106, + 64282.016769598624, + 64243.19685023119, + 64258.25349336375, + 64221.83279274631, + 64216.94724837887, + 64225.83318838644, + 64204.132409644, + 64212.72225590156, + 64200.912883409124, + 64192.61757341668, + 64158.089060299244, + 64153.20351593181, + 64162.80898718937, + 64133.46367719693, + 64148.9785234545, + 64139.87227596206, + 64088.841809719626, + 64104.683218477185, + 64084.084783484745, + 64100.74416099231 + ], + "0.8": [ + 64362.43004081837, + 64373.660512075934, + 64372.784733333494, + 64295.93707959106, + 64367.278488348624, + 64318.98083460618, + 64332.58005586375, + 64257.18630837131, + 64261.65818587887, + 64282.55584463644, + 64281.777722144, + 64287.048818401556, + 64257.00741465912, + 64256.22929216668, + 64205.46132592425, + 64267.58710968181, + 64196.47461218937, + 64163.63555219693, + 64223.1543047045, + 64214.04805721206, + 64157.96759096962, + 64195.835562227185, + 64140.277752234746, + 64165.16681724231 + ], + "0.9": [ + 64417.04683769337, + 64408.131215200934, + 64446.6550458335, + 64376.38473584106, + 64403.625753973625, + 64422.93669398118, + 64382.65583711375, + 64351.27537087131, + 64423.38865462887, + 64337.59100088644, + 64348.988269019, + 64321.15311527656, + 64305.74413340913, + 64298.665620291686, + 64292.059763424244, + 64328.27382843181, + 64271.34687781437, + 64262.24063032193, + 64253.1343828295, + 64267.03204158706, + 64255.168372219625, + 64226.409780977185, + 64220.98439285975, + 64255.42384849231 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_115835.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_115835.json new file mode 100644 index 0000000000000000000000000000000000000000..536b57ccb91dafcc76f58414b23ded73d412ed06 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_115835.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T11:58:35.654876+00:00", + "metrics": { + "MSE[mean]": 118782.20297114055, + "MSE[0.5]": 88359.29806232452, + "MAE[0.5]": 199.62776692708334, + "MASE[0.5]": 0.19027044955163977, + "MAPE[0.5]": 0.003121486048871461, + "sMAPE[0.5]": 0.003114525805742401, + "MSIS": 1.9364195498836827, + "RMSE[mean]": 344.6479406164217, + "NRMSE[mean]": 0.0053760214108787615, + "ND[0.5]": 0.003113911394005235, + "mean_weighted_sum_quantile_loss": 0.004312840245340521 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64664.0 + ], + "predictions": { + "p50": [ + 64197.673828125, + 64200.166015625, + 64224.806640625, + 64188.4921875, + 64178.521484375, + 64195.119140625, + 64214.544921875, + 64109.529296875, + 64179.369140625, + 64242.8984375, + 64162.6953125, + 64307.1875, + 64259.640625, + 64272.8671875, + 64167.09765625, + 64189.052734375, + 64313.640625, + 64370.984375, + 64415.162109375, + 64158.00390625, + 64355.892578125, + 64296.791015625, + 64357.48828125, + 64489.79296875 + ], + "p10": [ + 63931.859375, + 63804.419921875, + 63667.66015625, + 63750.98046875, + 63641.646484375, + 63359.13671875, + 63571.9375, + 63459.501953125, + 63500.17578125, + 63400.6640625, + 63128.50390625, + 63285.181640625, + 63311.244140625, + 63223.021484375, + 62960.13671875, + 62906.306640625, + 63037.6640625, + 62858.7734375, + 62930.85546875, + 62608.328125, + 62899.140625, + 62800.15625, + 62508.20703125, + 62815.447265625 + ], + "p90": [ + 64473.2578125, + 64560.373046875, + 64670.41796875, + 64750.791015625, + 64752.67578125, + 64800.703125, + 64908.791015625, + 64959.599609375, + 65122.07421875, + 65230.68359375, + 65139.62890625, + 65138.25, + 65326.986328125, + 65154.115234375, + 65381.6875, + 65330.4453125, + 65591.90625, + 65837.7109375, + 65869.7265625, + 65914.93359375, + 66031.5625, + 66007.203125, + 65979.00390625, + 66203.30859375 + ], + "mean": [ + 64189.8046875, + 64186.08203125, + 64197.25390625, + 64218.82421875, + 64245.44140625, + 64177.0234375, + 64234.12890625, + 64160.23828125, + 64216.13671875, + 64231.81640625, + 64203.03515625, + 64274.49609375, + 64323.015625, + 64283.43359375, + 64172.75390625, + 64157.26953125, + 64419.87109375, + 64321.50390625, + 64352.56640625, + 64181.43359375, + 64436.88671875, + 64120.94921875, + 64298.140625, + 64665.28125 + ], + "quantiles": { + "0.1": [ + 63931.859375, + 63804.419921875, + 63667.66015625, + 63750.98046875, + 63641.646484375, + 63359.13671875, + 63571.9375, + 63459.501953125, + 63500.17578125, + 63400.6640625, + 63128.50390625, + 63285.181640625, + 63311.244140625, + 63223.021484375, + 62960.13671875, + 62906.306640625, + 63037.6640625, + 62858.7734375, + 62930.85546875, + 62608.328125, + 62899.140625, + 62800.15625, + 62508.20703125, + 62815.447265625 + ], + "0.2": [ + 63931.859375, + 63804.419921875, + 63667.66015625, + 63750.98046875, + 63641.646484375, + 63359.13671875, + 63571.9375, + 63459.501953125, + 63500.17578125, + 63400.6640625, + 63128.50390625, + 63285.181640625, + 63311.244140625, + 63223.021484375, + 62960.13671875, + 62906.306640625, + 63037.6640625, + 62858.7734375, + 62930.85546875, + 62608.328125, + 62899.140625, + 62800.15625, + 62508.20703125, + 62815.447265625 + ], + "0.3": [ + 63931.859375, + 63804.419921875, + 63667.66015625, + 63750.98046875, + 63641.646484375, + 63359.13671875, + 63571.9375, + 63459.501953125, + 63500.17578125, + 63400.6640625, + 63128.50390625, + 63285.181640625, + 63311.244140625, + 63223.021484375, + 62960.13671875, + 62906.306640625, + 63037.6640625, + 62858.7734375, + 62930.85546875, + 62608.328125, + 62899.140625, + 62800.15625, + 62508.20703125, + 62815.447265625 + ], + "0.4": [ + 64197.673828125, + 64200.166015625, + 64224.806640625, + 64188.4921875, + 64178.521484375, + 64195.119140625, + 64214.544921875, + 64109.529296875, + 64179.369140625, + 64242.8984375, + 64162.6953125, + 64307.1875, + 64259.640625, + 64272.8671875, + 64167.09765625, + 64189.052734375, + 64313.640625, + 64370.984375, + 64415.162109375, + 64158.00390625, + 64355.892578125, + 64296.791015625, + 64357.48828125, + 64489.79296875 + ], + "0.5": [ + 64197.673828125, + 64200.166015625, + 64224.806640625, + 64188.4921875, + 64178.521484375, + 64195.119140625, + 64214.544921875, + 64109.529296875, + 64179.369140625, + 64242.8984375, + 64162.6953125, + 64307.1875, + 64259.640625, + 64272.8671875, + 64167.09765625, + 64189.052734375, + 64313.640625, + 64370.984375, + 64415.162109375, + 64158.00390625, + 64355.892578125, + 64296.791015625, + 64357.48828125, + 64489.79296875 + ], + "0.6": [ + 64197.673828125, + 64200.166015625, + 64224.806640625, + 64188.4921875, + 64178.521484375, + 64195.119140625, + 64214.544921875, + 64109.529296875, + 64179.369140625, + 64242.8984375, + 64162.6953125, + 64307.1875, + 64259.640625, + 64272.8671875, + 64167.09765625, + 64189.052734375, + 64313.640625, + 64370.984375, + 64415.162109375, + 64158.00390625, + 64355.892578125, + 64296.791015625, + 64357.48828125, + 64489.79296875 + ], + "0.7": [ + 64197.673828125, + 64200.166015625, + 64224.806640625, + 64188.4921875, + 64178.521484375, + 64195.119140625, + 64214.544921875, + 64109.529296875, + 64179.369140625, + 64242.8984375, + 64162.6953125, + 64307.1875, + 64259.640625, + 64272.8671875, + 64167.09765625, + 64189.052734375, + 64313.640625, + 64370.984375, + 64415.162109375, + 64158.00390625, + 64355.892578125, + 64296.791015625, + 64357.48828125, + 64489.79296875 + ], + "0.8": [ + 64473.2578125, + 64560.373046875, + 64670.41796875, + 64750.791015625, + 64752.67578125, + 64800.703125, + 64908.791015625, + 64959.599609375, + 65122.07421875, + 65230.68359375, + 65139.62890625, + 65138.25, + 65326.986328125, + 65154.115234375, + 65381.6875, + 65330.4453125, + 65591.90625, + 65837.7109375, + 65869.7265625, + 65914.93359375, + 66031.5625, + 66007.203125, + 65979.00390625, + 66203.30859375 + ], + "0.9": [ + 64473.2578125, + 64560.373046875, + 64670.41796875, + 64750.791015625, + 64752.67578125, + 64800.703125, + 64908.791015625, + 64959.599609375, + 65122.07421875, + 65230.68359375, + 65139.62890625, + 65138.25, + 65326.986328125, + 65154.115234375, + 65381.6875, + 65330.4453125, + 65591.90625, + 65837.7109375, + 65869.7265625, + 65914.93359375, + 66031.5625, + 66007.203125, + 65979.00390625, + 66203.30859375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_115914.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_115914.json new file mode 100644 index 0000000000000000000000000000000000000000..b4b4bed994adad14825fbde57d80f8b0abb2d3c2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_115914.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T11:59:14.362574+00:00", + "metrics": { + "MSE[mean]": 69007.09872085087, + "MSE[0.5]": 70247.63857918895, + "MAE[0.5]": 176.8252521358736, + "MASE[0.5]": 0.16853677588981827, + "MAPE[0.5]": 0.002761987143282139, + "sMAPE[0.5]": 0.0027597912702917986, + "MSIS": 1.865487069459327, + "RMSE[mean]": 262.69202256797, + "NRMSE[mean]": 0.004097624768239116, + "ND[0.5]": 0.002758224348493894, + "mean_weighted_sum_quantile_loss": 0.0023048654589013224 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64664.0 + ], + "predictions": { + "p50": [ + 64095.87807702851, + 64089.38003015351, + 64148.83510827851, + 64114.73940515351, + 64148.83510827851, + 64114.73940515351, + 64114.73940515351, + 64097.79018640351, + 64130.25893640351, + 64110.42885827851, + 64106.11831140351, + 64155.84878015351, + 64103.18276452851, + 64138.38003015351, + 64094.24721765351, + 64106.11831140351, + 64122.49917077851, + 64114.73940515351, + 64097.79018640351, + 64117.55971765351, + 64099.01870202851, + 64130.25893640351, + 64117.55971765351, + 64106.11831140351 + ], + "p10": [ + 63846.27221765351, + 63840.16909265351, + 63867.01674890351, + 63858.54799890351, + 63858.54799890351, + 63867.01674890351, + 63900.65854577851, + 63861.86674890351, + 63862.23549890351, + 63861.86674890351, + 63860.706983278506, + 63871.29526452851, + 63846.95034265351, + 63899.705030153506, + 63858.54799890351, + 63782.75893640351, + 63861.86674890351, + 63861.86674890351, + 63858.54799890351, + 63834.42807702851, + 63834.42807702851, + 63858.54799890351, + 63840.16909265351, + 63834.42807702851 + ], + "p90": [ + 64343.62573327851, + 64343.816358278506, + 64391.44643640351, + 64330.28237390351, + 64366.62963952851, + 64395.046827028506, + 64363.87221765351, + 64341.59799890351, + 64422.81753015351, + 64346.12612390351, + 64366.62963952851, + 64347.90073327851, + 64341.59799890351, + 64343.62573327851, + 64346.12612390351, + 64391.44643640351, + 64343.62573327851, + 64343.62573327851, + 64343.62573327851, + 64366.62963952851, + 64363.87221765351, + 64344.21987390351, + 64347.90073327851, + 64391.44643640351 + ], + "mean": [ + 64088.95448327836, + 64082.22307702836, + 64105.61094812211, + 64088.06506921586, + 64096.487530153354, + 64115.850948122104, + 64109.831065309605, + 64092.126787965855, + 64119.619366090854, + 64100.24780359086, + 64091.635928590855, + 64117.12848718461, + 64085.177608278354, + 64124.052744997105, + 64095.05897546586, + 64063.628604372105, + 64081.97032312211, + 64069.280108278355, + 64099.853702028355, + 64098.20545984086, + 64079.98879968461, + 64104.080127809604, + 64092.62893640336, + 64089.981416872106 + ], + "quantiles": { + "0.1": [ + 63846.27221765351, + 63840.16909265351, + 63867.01674890351, + 63858.54799890351, + 63858.54799890351, + 63867.01674890351, + 63900.65854577851, + 63861.86674890351, + 63862.23549890351, + 63861.86674890351, + 63860.706983278506, + 63871.29526452851, + 63846.95034265351, + 63899.705030153506, + 63858.54799890351, + 63782.75893640351, + 63861.86674890351, + 63861.86674890351, + 63858.54799890351, + 63834.42807702851, + 63834.42807702851, + 63858.54799890351, + 63840.16909265351, + 63834.42807702851 + ], + "0.2": [ + 63927.66909265351, + 63912.34643640351, + 63930.22768640351, + 63927.66909265351, + 63927.70815515351, + 63936.86831140351, + 63935.03628015351, + 63949.54956140351, + 63927.60424890351, + 63954.38003015351, + 63935.54018640351, + 63935.54018640351, + 63927.18862390351, + 63930.22768640351, + 63935.54018640351, + 63904.64956140351, + 63927.18862390351, + 63924.60503015351, + 63927.70034265351, + 63924.98940515351, + 63927.57299890351, + 63930.22768640351, + 63954.38003015351, + 63904.49331140351 + ], + "0.3": [ + 64016.25893640351, + 63987.70659265351, + 64018.79018640351, + 64014.86049890351, + 64016.13588952851, + 64014.86049890351, + 64018.79018640351, + 64018.79018640351, + 64010.41674890351, + 64010.41674890351, + 64008.52417077851, + 64018.03081140351, + 64000.04799890351, + 64016.13588952851, + 64015.84878015351, + 63983.33706140351, + 64000.04799890351, + 64000.04799890351, + 63991.86831140351, + 64017.90776452851, + 63989.30893640351, + 63998.15542077851, + 64014.86049890351, + 63983.33706140351 + ], + "0.4": [ + 64071.34878015351, + 64031.58237390351, + 64088.39956140351, + 64071.34878015351, + 64089.576123903506, + 64075.45034265351, + 64088.39956140351, + 64086.91518640351, + 64089.576123903506, + 64071.34878015351, + 64073.80971765351, + 64097.50893640351, + 64062.87221765351, + 64090.36049890351, + 64062.87221765351, + 64062.87221765351, + 64082.11674890351, + 64077.13549890351, + 64071.34878015351, + 64084.68862390351, + 64061.02690515351, + 64075.45034265351, + 64073.80971765351, + 64077.13549890351 + ], + "0.5": [ + 64095.87807702851, + 64089.38003015351, + 64148.83510827851, + 64114.73940515351, + 64148.83510827851, + 64114.73940515351, + 64114.73940515351, + 64097.79018640351, + 64130.25893640351, + 64110.42885827851, + 64106.11831140351, + 64155.84878015351, + 64103.18276452851, + 64138.38003015351, + 64094.24721765351, + 64106.11831140351, + 64122.49917077851, + 64114.73940515351, + 64097.79018640351, + 64117.55971765351, + 64099.01870202851, + 64130.25893640351, + 64117.55971765351, + 64106.11831140351 + ], + "0.6": [ + 64168.06753015351, + 64160.52846765351, + 64211.00112390351, + 64166.24721765351, + 64198.79799890351, + 64173.04643640351, + 64197.00893640351, + 64170.31596765351, + 64179.845655153506, + 64166.24721765351, + 64176.41909265351, + 64193.66909265351, + 64170.79799890351, + 64198.79799890351, + 64166.24721765351, + 64179.845655153506, + 64193.66909265351, + 64173.04643640351, + 64190.66909265351, + 64191.869092653506, + 64154.91284265351, + 64190.66909265351, + 64173.04643640351, + 64195.00503015351 + ], + "0.7": [ + 64212.15542077851, + 64235.087842653506, + 64250.99760827851, + 64211.00112390351, + 64245.02065515351, + 64215.30698327851, + 64239.46987390351, + 64212.15542077851, + 64216.37612390351, + 64234.36831140351, + 64221.77378015351, + 64239.46987390351, + 64236.76674890351, + 64237.57768640351, + 64212.15542077851, + 64216.37612390351, + 64235.087842653506, + 64214.84878015351, + 64239.46987390351, + 64239.46987390351, + 64197.54565515351, + 64222.49331140351, + 64211.00112390351, + 64236.76674890351 + ], + "0.8": [ + 64289.00893640351, + 64309.345655153506, + 64317.576123903506, + 64249.83471765351, + 64330.28237390351, + 64291.09096765351, + 64313.79643640351, + 64247.50893640351, + 64261.08706140351, + 64291.09096765351, + 64299.41909265351, + 64313.79643640351, + 64292.861280153506, + 64301.189405153506, + 64259.52768640351, + 64330.759717653506, + 64268.75346765351, + 64245.02065515351, + 64313.64565515351, + 64313.64565515351, + 64266.67143640351, + 64313.64565515351, + 64267.19409265351, + 64301.189405153506 + ], + "0.9": [ + 64343.62573327851, + 64343.816358278506, + 64391.44643640351, + 64330.28237390351, + 64366.62963952851, + 64395.046827028506, + 64363.87221765351, + 64341.59799890351, + 64422.81753015351, + 64346.12612390351, + 64366.62963952851, + 64347.90073327851, + 64341.59799890351, + 64343.62573327851, + 64346.12612390351, + 64391.44643640351, + 64343.62573327851, + 64343.62573327851, + 64343.62573327851, + 64366.62963952851, + 64363.87221765351, + 64344.21987390351, + 64347.90073327851, + 64391.44643640351 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_115914.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_115914.json new file mode 100644 index 0000000000000000000000000000000000000000..8dd66ab7ad3c224272430a91717f80cb41d8abef --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_115914.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T11:59:14.402340+00:00", + "metrics": { + "MSE[mean]": 142954.40793736777, + "MSE[0.5]": 142954.40793736777, + "MAE[0.5]": 294.6907552083333, + "MASE[0.5]": 0.2808774717831837, + "MAPE[0.5]": 0.004602405181208225, + "sMAPE[0.5]": 0.004601553568910135, + "MSIS": 3.6654459610982237, + "RMSE[mean]": 378.0931207220885, + "NRMSE[mean]": 0.005897719013415354, + "ND[0.5]": 0.004596759831944707, + "mean_weighted_sum_quantile_loss": 0.0053080560779006445 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64664.0 + ], + "predictions": { + "p50": [ + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "p10": [ + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996 + ], + "p90": [ + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004 + ], + "mean": [ + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "quantiles": { + "0.1": [ + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996 + ], + "0.2": [ + 62700.26349609375, + 62446.81453125, + 62990.6499609375, + 63197.6384765625, + 63073.793964843746, + 62877.178730468746, + 62848.802265624996, + 62976.96, + 62967.09845703125, + 63052.2124609375, + 63307.93154296875, + 63333.54154296875, + 63329.59, + 63284.28, + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36 + ], + "0.3": [ + 63018.5389453125, + 62763.8034375, + 63310.399453125, + 63518.438671875, + 63393.9655078125, + 63196.3522265625, + 63167.83171875, + 63296.64, + 63286.7283984375, + 63372.274453125, + 63629.2916015625, + 63655.0316015625, + 63651.06, + 63605.52, + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24 + ], + "0.4": [ + 63336.81439453125, + 63080.79234375, + 63630.1489453125, + 63839.2388671875, + 63714.137050781246, + 63515.525722656246, + 63486.861171874996, + 63616.32, + 63606.35833984375, + 63692.3364453125, + 63950.65166015625, + 63976.52166015625, + 63972.53, + 63926.76, + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12 + ], + "0.5": [ + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "0.6": [ + 63973.365292968745, + 63714.77015624999, + 64269.6479296875, + 64480.83925781249, + 64354.48013671875, + 64153.87271484375, + 64124.920078125, + 64255.67999999999, + 64245.618222656245, + 64332.4604296875, + 64593.371777343746, + 64619.50177734374, + 64615.469999999994, + 64569.23999999999, + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999 + ], + "0.7": [ + 64291.6407421875, + 64031.7590625, + 64589.397421875, + 64801.639453125, + 64674.6516796875, + 64473.0462109375, + 64443.94953125, + 64575.36, + 64565.2481640625, + 64652.522421875, + 64914.7318359375, + 64940.9918359375, + 64936.94, + 64890.48, + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76 + ], + "0.8": [ + 64609.91619140624, + 64348.747968749994, + 64909.14691406249, + 65122.439648437496, + 64994.82322265625, + 64792.21970703125, + 64762.978984375, + 64895.03999999999, + 64884.87810546874, + 64972.58441406249, + 65236.091894531244, + 65262.48189453124, + 65258.409999999996, + 65211.719999999994, + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999 + ], + "0.9": [ + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_115904.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_115904.json new file mode 100644 index 0000000000000000000000000000000000000000..ad3947d194d42b7268087f9bb90322fd7da11155 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_115904.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T11:59:04.364325+00:00", + "metrics": { + "MSE[mean]": 108848.66173171997, + "MSE[0.5]": 108848.66173171997, + "MAE[0.5]": 247.33821614583334, + "MASE[0.5]": 0.2357445274361961, + "MAPE[0.5]": 0.003867006536098778, + "sMAPE[0.5]": 0.0038570535403376384, + "MSIS": 1.6589179659939972, + "RMSE[mean]": 329.92220557537496, + "NRMSE[mean]": 0.005146320729278859, + "ND[0.5]": 0.003858127059602694, + "mean_weighted_sum_quantile_loss": 0.003408331085168708 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64664.0 + ], + "predictions": { + "p50": [ + 64295.25, + 64301.375, + 64316.6875, + 64335.0625, + 64325.875, + 64313.625, + 64307.5, + 64298.3125, + 64301.375, + 64301.375, + 64310.5625, + 64301.375, + 64307.5, + 64316.6875, + 64319.75, + 64319.75, + 64298.3125, + 64270.75, + 64270.75, + 64264.625, + 64252.375, + 64243.1875, + 64218.6875, + 64160.5 + ], + "p10": [ + 64087.0, + 64042.59375, + 64004.3125, + 63975.21875, + 63926.984375, + 63891.765625, + 63838.9375, + 63809.078125, + 63776.34765625, + 63734.8125, + 63716.24609375, + 63675.859375, + 63641.40625, + 63611.546875, + 63592.40625, + 63548.0, + 63459.1875, + 63405.59375, + 63367.3125, + 63339.75, + 63303.0, + 63284.625, + 63247.875, + 63189.6875 + ], + "p90": [ + 64503.5, + 64552.5, + 64601.5, + 64638.25, + 64650.5, + 64656.625, + 64693.375, + 64693.375, + 64724.0, + 64742.375, + 64754.625, + 64779.125, + 64803.625, + 64834.25, + 64858.75, + 64871.0, + 64907.75, + 64913.875, + 64932.25, + 64932.25, + 64926.125, + 64920.0, + 64913.875, + 64883.25 + ], + "mean": [ + 64295.25, + 64301.375, + 64316.6875, + 64335.0625, + 64325.875, + 64313.625, + 64307.5, + 64298.3125, + 64301.375, + 64301.375, + 64310.5625, + 64301.375, + 64307.5, + 64316.6875, + 64319.75, + 64319.75, + 64298.3125, + 64270.75, + 64270.75, + 64264.625, + 64252.375, + 64243.1875, + 64218.6875, + 64160.5 + ], + "quantiles": { + "0.1": [ + 64087.0, + 64042.59375, + 64004.3125, + 63975.21875, + 63926.984375, + 63891.765625, + 63838.9375, + 63809.078125, + 63776.34765625, + 63734.8125, + 63716.24609375, + 63675.859375, + 63641.40625, + 63611.546875, + 63592.40625, + 63548.0, + 63459.1875, + 63405.59375, + 63367.3125, + 63339.75, + 63303.0, + 63284.625, + 63247.875, + 63189.6875 + ], + "0.2": [ + 64087.0, + 64042.59375, + 64004.3125, + 63975.21875, + 63926.984375, + 63891.765625, + 63838.9375, + 63809.078125, + 63776.34765625, + 63734.8125, + 63716.24609375, + 63675.859375, + 63641.40625, + 63611.546875, + 63592.40625, + 63548.0, + 63459.1875, + 63405.59375, + 63367.3125, + 63339.75, + 63303.0, + 63284.625, + 63247.875, + 63189.6875 + ], + "0.3": [ + 64087.0, + 64042.59375, + 64004.3125, + 63975.21875, + 63926.984375, + 63891.765625, + 63838.9375, + 63809.078125, + 63776.34765625, + 63734.8125, + 63716.24609375, + 63675.859375, + 63641.40625, + 63611.546875, + 63592.40625, + 63548.0, + 63459.1875, + 63405.59375, + 63367.3125, + 63339.75, + 63303.0, + 63284.625, + 63247.875, + 63189.6875 + ], + "0.4": [ + 64295.25, + 64301.375, + 64316.6875, + 64335.0625, + 64325.875, + 64313.625, + 64307.5, + 64298.3125, + 64301.375, + 64301.375, + 64310.5625, + 64301.375, + 64307.5, + 64316.6875, + 64319.75, + 64319.75, + 64298.3125, + 64270.75, + 64270.75, + 64264.625, + 64252.375, + 64243.1875, + 64218.6875, + 64160.5 + ], + "0.5": [ + 64295.25, + 64301.375, + 64316.6875, + 64335.0625, + 64325.875, + 64313.625, + 64307.5, + 64298.3125, + 64301.375, + 64301.375, + 64310.5625, + 64301.375, + 64307.5, + 64316.6875, + 64319.75, + 64319.75, + 64298.3125, + 64270.75, + 64270.75, + 64264.625, + 64252.375, + 64243.1875, + 64218.6875, + 64160.5 + ], + "0.6": [ + 64295.25, + 64301.375, + 64316.6875, + 64335.0625, + 64325.875, + 64313.625, + 64307.5, + 64298.3125, + 64301.375, + 64301.375, + 64310.5625, + 64301.375, + 64307.5, + 64316.6875, + 64319.75, + 64319.75, + 64298.3125, + 64270.75, + 64270.75, + 64264.625, + 64252.375, + 64243.1875, + 64218.6875, + 64160.5 + ], + "0.7": [ + 64295.25, + 64301.375, + 64316.6875, + 64335.0625, + 64325.875, + 64313.625, + 64307.5, + 64298.3125, + 64301.375, + 64301.375, + 64310.5625, + 64301.375, + 64307.5, + 64316.6875, + 64319.75, + 64319.75, + 64298.3125, + 64270.75, + 64270.75, + 64264.625, + 64252.375, + 64243.1875, + 64218.6875, + 64160.5 + ], + "0.8": [ + 64503.5, + 64552.5, + 64601.5, + 64638.25, + 64650.5, + 64656.625, + 64693.375, + 64693.375, + 64724.0, + 64742.375, + 64754.625, + 64779.125, + 64803.625, + 64834.25, + 64858.75, + 64871.0, + 64907.75, + 64913.875, + 64932.25, + 64932.25, + 64926.125, + 64920.0, + 64913.875, + 64883.25 + ], + "0.9": [ + 64503.5, + 64552.5, + 64601.5, + 64638.25, + 64650.5, + 64656.625, + 64693.375, + 64693.375, + 64724.0, + 64742.375, + 64754.625, + 64779.125, + 64803.625, + 64834.25, + 64858.75, + 64871.0, + 64907.75, + 64913.875, + 64932.25, + 64932.25, + 64926.125, + 64920.0, + 64913.875, + 64883.25 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_115655.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_115655.json new file mode 100644 index 0000000000000000000000000000000000000000..64b38ee439a2d2290a2c93646004e7ec7cd8bfc8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_115655.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T11:56:55.057124+00:00", + "metrics": { + "MSE[mean]": 95336.60438156128, + "MSE[0.5]": 72568.6446615855, + "MAE[0.5]": 174.94775390625, + "MASE[0.5]": 0.1667472831870653, + "MAPE[0.5]": 0.0027353770366363886, + "sMAPE[0.5]": 0.0027304252680501635, + "MSIS": 6.692623790054104, + "RMSE[mean]": 308.76626172812547, + "NRMSE[mean]": 0.004816317866395822, + "ND[0.5]": 0.002728938026157858, + "mean_weighted_sum_quantile_loss": 0.0031339835187010738 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64664.0 + ], + "predictions": { + "p50": [ + 64132.046875, + 64138.61328125, + 64145.8671875, + 64149.67578125, + 64161.3984375, + 64172.6953125, + 64155.4140625, + 64139.5078125, + 64147.42578125, + 64184.3671875, + 64186.16796875, + 64192.77734375, + 64200.30078125, + 64188.7734375, + 64190.890625, + 64179.046875, + 64183.8125, + 64208.09765625, + 64188.08203125, + 64224.09375, + 64196.828125, + 64207.8984375, + 64220.5859375, + 64222.33984375 + ], + "p10": [ + 64160.0625, + 64218.23046875, + 64214.69921875, + 64228.359375, + 64210.484375, + 64202.484375, + 64224.328125, + 64222.84765625, + 64208.8671875, + 64261.98046875, + 64251.91015625, + 64238.10546875, + 64235.4765625, + 64252.94140625, + 64245.67578125, + 64252.2109375, + 64243.8203125, + 64287.5703125, + 64281.40234375, + 64255.58984375, + 64275.34375, + 64286.26953125, + 64267.30078125, + 64280.1328125 + ], + "p90": [ + 64385.92578125, + 64439.04296875, + 64464.82421875, + 64485.3515625, + 64495.82421875, + 64518.6796875, + 64524.2734375, + 64519.4375, + 64552.66796875, + 64605.140625, + 64627.19921875, + 64631.1875, + 64657.59375, + 64665.98828125, + 64668.015625, + 64678.8359375, + 64692.5078125, + 64706.421875, + 64703.59765625, + 64704.3515625, + 64687.45703125, + 64709.0703125, + 64707.23046875, + 64717.25390625 + ], + "mean": [ + 64189.53125, + 64203.98828125, + 64216.72265625, + 64226.46875, + 64232.25, + 64241.31640625, + 64242.765625, + 64227.42578125, + 64245.78515625, + 64271.734375, + 64277.41796875, + 64279.8359375, + 64290.8515625, + 64294.3828125, + 64296.953125, + 64300.40234375, + 64307.75390625, + 64319.65234375, + 64314.6875, + 64323.20703125, + 64315.921875, + 64319.72265625, + 64338.68359375, + 64338.03125 + ], + "quantiles": { + "0.1": [ + 64160.0625, + 64218.23046875, + 64214.69921875, + 64228.359375, + 64210.484375, + 64202.484375, + 64224.328125, + 64222.84765625, + 64208.8671875, + 64261.98046875, + 64251.91015625, + 64238.10546875, + 64235.4765625, + 64252.94140625, + 64245.67578125, + 64252.2109375, + 64243.8203125, + 64287.5703125, + 64281.40234375, + 64255.58984375, + 64275.34375, + 64286.26953125, + 64267.30078125, + 64280.1328125 + ], + "0.2": [ + 64160.0625, + 64218.23046875, + 64214.69921875, + 64228.359375, + 64210.484375, + 64202.484375, + 64224.328125, + 64222.84765625, + 64208.8671875, + 64261.98046875, + 64251.91015625, + 64238.10546875, + 64235.4765625, + 64252.94140625, + 64245.67578125, + 64252.2109375, + 64243.8203125, + 64287.5703125, + 64281.40234375, + 64255.58984375, + 64275.34375, + 64286.26953125, + 64267.30078125, + 64280.1328125 + ], + "0.3": [ + 64160.0625, + 64218.23046875, + 64214.69921875, + 64228.359375, + 64210.484375, + 64202.484375, + 64224.328125, + 64222.84765625, + 64208.8671875, + 64261.98046875, + 64251.91015625, + 64238.10546875, + 64235.4765625, + 64252.94140625, + 64245.67578125, + 64252.2109375, + 64243.8203125, + 64287.5703125, + 64281.40234375, + 64255.58984375, + 64275.34375, + 64286.26953125, + 64267.30078125, + 64280.1328125 + ], + "0.4": [ + 64132.046875, + 64138.61328125, + 64145.8671875, + 64149.67578125, + 64161.3984375, + 64172.6953125, + 64155.4140625, + 64139.5078125, + 64147.42578125, + 64184.3671875, + 64186.16796875, + 64192.77734375, + 64200.30078125, + 64188.7734375, + 64190.890625, + 64179.046875, + 64183.8125, + 64208.09765625, + 64188.08203125, + 64224.09375, + 64196.828125, + 64207.8984375, + 64220.5859375, + 64222.33984375 + ], + "0.5": [ + 64132.046875, + 64138.61328125, + 64145.8671875, + 64149.67578125, + 64161.3984375, + 64172.6953125, + 64155.4140625, + 64139.5078125, + 64147.42578125, + 64184.3671875, + 64186.16796875, + 64192.77734375, + 64200.30078125, + 64188.7734375, + 64190.890625, + 64179.046875, + 64183.8125, + 64208.09765625, + 64188.08203125, + 64224.09375, + 64196.828125, + 64207.8984375, + 64220.5859375, + 64222.33984375 + ], + "0.6": [ + 64132.046875, + 64138.61328125, + 64145.8671875, + 64149.67578125, + 64161.3984375, + 64172.6953125, + 64155.4140625, + 64139.5078125, + 64147.42578125, + 64184.3671875, + 64186.16796875, + 64192.77734375, + 64200.30078125, + 64188.7734375, + 64190.890625, + 64179.046875, + 64183.8125, + 64208.09765625, + 64188.08203125, + 64224.09375, + 64196.828125, + 64207.8984375, + 64220.5859375, + 64222.33984375 + ], + "0.7": [ + 64132.046875, + 64138.61328125, + 64145.8671875, + 64149.67578125, + 64161.3984375, + 64172.6953125, + 64155.4140625, + 64139.5078125, + 64147.42578125, + 64184.3671875, + 64186.16796875, + 64192.77734375, + 64200.30078125, + 64188.7734375, + 64190.890625, + 64179.046875, + 64183.8125, + 64208.09765625, + 64188.08203125, + 64224.09375, + 64196.828125, + 64207.8984375, + 64220.5859375, + 64222.33984375 + ], + "0.8": [ + 64385.92578125, + 64439.04296875, + 64464.82421875, + 64485.3515625, + 64495.82421875, + 64518.6796875, + 64524.2734375, + 64519.4375, + 64552.66796875, + 64605.140625, + 64627.19921875, + 64631.1875, + 64657.59375, + 64665.98828125, + 64668.015625, + 64678.8359375, + 64692.5078125, + 64706.421875, + 64703.59765625, + 64704.3515625, + 64687.45703125, + 64709.0703125, + 64707.23046875, + 64717.25390625 + ], + "0.9": [ + 64385.92578125, + 64439.04296875, + 64464.82421875, + 64485.3515625, + 64495.82421875, + 64518.6796875, + 64524.2734375, + 64519.4375, + 64552.66796875, + 64605.140625, + 64627.19921875, + 64631.1875, + 64657.59375, + 64665.98828125, + 64668.015625, + 64678.8359375, + 64692.5078125, + 64706.421875, + 64703.59765625, + 64704.3515625, + 64687.45703125, + 64709.0703125, + 64707.23046875, + 64717.25390625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_115750.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_115750.json new file mode 100644 index 0000000000000000000000000000000000000000..b5866e0163816a20d7ab578bfd5ee21788419ddf --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_115750.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T11:57:50.066318+00:00", + "metrics": { + "MSE[mean]": 155044.1373577118, + "MSE[0.5]": 155044.1373577118, + "MAE[0.5]": 315.4353841145833, + "MASE[0.5]": 0.30064972054663275, + "MAPE[0.5]": 0.00493311780428195, + "sMAPE[0.5]": 0.004914663893242663, + "MSIS": 1.9778677400919247, + "RMSE[mean]": 393.7564442110272, + "NRMSE[mean]": 0.00614204475141758, + "ND[0.5]": 0.004920346762309845, + "mean_weighted_sum_quantile_loss": 0.004092627025182892 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64664.0 + ], + "predictions": { + "p50": [ + 64205.65625, + 64228.859375, + 64264.88671875, + 64294.171875, + 64313.81640625, + 64330.8671875, + 64341.109375, + 64350.6171875, + 64364.3828125, + 64375.91015625, + 64395.5078125, + 64411.16796875, + 64424.6640625, + 64435.73828125, + 64450.51953125, + 64456.87890625, + 64458.76171875, + 64464.82421875, + 64475.8203125, + 64482.078125, + 64487.84765625, + 64495.5, + 64506.2890625, + 64513.19140625 + ], + "p10": [ + 63991.87890625, + 63904.73828125, + 63861.5, + 63843.578125, + 63826.890625, + 63814.19921875, + 63790.33203125, + 63766.44140625, + 63754.5078125, + 63730.41796875, + 63711.21484375, + 63691.26953125, + 63668.75390625, + 63652.46484375, + 63633.30859375, + 63607.98828125, + 63578.9140625, + 63559.0, + 63551.1484375, + 63532.28125, + 63514.1953125, + 63499.328125, + 63480.1640625, + 63458.10546875 + ], + "p90": [ + 64437.578125, + 64556.75, + 64665.48828125, + 64745.359375, + 64797.890625, + 64854.453125, + 64905.48828125, + 64949.62890625, + 64991.63671875, + 65031.6484375, + 65082.109375, + 65117.6328125, + 65146.55859375, + 65190.52734375, + 65251.44921875, + 65281.01171875, + 65311.51953125, + 65370.453125, + 65432.47265625, + 65491.22265625, + 65536.875, + 65588.234375, + 65638.4375, + 65680.2421875 + ], + "mean": [ + 64205.65625, + 64228.859375, + 64264.88671875, + 64294.171875, + 64313.81640625, + 64330.8671875, + 64341.109375, + 64350.6171875, + 64364.3828125, + 64375.91015625, + 64395.5078125, + 64411.16796875, + 64424.6640625, + 64435.73828125, + 64450.51953125, + 64456.87890625, + 64458.76171875, + 64464.82421875, + 64475.8203125, + 64482.078125, + 64487.84765625, + 64495.5, + 64506.2890625, + 64513.19140625 + ], + "quantiles": { + "0.1": [ + 63991.87890625, + 63904.73828125, + 63861.5, + 63843.578125, + 63826.890625, + 63814.19921875, + 63790.33203125, + 63766.44140625, + 63754.5078125, + 63730.41796875, + 63711.21484375, + 63691.26953125, + 63668.75390625, + 63652.46484375, + 63633.30859375, + 63607.98828125, + 63578.9140625, + 63559.0, + 63551.1484375, + 63532.28125, + 63514.1953125, + 63499.328125, + 63480.1640625, + 63458.10546875 + ], + "0.2": [ + 63991.87890625, + 63904.73828125, + 63861.5, + 63843.578125, + 63826.890625, + 63814.19921875, + 63790.33203125, + 63766.44140625, + 63754.5078125, + 63730.41796875, + 63711.21484375, + 63691.26953125, + 63668.75390625, + 63652.46484375, + 63633.30859375, + 63607.98828125, + 63578.9140625, + 63559.0, + 63551.1484375, + 63532.28125, + 63514.1953125, + 63499.328125, + 63480.1640625, + 63458.10546875 + ], + "0.3": [ + 63991.87890625, + 63904.73828125, + 63861.5, + 63843.578125, + 63826.890625, + 63814.19921875, + 63790.33203125, + 63766.44140625, + 63754.5078125, + 63730.41796875, + 63711.21484375, + 63691.26953125, + 63668.75390625, + 63652.46484375, + 63633.30859375, + 63607.98828125, + 63578.9140625, + 63559.0, + 63551.1484375, + 63532.28125, + 63514.1953125, + 63499.328125, + 63480.1640625, + 63458.10546875 + ], + "0.4": [ + 64205.65625, + 64228.859375, + 64264.88671875, + 64294.171875, + 64313.81640625, + 64330.8671875, + 64341.109375, + 64350.6171875, + 64364.3828125, + 64375.91015625, + 64395.5078125, + 64411.16796875, + 64424.6640625, + 64435.73828125, + 64450.51953125, + 64456.87890625, + 64458.76171875, + 64464.82421875, + 64475.8203125, + 64482.078125, + 64487.84765625, + 64495.5, + 64506.2890625, + 64513.19140625 + ], + "0.5": [ + 64205.65625, + 64228.859375, + 64264.88671875, + 64294.171875, + 64313.81640625, + 64330.8671875, + 64341.109375, + 64350.6171875, + 64364.3828125, + 64375.91015625, + 64395.5078125, + 64411.16796875, + 64424.6640625, + 64435.73828125, + 64450.51953125, + 64456.87890625, + 64458.76171875, + 64464.82421875, + 64475.8203125, + 64482.078125, + 64487.84765625, + 64495.5, + 64506.2890625, + 64513.19140625 + ], + "0.6": [ + 64205.65625, + 64228.859375, + 64264.88671875, + 64294.171875, + 64313.81640625, + 64330.8671875, + 64341.109375, + 64350.6171875, + 64364.3828125, + 64375.91015625, + 64395.5078125, + 64411.16796875, + 64424.6640625, + 64435.73828125, + 64450.51953125, + 64456.87890625, + 64458.76171875, + 64464.82421875, + 64475.8203125, + 64482.078125, + 64487.84765625, + 64495.5, + 64506.2890625, + 64513.19140625 + ], + "0.7": [ + 64205.65625, + 64228.859375, + 64264.88671875, + 64294.171875, + 64313.81640625, + 64330.8671875, + 64341.109375, + 64350.6171875, + 64364.3828125, + 64375.91015625, + 64395.5078125, + 64411.16796875, + 64424.6640625, + 64435.73828125, + 64450.51953125, + 64456.87890625, + 64458.76171875, + 64464.82421875, + 64475.8203125, + 64482.078125, + 64487.84765625, + 64495.5, + 64506.2890625, + 64513.19140625 + ], + "0.8": [ + 64437.578125, + 64556.75, + 64665.48828125, + 64745.359375, + 64797.890625, + 64854.453125, + 64905.48828125, + 64949.62890625, + 64991.63671875, + 65031.6484375, + 65082.109375, + 65117.6328125, + 65146.55859375, + 65190.52734375, + 65251.44921875, + 65281.01171875, + 65311.51953125, + 65370.453125, + 65432.47265625, + 65491.22265625, + 65536.875, + 65588.234375, + 65638.4375, + 65680.2421875 + ], + "0.9": [ + 64437.578125, + 64556.75, + 64665.48828125, + 64745.359375, + 64797.890625, + 64854.453125, + 64905.48828125, + 64949.62890625, + 64991.63671875, + 65031.6484375, + 65082.109375, + 65117.6328125, + 65146.55859375, + 65190.52734375, + 65251.44921875, + 65281.01171875, + 65311.51953125, + 65370.453125, + 65432.47265625, + 65491.22265625, + 65536.875, + 65588.234375, + 65638.4375, + 65680.2421875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_115731.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_115731.json new file mode 100644 index 0000000000000000000000000000000000000000..dbcce4bd2607c3e7d23f7aa6dcd1f2b0c20f0669 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_115731.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T11:57:31.652498+00:00", + "metrics": { + "MSE[mean]": 84230.46411832173, + "MSE[0.5]": 84230.46411832173, + "MAE[0.5]": 195.08772786458334, + "MASE[0.5]": 0.18594321949391235, + "MAPE[0.5]": 0.0030510428513412825, + "sMAPE[0.5]": 0.003044037505612215, + "MSIS": 1.7627150196178931, + "RMSE[mean]": 290.2248509661461, + "NRMSE[mean]": 0.0045270980292889534, + "ND[0.5]": 0.0030430931927922173, + "mean_weighted_sum_quantile_loss": 0.0036574778026578878 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64664.0 + ], + "predictions": { + "p50": [ + 64211.71484375, + 64222.0390625, + 64230.890625, + 64235.19921875, + 64240.5703125, + 64241.8046875, + 64240.21484375, + 64242.66015625, + 64237.25, + 64235.1875, + 64238.4375, + 64237.78125, + 64234.48828125, + 64237.16015625, + 64233.55078125, + 64233.42578125, + 64232.20703125, + 64231.6328125, + 64231.15234375, + 64231.578125, + 64230.73046875, + 64226.16015625, + 64223.171875, + 64222.91015625 + ], + "p10": [ + 63976.52734375, + 63922.33203125, + 63872.296875, + 63832.859375, + 63787.1875, + 63735.5546875, + 63685.69921875, + 63644.1953125, + 63601.640625, + 63559.03515625, + 63513.9296875, + 63471.921875, + 63421.5, + 63376.84765625, + 63335.31640625, + 63306.515625, + 63257.59765625, + 63213.46484375, + 63176.65234375, + 63138.5546875, + 63109.41015625, + 63066.82421875, + 63016.3359375, + 62981.86328125 + ], + "p90": [ + 64447.71484375, + 64520.859375, + 64591.66015625, + 64642.234375, + 64701.34375, + 64757.5546875, + 64797.46484375, + 64842.22265625, + 64885.69921875, + 64921.2890625, + 64987.18359375, + 65040.00390625, + 65084.80078125, + 65147.0859375, + 65188.515625, + 65220.5546875, + 65264.8359375, + 65299.76953125, + 65343.22265625, + 65383.99609375, + 65413.46875, + 65466.23046875, + 65505.40625, + 65539.2890625 + ], + "mean": [ + 64211.71484375, + 64222.0390625, + 64230.890625, + 64235.19921875, + 64240.5703125, + 64241.8046875, + 64240.21484375, + 64242.66015625, + 64237.25, + 64235.1875, + 64238.4375, + 64237.78125, + 64234.48828125, + 64237.16015625, + 64233.55078125, + 64233.42578125, + 64232.20703125, + 64231.6328125, + 64231.15234375, + 64231.578125, + 64230.73046875, + 64226.16015625, + 64223.171875, + 64222.91015625 + ], + "quantiles": { + "0.1": [ + 63976.52734375, + 63922.33203125, + 63872.296875, + 63832.859375, + 63787.1875, + 63735.5546875, + 63685.69921875, + 63644.1953125, + 63601.640625, + 63559.03515625, + 63513.9296875, + 63471.921875, + 63421.5, + 63376.84765625, + 63335.31640625, + 63306.515625, + 63257.59765625, + 63213.46484375, + 63176.65234375, + 63138.5546875, + 63109.41015625, + 63066.82421875, + 63016.3359375, + 62981.86328125 + ], + "0.2": [ + 63976.52734375, + 63922.33203125, + 63872.296875, + 63832.859375, + 63787.1875, + 63735.5546875, + 63685.69921875, + 63644.1953125, + 63601.640625, + 63559.03515625, + 63513.9296875, + 63471.921875, + 63421.5, + 63376.84765625, + 63335.31640625, + 63306.515625, + 63257.59765625, + 63213.46484375, + 63176.65234375, + 63138.5546875, + 63109.41015625, + 63066.82421875, + 63016.3359375, + 62981.86328125 + ], + "0.3": [ + 63976.52734375, + 63922.33203125, + 63872.296875, + 63832.859375, + 63787.1875, + 63735.5546875, + 63685.69921875, + 63644.1953125, + 63601.640625, + 63559.03515625, + 63513.9296875, + 63471.921875, + 63421.5, + 63376.84765625, + 63335.31640625, + 63306.515625, + 63257.59765625, + 63213.46484375, + 63176.65234375, + 63138.5546875, + 63109.41015625, + 63066.82421875, + 63016.3359375, + 62981.86328125 + ], + "0.4": [ + 64211.71484375, + 64222.0390625, + 64230.890625, + 64235.19921875, + 64240.5703125, + 64241.8046875, + 64240.21484375, + 64242.66015625, + 64237.25, + 64235.1875, + 64238.4375, + 64237.78125, + 64234.48828125, + 64237.16015625, + 64233.55078125, + 64233.42578125, + 64232.20703125, + 64231.6328125, + 64231.15234375, + 64231.578125, + 64230.73046875, + 64226.16015625, + 64223.171875, + 64222.91015625 + ], + "0.5": [ + 64211.71484375, + 64222.0390625, + 64230.890625, + 64235.19921875, + 64240.5703125, + 64241.8046875, + 64240.21484375, + 64242.66015625, + 64237.25, + 64235.1875, + 64238.4375, + 64237.78125, + 64234.48828125, + 64237.16015625, + 64233.55078125, + 64233.42578125, + 64232.20703125, + 64231.6328125, + 64231.15234375, + 64231.578125, + 64230.73046875, + 64226.16015625, + 64223.171875, + 64222.91015625 + ], + "0.6": [ + 64211.71484375, + 64222.0390625, + 64230.890625, + 64235.19921875, + 64240.5703125, + 64241.8046875, + 64240.21484375, + 64242.66015625, + 64237.25, + 64235.1875, + 64238.4375, + 64237.78125, + 64234.48828125, + 64237.16015625, + 64233.55078125, + 64233.42578125, + 64232.20703125, + 64231.6328125, + 64231.15234375, + 64231.578125, + 64230.73046875, + 64226.16015625, + 64223.171875, + 64222.91015625 + ], + "0.7": [ + 64211.71484375, + 64222.0390625, + 64230.890625, + 64235.19921875, + 64240.5703125, + 64241.8046875, + 64240.21484375, + 64242.66015625, + 64237.25, + 64235.1875, + 64238.4375, + 64237.78125, + 64234.48828125, + 64237.16015625, + 64233.55078125, + 64233.42578125, + 64232.20703125, + 64231.6328125, + 64231.15234375, + 64231.578125, + 64230.73046875, + 64226.16015625, + 64223.171875, + 64222.91015625 + ], + "0.8": [ + 64447.71484375, + 64520.859375, + 64591.66015625, + 64642.234375, + 64701.34375, + 64757.5546875, + 64797.46484375, + 64842.22265625, + 64885.69921875, + 64921.2890625, + 64987.18359375, + 65040.00390625, + 65084.80078125, + 65147.0859375, + 65188.515625, + 65220.5546875, + 65264.8359375, + 65299.76953125, + 65343.22265625, + 65383.99609375, + 65413.46875, + 65466.23046875, + 65505.40625, + 65539.2890625 + ], + "0.9": [ + 64447.71484375, + 64520.859375, + 64591.66015625, + 64642.234375, + 64701.34375, + 64757.5546875, + 64797.46484375, + 64842.22265625, + 64885.69921875, + 64921.2890625, + 64987.18359375, + 65040.00390625, + 65084.80078125, + 65147.0859375, + 65188.515625, + 65220.5546875, + 65264.8359375, + 65299.76953125, + 65343.22265625, + 65383.99609375, + 65413.46875, + 65466.23046875, + 65505.40625, + 65539.2890625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_115914.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_115914.json new file mode 100644 index 0000000000000000000000000000000000000000..1fa3027848ab675a8f86355cd97b44918993bf41 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_115914.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T11:59:14.249333+00:00", + "metrics": { + "MSE[mean]": 488.9137250329647, + "MSE[0.5]": 483.03250193671965, + "MAE[0.5]": 21.97800040781567, + "MASE[0.5]": 0.24998673449648154, + "MAPE[0.5]": 0.009724778941511358, + "sMAPE[0.5]": 0.009772295648981142, + "MSIS": 10.211676162739877, + "RMSE[mean]": 22.111393557009578, + "NRMSE[mean]": 0.009783802458853795, + "ND[0.5]": 0.009724778941511358, + "mean_weighted_sum_quantile_loss": 0.009900244870635962 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "actual": [ + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2238.021863867859, + 2238.0219879713163, + 2238.0220801116343, + 2238.0219989721463, + 2238.022016326257, + 2238.0216300441125, + 2238.0219880128375, + 2238.022090823382, + 2238.022071596938, + 2238.0220163244135, + 2238.021946024048, + 2238.0220715969076, + 2238.0220227068075, + 2238.0220952826294, + 2238.022090823463, + 2238.022071596909, + 2238.0220857279555, + 2238.0220870537128, + 2238.0218821060485, + 2238.0219989773236, + 2238.02200994204, + 2238.021935059328, + 2238.0218821060485, + 2238.022067158307 + ], + "p10": [ + 2213.795190694441, + 2214.03435149801, + 2224.641515604551, + 2214.0343515341237, + 2225.820089375166, + 2202.9309125573477, + 2209.9491495820525, + 2236.269982295597, + 2214.03435153933, + 2219.953958646676, + 2225.820089373336, + 2225.2334763006666, + 2213.604952210993, + 2214.034351539301, + 2219.3619979359473, + 2219.953958646686, + 2225.233476300668, + 2213.7951905778323, + 2214.034351539301, + 2211.8736177431865, + 2211.8736177431865, + 2213.6049522109925, + 2225.233476300668, + 2213.7951905778323 + ], + "p90": [ + 2238.0505623682006, + 2238.0235107929725, + 2238.033807417098, + 2238.022511418573, + 2238.023287596642, + 2238.0261625650296, + 2252.9309125637997, + 2238.025519989276, + 2238.1373794468136, + 2238.022589040846, + 2238.056258325252, + 2238.0255199893554, + 2238.023510834264, + 2238.1373794467845, + 2238.0338074024767, + 2238.107522988156, + 2238.0319457525748, + 2238.4060875744435, + 2238.022589040856, + 2238.0319457525748, + 2238.0232875948086, + 2238.0235108342636, + 2238.0562583252486, + 2238.107522988156 + ], + "mean": [ + 2270.0214824954337, + 2294.1547542297185, + 2271.40463248904, + 2258.0126231050203, + 2271.4989559596497, + 2268.2908376739897, + 2305.373055308909, + 2248.6242068340925, + 2283.26676046101, + 2246.9850529192404, + 2259.7490137075342, + 2259.369895265174, + 2270.9101183081984, + 2259.727309860296, + 2247.3300222601333, + 2295.0914751019686, + 2271.451278948902, + 2259.027485913597, + 2234.2891004578223, + 2281.502747682535, + 2245.458643446126, + 2234.1288669128203, + 2247.4497653944854, + 2318.547782854982 + ], + "quantiles": { + "0.1": [ + 2213.795190694441, + 2214.03435149801, + 2224.641515604551, + 2214.0343515341237, + 2225.820089375166, + 2202.9309125573477, + 2209.9491495820525, + 2236.269982295597, + 2214.03435153933, + 2219.953958646676, + 2225.820089373336, + 2225.2334763006666, + 2213.604952210993, + 2214.034351539301, + 2219.3619979359473, + 2219.953958646686, + 2225.233476300668, + 2213.7951905778323, + 2214.034351539301, + 2211.8736177431865, + 2211.8736177431865, + 2213.6049522109925, + 2225.233476300668, + 2213.7951905778323 + ], + "0.2": [ + 2234.627763711637, + 2237.509081328183, + 2236.841810024807, + 2236.841810005008, + 2237.671408322056, + 2232.9595459142997, + 2229.6810092617025, + 2237.97825113524, + 2237.0135665853727, + 2234.627763595018, + 2237.509081369478, + 2237.6116846275827, + 2236.546738097607, + 2237.900154949237, + 2236.7827956276697, + 2236.7827956276697, + 2237.611684627584, + 2237.6594635816946, + 2236.8418100101853, + 2235.121710298706, + 2236.8418100101853, + 2236.979215270312, + 2237.0135665853436, + 2237.509081369474 + ], + "0.3": [ + 2237.879387770858, + 2237.960068199086, + 2238.0035482922895, + 2237.9724741190844, + 2238.0048424224397, + 2237.611684626935, + 2237.942094253265, + 2238.0211908193373, + 2237.979695388115, + 2237.9687523590865, + 2237.9942786439983, + 2238.0066001197115, + 2237.968752359097, + 2238.02022383348, + 2237.960068240377, + 2237.900154949237, + 2238.0194897200045, + 2238.004842420606, + 2237.843710152847, + 2237.9724741242617, + 2237.88322151032, + 2237.9687523590965, + 2237.9724741242617, + 2238.0005286108126 + ], + "0.4": [ + 2238.0031170132975, + 2238.021190778127, + 2238.0218201847415, + 2238.0166214920073, + 2238.021190821252, + 2238.0160976174966, + 2238.0194897202346, + 2238.022009941959, + 2238.02019347272, + 2238.021372187479, + 2238.0200113079613, + 2238.0213721874875, + 2238.0211908194187, + 2238.022008829127, + 2238.021782330622, + 2238.0169707498776, + 2238.0214777589013, + 2238.021845396452, + 2238.0145976077383, + 2238.0194897200045, + 2238.0184821319535, + 2238.0160976181455, + 2238.0194897200045, + 2238.020193472691 + ], + "0.5": [ + 2238.021863867859, + 2238.0219879713163, + 2238.0220801116343, + 2238.0219989721463, + 2238.022016326257, + 2238.0216300441125, + 2238.0219880128375, + 2238.022090823382, + 2238.022071596938, + 2238.0220163244135, + 2238.021946024048, + 2238.0220715969076, + 2238.0220227068075, + 2238.0220952826294, + 2238.022090823463, + 2238.022071596909, + 2238.0220857279555, + 2238.0220870537128, + 2238.0218821060485, + 2238.0219989773236, + 2238.02200994204, + 2238.021935059328, + 2238.0218821060485, + 2238.022067158307 + ], + "0.6": [ + 2238.0220946250865, + 2238.022096218375, + 2238.022097480572, + 2238.0220945033007, + 2238.0220960586144, + 2238.02209304916, + 2238.022096057011, + 2238.0220972786624, + 2238.0220974659796, + 2238.022094186462, + 2238.0220939718047, + 2238.022097465949, + 2238.022096452025, + 2238.0220976136993, + 2238.0220976136993, + 2238.0220963773786, + 2238.0220965639933, + 2238.0220965639933, + 2238.0220885971166, + 2238.022093971801, + 2238.022094186472, + 2238.02209618502, + 2238.022093971801, + 2238.0220965639933 + ], + "0.7": [ + 2238.0220977153804, + 2238.0220976185333, + 2238.0220976744104, + 2238.022097608522, + 2238.022097615533, + 2238.0220972107977, + 2238.022097660085, + 2238.0220976597184, + 2238.0220976610917, + 2238.0220972787333, + 2238.022097465954, + 2238.022097660218, + 2238.0220976600144, + 2238.02209766179, + 2238.022097663488, + 2238.022097659789, + 2238.022097660014, + 2238.022097663488, + 2238.022097598772, + 2238.0220976604724, + 2238.0220976540713, + 2238.0220976409205, + 2238.0220976136993, + 2238.0220976540713 + ], + "0.8": [ + 2238.022097787071, + 2238.0220977400904, + 2238.022097796003, + 2238.0220976583105, + 2238.022097672296, + 2238.0220976898713, + 2238.022103709023, + 2238.0220977813005, + 2238.0221093482346, + 2238.022097659975, + 2238.022097690524, + 2238.022098391163, + 2238.022098391165, + 2238.0221150558737, + 2238.0221059782093, + 2238.0220997631536, + 2238.022098665562, + 2238.022147688412, + 2238.0220977482036, + 2238.0220997631536, + 2238.0220976905202, + 2238.0220977020567, + 2238.0220976905202, + 2238.022098665562 + ], + "0.9": [ + 2238.0505623682006, + 2238.0235107929725, + 2238.033807417098, + 2238.022511418573, + 2238.023287596642, + 2238.0261625650296, + 2252.9309125637997, + 2238.025519989276, + 2238.1373794468136, + 2238.022589040846, + 2238.056258325252, + 2238.0255199893554, + 2238.023510834264, + 2238.1373794467845, + 2238.0338074024767, + 2238.107522988156, + 2238.0319457525748, + 2238.4060875744435, + 2238.022589040856, + 2238.0319457525748, + 2238.0232875948086, + 2238.0235108342636, + 2238.0562583252486, + 2238.107522988156 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_115621.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_115621.json new file mode 100644 index 0000000000000000000000000000000000000000..6880dae555c56f133f52bd576cee907e3c12c610 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_115621.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T11:56:21.487621+00:00", + "metrics": { + "MSE[mean]": 872.6536412363251, + "MSE[0.5]": 872.6536412363251, + "MAE[0.5]": 25.880482991536457, + "MASE[0.5]": 0.29437516198904023, + "MAPE[0.5]": 0.011451541146697547, + "sMAPE[0.5]": 0.0115376590025559, + "MSIS": 0.8843210807908767, + "RMSE[mean]": 29.54071158987754, + "NRMSE[mean]": 0.013071111322954663, + "ND[0.5]": 0.011451541146697547, + "mean_weighted_sum_quantile_loss": 0.008694294367177257 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "actual": [ + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2258.834716796875, + 2258.09228515625, + 2256.991943359375, + 2255.594970703125, + 2253.491455078125, + 2248.946533203125, + 2244.46728515625, + 2240.620361328125, + 2236.7841796875, + 2234.09619140625, + 2233.110595703125, + 2232.07080078125, + 2229.7431640625, + 2228.373779296875, + 2228.068359375, + 2226.080078125, + 2220.09765625, + 2219.681884765625, + 2220.212158203125, + 2219.338134765625, + 2219.04345703125, + 2219.01904296875, + 2218.132568359375, + 2217.976806640625 + ], + "p10": [ + 2252.150390625, + 2250.239990234375, + 2248.662841796875, + 2245.989013671875, + 2240.57373046875, + 2232.558837890625, + 2223.87255859375, + 2218.131591796875, + 2211.4423828125, + 2208.8623046875, + 2206.079833984375, + 2203.3037109375, + 2201.029052734375, + 2198.667236328125, + 2198.267333984375, + 2193.938232421875, + 2195.416015625, + 2194.184326171875, + 2192.921142578125, + 2194.0205078125, + 2191.327880859375, + 2190.5419921875, + 2189.061767578125, + 2188.017578125 + ], + "p90": [ + 2263.054931640625, + 2263.065185546875, + 2262.429931640625, + 2263.6416015625, + 2264.124267578125, + 2262.165771484375, + 2261.33349609375, + 2262.63134765625, + 2261.46923828125, + 2261.85205078125, + 2259.028564453125, + 2258.289794921875, + 2257.7939453125, + 2257.97998046875, + 2257.19384765625, + 2254.175537109375, + 2261.009033203125, + 2260.436767578125, + 2262.44140625, + 2263.985595703125, + 2271.264892578125, + 2271.459716796875, + 2273.916748046875, + 2278.90087890625 + ], + "mean": [ + 2258.834716796875, + 2258.09228515625, + 2256.991943359375, + 2255.594970703125, + 2253.491455078125, + 2248.946533203125, + 2244.46728515625, + 2240.620361328125, + 2236.7841796875, + 2234.09619140625, + 2233.110595703125, + 2232.07080078125, + 2229.7431640625, + 2228.373779296875, + 2228.068359375, + 2226.080078125, + 2220.09765625, + 2219.681884765625, + 2220.212158203125, + 2219.338134765625, + 2219.04345703125, + 2219.01904296875, + 2218.132568359375, + 2217.976806640625 + ], + "quantiles": { + "0.1": [ + 2252.150390625, + 2250.239990234375, + 2248.662841796875, + 2245.989013671875, + 2240.57373046875, + 2232.558837890625, + 2223.87255859375, + 2218.131591796875, + 2211.4423828125, + 2208.8623046875, + 2206.079833984375, + 2203.3037109375, + 2201.029052734375, + 2198.667236328125, + 2198.267333984375, + 2193.938232421875, + 2195.416015625, + 2194.184326171875, + 2192.921142578125, + 2194.0205078125, + 2191.327880859375, + 2190.5419921875, + 2189.061767578125, + 2188.017578125 + ], + "0.2": [ + 2252.150390625, + 2250.239990234375, + 2248.662841796875, + 2245.989013671875, + 2240.57373046875, + 2232.558837890625, + 2223.87255859375, + 2218.131591796875, + 2211.4423828125, + 2208.8623046875, + 2206.079833984375, + 2203.3037109375, + 2201.029052734375, + 2198.667236328125, + 2198.267333984375, + 2193.938232421875, + 2195.416015625, + 2194.184326171875, + 2192.921142578125, + 2194.0205078125, + 2191.327880859375, + 2190.5419921875, + 2189.061767578125, + 2188.017578125 + ], + "0.3": [ + 2252.150390625, + 2250.239990234375, + 2248.662841796875, + 2245.989013671875, + 2240.57373046875, + 2232.558837890625, + 2223.87255859375, + 2218.131591796875, + 2211.4423828125, + 2208.8623046875, + 2206.079833984375, + 2203.3037109375, + 2201.029052734375, + 2198.667236328125, + 2198.267333984375, + 2193.938232421875, + 2195.416015625, + 2194.184326171875, + 2192.921142578125, + 2194.0205078125, + 2191.327880859375, + 2190.5419921875, + 2189.061767578125, + 2188.017578125 + ], + "0.4": [ + 2258.834716796875, + 2258.09228515625, + 2256.991943359375, + 2255.594970703125, + 2253.491455078125, + 2248.946533203125, + 2244.46728515625, + 2240.620361328125, + 2236.7841796875, + 2234.09619140625, + 2233.110595703125, + 2232.07080078125, + 2229.7431640625, + 2228.373779296875, + 2228.068359375, + 2226.080078125, + 2220.09765625, + 2219.681884765625, + 2220.212158203125, + 2219.338134765625, + 2219.04345703125, + 2219.01904296875, + 2218.132568359375, + 2217.976806640625 + ], + "0.5": [ + 2258.834716796875, + 2258.09228515625, + 2256.991943359375, + 2255.594970703125, + 2253.491455078125, + 2248.946533203125, + 2244.46728515625, + 2240.620361328125, + 2236.7841796875, + 2234.09619140625, + 2233.110595703125, + 2232.07080078125, + 2229.7431640625, + 2228.373779296875, + 2228.068359375, + 2226.080078125, + 2220.09765625, + 2219.681884765625, + 2220.212158203125, + 2219.338134765625, + 2219.04345703125, + 2219.01904296875, + 2218.132568359375, + 2217.976806640625 + ], + "0.6": [ + 2258.834716796875, + 2258.09228515625, + 2256.991943359375, + 2255.594970703125, + 2253.491455078125, + 2248.946533203125, + 2244.46728515625, + 2240.620361328125, + 2236.7841796875, + 2234.09619140625, + 2233.110595703125, + 2232.07080078125, + 2229.7431640625, + 2228.373779296875, + 2228.068359375, + 2226.080078125, + 2220.09765625, + 2219.681884765625, + 2220.212158203125, + 2219.338134765625, + 2219.04345703125, + 2219.01904296875, + 2218.132568359375, + 2217.976806640625 + ], + "0.7": [ + 2258.834716796875, + 2258.09228515625, + 2256.991943359375, + 2255.594970703125, + 2253.491455078125, + 2248.946533203125, + 2244.46728515625, + 2240.620361328125, + 2236.7841796875, + 2234.09619140625, + 2233.110595703125, + 2232.07080078125, + 2229.7431640625, + 2228.373779296875, + 2228.068359375, + 2226.080078125, + 2220.09765625, + 2219.681884765625, + 2220.212158203125, + 2219.338134765625, + 2219.04345703125, + 2219.01904296875, + 2218.132568359375, + 2217.976806640625 + ], + "0.8": [ + 2263.054931640625, + 2263.065185546875, + 2262.429931640625, + 2263.6416015625, + 2264.124267578125, + 2262.165771484375, + 2261.33349609375, + 2262.63134765625, + 2261.46923828125, + 2261.85205078125, + 2259.028564453125, + 2258.289794921875, + 2257.7939453125, + 2257.97998046875, + 2257.19384765625, + 2254.175537109375, + 2261.009033203125, + 2260.436767578125, + 2262.44140625, + 2263.985595703125, + 2271.264892578125, + 2271.459716796875, + 2273.916748046875, + 2278.90087890625 + ], + "0.9": [ + 2263.054931640625, + 2263.065185546875, + 2262.429931640625, + 2263.6416015625, + 2264.124267578125, + 2262.165771484375, + 2261.33349609375, + 2262.63134765625, + 2261.46923828125, + 2261.85205078125, + 2259.028564453125, + 2258.289794921875, + 2257.7939453125, + 2257.97998046875, + 2257.19384765625, + 2254.175537109375, + 2261.009033203125, + 2260.436767578125, + 2262.44140625, + 2263.985595703125, + 2271.264892578125, + 2271.459716796875, + 2273.916748046875, + 2278.90087890625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_115914.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_115914.json new file mode 100644 index 0000000000000000000000000000000000000000..e64f2637754db187413841e1824993d58162f477 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_115914.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T11:59:14.345838+00:00", + "metrics": { + "MSE[mean]": 583.8405802273383, + "MSE[0.5]": 534.6803935777913, + "MAE[0.5]": 20.541728581085938, + "MASE[0.5]": 0.23364999333936612, + "MAPE[0.5]": 0.009089260434108822, + "sMAPE[0.5]": 0.009141942595167277, + "MSIS": 9.345999733574645, + "RMSE[mean]": 24.16279330349325, + "NRMSE[mean]": 0.010691501461722677, + "ND[0.5]": 0.009089260434108822, + "mean_weighted_sum_quantile_loss": 0.009089260434108824 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "actual": [ + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2257.09632896847, + 2255.5625848337263, + 2254.028840698982, + 2252.4950965642383, + 2250.961352429494, + 2249.4276082947504, + 2247.893864160006, + 2246.360120025262, + 2244.826375890518, + 2243.292631755774, + 2241.75888762103, + 2240.225143486286, + 2238.6913993515423, + 2237.157655216798, + 2235.623911082054, + 2234.09016694731, + 2232.556422812566, + 2231.022678677822, + 2229.488934543078, + 2227.955190408334, + 2226.42144627359, + 2224.8877021388457, + 2223.353958004102, + 2221.8202138693578 + ], + "p10": [ + 2257.09632896847, + 2255.5625848337263, + 2254.028840698982, + 2252.4950965642383, + 2250.961352429494, + 2249.4276082947504, + 2247.893864160006, + 2246.360120025262, + 2244.826375890518, + 2243.292631755774, + 2241.75888762103, + 2240.225143486286, + 2238.6913993515423, + 2237.157655216798, + 2235.623911082054, + 2234.09016694731, + 2232.556422812566, + 2231.022678677822, + 2229.488934543078, + 2227.955190408334, + 2226.42144627359, + 2224.8877021388457, + 2223.353958004102, + 2221.8202138693578 + ], + "p90": [ + 2257.09632896847, + 2255.5625848337263, + 2254.028840698982, + 2252.4950965642383, + 2250.961352429494, + 2249.4276082947504, + 2247.893864160006, + 2246.360120025262, + 2244.826375890518, + 2243.292631755774, + 2241.75888762103, + 2240.225143486286, + 2238.6913993515423, + 2237.157655216798, + 2235.623911082054, + 2234.09016694731, + 2232.556422812566, + 2231.022678677822, + 2229.488934543078, + 2227.955190408334, + 2226.42144627359, + 2224.8877021388457, + 2223.353958004102, + 2221.8202138693578 + ], + "mean": [ + 2257.146328968473, + 2255.462584833721, + 2252.628840698987, + 2252.345096564235, + 2248.561352429485, + 2248.5776082947577, + 2248.3438641599996, + 2245.7101200252723, + 2243.6263758905225, + 2241.6926317557704, + 2241.808887621037, + 2238.525143486285, + 2236.3913993515353, + 2235.4576552168073, + 2233.3739110820493, + 2232.6401669473216, + 2232.556422812572, + 2229.872678677812, + 2227.588934543084, + 2227.0551904083345, + 2225.771446273583, + 2223.487702138849, + 2221.2039580040973, + 2221.920213869347 + ], + "quantiles": { + "0.1": [ + 2257.09632896847, + 2255.5625848337263, + 2254.028840698982, + 2252.4950965642383, + 2250.961352429494, + 2249.4276082947504, + 2247.893864160006, + 2246.360120025262, + 2244.826375890518, + 2243.292631755774, + 2241.75888762103, + 2240.225143486286, + 2238.6913993515423, + 2237.157655216798, + 2235.623911082054, + 2234.09016694731, + 2232.556422812566, + 2231.022678677822, + 2229.488934543078, + 2227.955190408334, + 2226.42144627359, + 2224.8877021388457, + 2223.353958004102, + 2221.8202138693578 + ], + "0.2": [ + 2257.09632896847, + 2255.5625848337263, + 2254.028840698982, + 2252.4950965642383, + 2250.961352429494, + 2249.4276082947504, + 2247.893864160006, + 2246.360120025262, + 2244.826375890518, + 2243.292631755774, + 2241.75888762103, + 2240.225143486286, + 2238.6913993515423, + 2237.157655216798, + 2235.623911082054, + 2234.09016694731, + 2232.556422812566, + 2231.022678677822, + 2229.488934543078, + 2227.955190408334, + 2226.42144627359, + 2224.8877021388457, + 2223.353958004102, + 2221.8202138693578 + ], + "0.3": [ + 2257.09632896847, + 2255.5625848337263, + 2254.028840698982, + 2252.4950965642383, + 2250.961352429494, + 2249.4276082947504, + 2247.893864160006, + 2246.360120025262, + 2244.826375890518, + 2243.292631755774, + 2241.75888762103, + 2240.225143486286, + 2238.6913993515423, + 2237.157655216798, + 2235.623911082054, + 2234.09016694731, + 2232.556422812566, + 2231.022678677822, + 2229.488934543078, + 2227.955190408334, + 2226.42144627359, + 2224.8877021388457, + 2223.353958004102, + 2221.8202138693578 + ], + "0.4": [ + 2257.09632896847, + 2255.5625848337263, + 2254.028840698982, + 2252.4950965642383, + 2250.961352429494, + 2249.4276082947504, + 2247.893864160006, + 2246.360120025262, + 2244.826375890518, + 2243.292631755774, + 2241.75888762103, + 2240.225143486286, + 2238.6913993515423, + 2237.157655216798, + 2235.623911082054, + 2234.09016694731, + 2232.556422812566, + 2231.022678677822, + 2229.488934543078, + 2227.955190408334, + 2226.42144627359, + 2224.8877021388457, + 2223.353958004102, + 2221.8202138693578 + ], + "0.5": [ + 2257.09632896847, + 2255.5625848337263, + 2254.028840698982, + 2252.4950965642383, + 2250.961352429494, + 2249.4276082947504, + 2247.893864160006, + 2246.360120025262, + 2244.826375890518, + 2243.292631755774, + 2241.75888762103, + 2240.225143486286, + 2238.6913993515423, + 2237.157655216798, + 2235.623911082054, + 2234.09016694731, + 2232.556422812566, + 2231.022678677822, + 2229.488934543078, + 2227.955190408334, + 2226.42144627359, + 2224.8877021388457, + 2223.353958004102, + 2221.8202138693578 + ], + "0.6": [ + 2257.09632896847, + 2255.5625848337263, + 2254.028840698982, + 2252.4950965642383, + 2250.961352429494, + 2249.4276082947504, + 2247.893864160006, + 2246.360120025262, + 2244.826375890518, + 2243.292631755774, + 2241.75888762103, + 2240.225143486286, + 2238.6913993515423, + 2237.157655216798, + 2235.623911082054, + 2234.09016694731, + 2232.556422812566, + 2231.022678677822, + 2229.488934543078, + 2227.955190408334, + 2226.42144627359, + 2224.8877021388457, + 2223.353958004102, + 2221.8202138693578 + ], + "0.7": [ + 2257.09632896847, + 2255.5625848337263, + 2254.028840698982, + 2252.4950965642383, + 2250.961352429494, + 2249.4276082947504, + 2247.893864160006, + 2246.360120025262, + 2244.826375890518, + 2243.292631755774, + 2241.75888762103, + 2240.225143486286, + 2238.6913993515423, + 2237.157655216798, + 2235.623911082054, + 2234.09016694731, + 2232.556422812566, + 2231.022678677822, + 2229.488934543078, + 2227.955190408334, + 2226.42144627359, + 2224.8877021388457, + 2223.353958004102, + 2221.8202138693578 + ], + "0.8": [ + 2257.09632896847, + 2255.5625848337263, + 2254.028840698982, + 2252.4950965642383, + 2250.961352429494, + 2249.4276082947504, + 2247.893864160006, + 2246.360120025262, + 2244.826375890518, + 2243.292631755774, + 2241.75888762103, + 2240.225143486286, + 2238.6913993515423, + 2237.157655216798, + 2235.623911082054, + 2234.09016694731, + 2232.556422812566, + 2231.022678677822, + 2229.488934543078, + 2227.955190408334, + 2226.42144627359, + 2224.8877021388457, + 2223.353958004102, + 2221.8202138693578 + ], + "0.9": [ + 2257.09632896847, + 2255.5625848337263, + 2254.028840698982, + 2252.4950965642383, + 2250.961352429494, + 2249.4276082947504, + 2247.893864160006, + 2246.360120025262, + 2244.826375890518, + 2243.292631755774, + 2241.75888762103, + 2240.225143486286, + 2238.6913993515423, + 2237.157655216798, + 2235.623911082054, + 2234.09016694731, + 2232.556422812566, + 2231.022678677822, + 2229.488934543078, + 2227.955190408334, + 2226.42144627359, + 2224.8877021388457, + 2223.353958004102, + 2221.8202138693578 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_115844.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_115844.json new file mode 100644 index 0000000000000000000000000000000000000000..95df1ce88b6d45f475344944a56c7609fb6ac98a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_115844.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T11:58:44.285103+00:00", + "metrics": { + "MSE[mean]": 25.001369843880337, + "MSE[0.5]": 18.91208793843786, + "MAE[0.5]": 3.2848409016927085, + "MASE[0.5]": 0.037363119260959705, + "MAPE[0.5]": 0.0014534694255277467, + "sMAPE[0.5]": 0.00145531303517196, + "MSIS": 0.7275867914136551, + "RMSE[mean]": 5.000136982511613, + "NRMSE[mean]": 0.002212449992261776, + "ND[0.5]": 0.0014534694255277471, + "mean_weighted_sum_quantile_loss": 0.0036139390633482104 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "actual": [ + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2260.6661376953125, + 2259.8564453125, + 2260.4140625, + 2260.2803955078125, + 2260.902099609375, + 2259.0306396484375, + 2257.9127197265625, + 2258.038330078125, + 2256.977783203125, + 2257.31982421875, + 2256.0318603515625, + 2256.9521484375, + 2256.05517578125, + 2256.8812255859375, + 2255.009033203125, + 2255.9102783203125, + 2254.7933349609375, + 2259.0321044921875, + 2255.046142578125, + 2251.9193115234375, + 2249.9090576171875, + 2254.0703125, + 2253.7735595703125, + 2249.77685546875 + ], + "p10": [ + 2252.4609375, + 2249.3741455078125, + 2251.0357666015625, + 2244.461669921875, + 2246.4005126953125, + 2238.233154296875, + 2237.7772216796875, + 2237.748779296875, + 2236.6871337890625, + 2231.1387939453125, + 2224.037353515625, + 2229.9527587890625, + 2226.490966796875, + 2221.5169677734375, + 2219.4053955078125, + 2218.996826171875, + 2221.492431640625, + 2221.0970458984375, + 2215.679931640625, + 2210.0233154296875, + 2201.307861328125, + 2206.843994140625, + 2204.359130859375, + 2204.7227783203125 + ], + "p90": [ + 2268.5093994140625, + 2271.099365234375, + 2273.34130859375, + 2273.3917236328125, + 2274.733642578125, + 2274.41162109375, + 2277.8553466796875, + 2279.0682373046875, + 2279.0645751953125, + 2285.609619140625, + 2284.36279296875, + 2283.900634765625, + 2289.431640625, + 2297.3944091796875, + 2295.886474609375, + 2292.93212890625, + 2309.9459228515625, + 2307.0614013671875, + 2300.2972412109375, + 2297.0367431640625, + 2286.872314453125, + 2321.84716796875, + 2303.0496826171875, + 2309.9127197265625 + ], + "mean": [ + 2260.516357421875, + 2261.1865234375, + 2263.70947265625, + 2260.77392578125, + 2260.8974609375, + 2257.99609375, + 2260.513427734375, + 2259.237548828125, + 2258.223388671875, + 2257.58251953125, + 2257.04150390625, + 2256.927978515625, + 2264.15576171875, + 2258.48876953125, + 2255.5908203125, + 2256.468505859375, + 2261.3828125, + 2266.25634765625, + 2257.688720703125, + 2252.546875, + 2257.679443359375, + 2259.93701171875, + 2260.378662109375, + 2251.31689453125 + ], + "quantiles": { + "0.1": [ + 2252.4609375, + 2249.3741455078125, + 2251.0357666015625, + 2244.461669921875, + 2246.4005126953125, + 2238.233154296875, + 2237.7772216796875, + 2237.748779296875, + 2236.6871337890625, + 2231.1387939453125, + 2224.037353515625, + 2229.9527587890625, + 2226.490966796875, + 2221.5169677734375, + 2219.4053955078125, + 2218.996826171875, + 2221.492431640625, + 2221.0970458984375, + 2215.679931640625, + 2210.0233154296875, + 2201.307861328125, + 2206.843994140625, + 2204.359130859375, + 2204.7227783203125 + ], + "0.2": [ + 2252.4609375, + 2249.3741455078125, + 2251.0357666015625, + 2244.461669921875, + 2246.4005126953125, + 2238.233154296875, + 2237.7772216796875, + 2237.748779296875, + 2236.6871337890625, + 2231.1387939453125, + 2224.037353515625, + 2229.9527587890625, + 2226.490966796875, + 2221.5169677734375, + 2219.4053955078125, + 2218.996826171875, + 2221.492431640625, + 2221.0970458984375, + 2215.679931640625, + 2210.0233154296875, + 2201.307861328125, + 2206.843994140625, + 2204.359130859375, + 2204.7227783203125 + ], + "0.3": [ + 2252.4609375, + 2249.3741455078125, + 2251.0357666015625, + 2244.461669921875, + 2246.4005126953125, + 2238.233154296875, + 2237.7772216796875, + 2237.748779296875, + 2236.6871337890625, + 2231.1387939453125, + 2224.037353515625, + 2229.9527587890625, + 2226.490966796875, + 2221.5169677734375, + 2219.4053955078125, + 2218.996826171875, + 2221.492431640625, + 2221.0970458984375, + 2215.679931640625, + 2210.0233154296875, + 2201.307861328125, + 2206.843994140625, + 2204.359130859375, + 2204.7227783203125 + ], + "0.4": [ + 2260.6661376953125, + 2259.8564453125, + 2260.4140625, + 2260.2803955078125, + 2260.902099609375, + 2259.0306396484375, + 2257.9127197265625, + 2258.038330078125, + 2256.977783203125, + 2257.31982421875, + 2256.0318603515625, + 2256.9521484375, + 2256.05517578125, + 2256.8812255859375, + 2255.009033203125, + 2255.9102783203125, + 2254.7933349609375, + 2259.0321044921875, + 2255.046142578125, + 2251.9193115234375, + 2249.9090576171875, + 2254.0703125, + 2253.7735595703125, + 2249.77685546875 + ], + "0.5": [ + 2260.6661376953125, + 2259.8564453125, + 2260.4140625, + 2260.2803955078125, + 2260.902099609375, + 2259.0306396484375, + 2257.9127197265625, + 2258.038330078125, + 2256.977783203125, + 2257.31982421875, + 2256.0318603515625, + 2256.9521484375, + 2256.05517578125, + 2256.8812255859375, + 2255.009033203125, + 2255.9102783203125, + 2254.7933349609375, + 2259.0321044921875, + 2255.046142578125, + 2251.9193115234375, + 2249.9090576171875, + 2254.0703125, + 2253.7735595703125, + 2249.77685546875 + ], + "0.6": [ + 2260.6661376953125, + 2259.8564453125, + 2260.4140625, + 2260.2803955078125, + 2260.902099609375, + 2259.0306396484375, + 2257.9127197265625, + 2258.038330078125, + 2256.977783203125, + 2257.31982421875, + 2256.0318603515625, + 2256.9521484375, + 2256.05517578125, + 2256.8812255859375, + 2255.009033203125, + 2255.9102783203125, + 2254.7933349609375, + 2259.0321044921875, + 2255.046142578125, + 2251.9193115234375, + 2249.9090576171875, + 2254.0703125, + 2253.7735595703125, + 2249.77685546875 + ], + "0.7": [ + 2260.6661376953125, + 2259.8564453125, + 2260.4140625, + 2260.2803955078125, + 2260.902099609375, + 2259.0306396484375, + 2257.9127197265625, + 2258.038330078125, + 2256.977783203125, + 2257.31982421875, + 2256.0318603515625, + 2256.9521484375, + 2256.05517578125, + 2256.8812255859375, + 2255.009033203125, + 2255.9102783203125, + 2254.7933349609375, + 2259.0321044921875, + 2255.046142578125, + 2251.9193115234375, + 2249.9090576171875, + 2254.0703125, + 2253.7735595703125, + 2249.77685546875 + ], + "0.8": [ + 2268.5093994140625, + 2271.099365234375, + 2273.34130859375, + 2273.3917236328125, + 2274.733642578125, + 2274.41162109375, + 2277.8553466796875, + 2279.0682373046875, + 2279.0645751953125, + 2285.609619140625, + 2284.36279296875, + 2283.900634765625, + 2289.431640625, + 2297.3944091796875, + 2295.886474609375, + 2292.93212890625, + 2309.9459228515625, + 2307.0614013671875, + 2300.2972412109375, + 2297.0367431640625, + 2286.872314453125, + 2321.84716796875, + 2303.0496826171875, + 2309.9127197265625 + ], + "0.9": [ + 2268.5093994140625, + 2271.099365234375, + 2273.34130859375, + 2273.3917236328125, + 2274.733642578125, + 2274.41162109375, + 2277.8553466796875, + 2279.0682373046875, + 2279.0645751953125, + 2285.609619140625, + 2284.36279296875, + 2283.900634765625, + 2289.431640625, + 2297.3944091796875, + 2295.886474609375, + 2292.93212890625, + 2309.9459228515625, + 2307.0614013671875, + 2300.2972412109375, + 2297.0367431640625, + 2286.872314453125, + 2321.84716796875, + 2303.0496826171875, + 2309.9127197265625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_115914.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_115914.json new file mode 100644 index 0000000000000000000000000000000000000000..4381b85141d7591d3018edf0654531cc4087b246 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_115914.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T11:59:14.373955+00:00", + "metrics": { + "MSE[mean]": 109.3402813364025, + "MSE[0.5]": 131.64542936287924, + "MAE[0.5]": 11.473684210526244, + "MASE[0.5]": 0.13050636068845017, + "MAPE[0.5]": 0.005076851420586834, + "sMAPE[0.5]": 0.005063996840809278, + "MSIS": 5.2202544275380065, + "RMSE[mean]": 10.45659033033247, + "NRMSE[mean]": 0.004626809880678083, + "ND[0.5]": 0.005076851420586834, + "mean_weighted_sum_quantile_loss": 0.005076851420586833 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "actual": [ + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262 + ], + "p10": [ + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262 + ], + "p90": [ + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262 + ], + "mean": [ + 2271.5236842105187, + 2271.3736842105186, + 2270.0736842105184, + 2271.3236842105184, + 2269.0736842105184, + 2270.6236842105186, + 2271.9236842105183, + 2270.8236842105184, + 2270.2736842105187, + 2269.8736842105186, + 2271.5236842105187, + 2269.7736842105187, + 2269.1736842105183, + 2269.7736842105187, + 2269.2236842105185, + 2270.0236842105187, + 2271.4736842105185, + 2270.3236842105184, + 2269.5736842105184, + 2270.5736842105184, + 2270.8236842105184, + 2270.0736842105184, + 2269.3236842105184, + 2271.5736842105184 + ], + "quantiles": { + "0.1": [ + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262 + ], + "0.2": [ + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262 + ], + "0.3": [ + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262 + ], + "0.4": [ + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262 + ], + "0.5": [ + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262 + ], + "0.6": [ + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262 + ], + "0.7": [ + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262 + ], + "0.8": [ + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262 + ], + "0.9": [ + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262, + 2271.4736842105262 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_115914.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_115914.json new file mode 100644 index 0000000000000000000000000000000000000000..4f05f120e2b7bff1ef86b96e36ad7456d1130da0 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_115914.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T11:59:14.414366+00:00", + "metrics": { + "MSE[mean]": 400.0, + "MSE[0.5]": 400.0, + "MAE[0.5]": 10.0, + "MASE[0.5]": 0.11374407582938388, + "MAPE[0.5]": 0.004424778761061947, + "sMAPE[0.5]": 0.0043859649122807015, + "MSIS": 1.5491942180409062, + "RMSE[mean]": 20.0, + "NRMSE[mean]": 0.008849557522123894, + "ND[0.5]": 0.004424778761061947, + "mean_weighted_sum_quantile_loss": 0.00620943952802358 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "actual": [ + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "p10": [ + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8 + ], + "p90": [ + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2 + ], + "mean": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "quantiles": { + "0.1": [ + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8, + 2214.8 + ], + "0.2": [ + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1, + 2226.1 + ], + "0.3": [ + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4, + 2237.4 + ], + "0.4": [ + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7, + 2248.7 + ], + "0.5": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "0.6": [ + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997, + 2271.2999999999997 + ], + "0.7": [ + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6, + 2282.6 + ], + "0.8": [ + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996, + 2293.8999999999996 + ], + "0.9": [ + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2, + 2305.2 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_115910.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_115910.json new file mode 100644 index 0000000000000000000000000000000000000000..106244e32cb694a111428175376fb6a3ab5c7099 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_115910.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T11:59:10.101711+00:00", + "metrics": { + "MSE[mean]": 5.5838165283203125, + "MSE[0.5]": 5.5838165283203125, + "MAE[0.5]": 2.2373046875, + "MASE[0.5]": 0.0254480154028436, + "MAPE[0.5]": 0.0009899578263274336, + "sMAPE[0.5]": 0.0009905047705816132, + "MSIS": 0.48022113818127954, + "RMSE[mean]": 2.3630100567539514, + "NRMSE[mean]": 0.001045579671130067, + "ND[0.5]": 0.0009899578263274336, + "mean_weighted_sum_quantile_loss": 0.002033422939584357 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "actual": [ + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2257.66015625, + 2258.48046875, + 2257.66015625, + 2258.0703125, + 2257.25, + 2257.66015625, + 2257.25, + 2256.83984375, + 2257.25, + 2257.25, + 2256.4296875, + 2256.83984375, + 2257.25, + 2256.83984375, + 2256.83984375, + 2257.66015625, + 2258.48046875, + 2258.48046875, + 2258.0703125, + 2258.890625, + 2258.890625, + 2258.48046875, + 2258.890625, + 2258.890625 + ], + "p10": [ + 2255.609375, + 2255.19921875, + 2254.37890625, + 2253.96875, + 2252.73828125, + 2252.73828125, + 2250.6875, + 2249.8671875, + 2249.046875, + 2249.046875, + 2247.81640625, + 2246.5859375, + 2246.5859375, + 2245.765625, + 2245.765625, + 2245.35546875, + 2246.99609375, + 2246.5859375, + 2245.765625, + 2246.17578125, + 2245.765625, + 2246.17578125, + 2245.765625, + 2244.9453125 + ], + "p90": [ + 2259.30078125, + 2261.3515625, + 2262.171875, + 2264.6328125, + 2266.68359375, + 2269.14453125, + 2271.1953125, + 2274.88671875, + 2279.80859375, + 2284.3203125, + 2288.216796875, + 2292.318359375, + 2295.8046875, + 2298.67578125, + 2300.7265625, + 2302.3671875, + 2303.1875, + 2306.673828125, + 2308.9296875, + 2310.16015625, + 2311.0830078125, + 2312.2109375, + 2314.671875, + 2316.107421875 + ], + "mean": [ + 2257.66015625, + 2258.48046875, + 2257.66015625, + 2258.0703125, + 2257.25, + 2257.66015625, + 2257.25, + 2256.83984375, + 2257.25, + 2257.25, + 2256.4296875, + 2256.83984375, + 2257.25, + 2256.83984375, + 2256.83984375, + 2257.66015625, + 2258.48046875, + 2258.48046875, + 2258.0703125, + 2258.890625, + 2258.890625, + 2258.48046875, + 2258.890625, + 2258.890625 + ], + "quantiles": { + "0.1": [ + 2255.609375, + 2255.19921875, + 2254.37890625, + 2253.96875, + 2252.73828125, + 2252.73828125, + 2250.6875, + 2249.8671875, + 2249.046875, + 2249.046875, + 2247.81640625, + 2246.5859375, + 2246.5859375, + 2245.765625, + 2245.765625, + 2245.35546875, + 2246.99609375, + 2246.5859375, + 2245.765625, + 2246.17578125, + 2245.765625, + 2246.17578125, + 2245.765625, + 2244.9453125 + ], + "0.2": [ + 2255.609375, + 2255.19921875, + 2254.37890625, + 2253.96875, + 2252.73828125, + 2252.73828125, + 2250.6875, + 2249.8671875, + 2249.046875, + 2249.046875, + 2247.81640625, + 2246.5859375, + 2246.5859375, + 2245.765625, + 2245.765625, + 2245.35546875, + 2246.99609375, + 2246.5859375, + 2245.765625, + 2246.17578125, + 2245.765625, + 2246.17578125, + 2245.765625, + 2244.9453125 + ], + "0.3": [ + 2255.609375, + 2255.19921875, + 2254.37890625, + 2253.96875, + 2252.73828125, + 2252.73828125, + 2250.6875, + 2249.8671875, + 2249.046875, + 2249.046875, + 2247.81640625, + 2246.5859375, + 2246.5859375, + 2245.765625, + 2245.765625, + 2245.35546875, + 2246.99609375, + 2246.5859375, + 2245.765625, + 2246.17578125, + 2245.765625, + 2246.17578125, + 2245.765625, + 2244.9453125 + ], + "0.4": [ + 2257.66015625, + 2258.48046875, + 2257.66015625, + 2258.0703125, + 2257.25, + 2257.66015625, + 2257.25, + 2256.83984375, + 2257.25, + 2257.25, + 2256.4296875, + 2256.83984375, + 2257.25, + 2256.83984375, + 2256.83984375, + 2257.66015625, + 2258.48046875, + 2258.48046875, + 2258.0703125, + 2258.890625, + 2258.890625, + 2258.48046875, + 2258.890625, + 2258.890625 + ], + "0.5": [ + 2257.66015625, + 2258.48046875, + 2257.66015625, + 2258.0703125, + 2257.25, + 2257.66015625, + 2257.25, + 2256.83984375, + 2257.25, + 2257.25, + 2256.4296875, + 2256.83984375, + 2257.25, + 2256.83984375, + 2256.83984375, + 2257.66015625, + 2258.48046875, + 2258.48046875, + 2258.0703125, + 2258.890625, + 2258.890625, + 2258.48046875, + 2258.890625, + 2258.890625 + ], + "0.6": [ + 2257.66015625, + 2258.48046875, + 2257.66015625, + 2258.0703125, + 2257.25, + 2257.66015625, + 2257.25, + 2256.83984375, + 2257.25, + 2257.25, + 2256.4296875, + 2256.83984375, + 2257.25, + 2256.83984375, + 2256.83984375, + 2257.66015625, + 2258.48046875, + 2258.48046875, + 2258.0703125, + 2258.890625, + 2258.890625, + 2258.48046875, + 2258.890625, + 2258.890625 + ], + "0.7": [ + 2257.66015625, + 2258.48046875, + 2257.66015625, + 2258.0703125, + 2257.25, + 2257.66015625, + 2257.25, + 2256.83984375, + 2257.25, + 2257.25, + 2256.4296875, + 2256.83984375, + 2257.25, + 2256.83984375, + 2256.83984375, + 2257.66015625, + 2258.48046875, + 2258.48046875, + 2258.0703125, + 2258.890625, + 2258.890625, + 2258.48046875, + 2258.890625, + 2258.890625 + ], + "0.8": [ + 2259.30078125, + 2261.3515625, + 2262.171875, + 2264.6328125, + 2266.68359375, + 2269.14453125, + 2271.1953125, + 2274.88671875, + 2279.80859375, + 2284.3203125, + 2288.216796875, + 2292.318359375, + 2295.8046875, + 2298.67578125, + 2300.7265625, + 2302.3671875, + 2303.1875, + 2306.673828125, + 2308.9296875, + 2310.16015625, + 2311.0830078125, + 2312.2109375, + 2314.671875, + 2316.107421875 + ], + "0.9": [ + 2259.30078125, + 2261.3515625, + 2262.171875, + 2264.6328125, + 2266.68359375, + 2269.14453125, + 2271.1953125, + 2274.88671875, + 2279.80859375, + 2284.3203125, + 2288.216796875, + 2292.318359375, + 2295.8046875, + 2298.67578125, + 2300.7265625, + 2302.3671875, + 2303.1875, + 2306.673828125, + 2308.9296875, + 2310.16015625, + 2311.0830078125, + 2312.2109375, + 2314.671875, + 2316.107421875 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_115702.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_115702.json new file mode 100644 index 0000000000000000000000000000000000000000..a9a55beacbbe2b27b1fef4ac9518aa2b8814eff2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_115702.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T11:57:02.086437+00:00", + "metrics": { + "MSE[mean]": 18.52015683799982, + "MSE[0.5]": 64.11437094956636, + "MAE[0.5]": 7.054595947265625, + "MASE[0.5]": 0.08024184963714455, + "MAPE[0.5]": 0.0031215026315334626, + "sMAPE[0.5]": 0.003127792298151148, + "MSIS": 0.6884683473415283, + "RMSE[mean]": 4.303505180431391, + "NRMSE[mean]": 0.0019042058320492882, + "ND[0.5]": 0.003121502631533462, + "mean_weighted_sum_quantile_loss": 0.0021380387177743973 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "actual": [ + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2260.33984375, + 2258.9208984375, + 2256.978271484375, + 2255.1572265625, + 2257.34228515625, + 2257.58544921875, + 2256.432373046875, + 2255.13232421875, + 2252.056640625, + 2255.39111328125, + 2252.04736328125, + 2253.95947265625, + 2252.111328125, + 2253.240234375, + 2253.9453125, + 2253.33203125, + 2250.80859375, + 2249.3369140625, + 2248.158203125, + 2248.34326171875, + 2248.74658203125, + 2247.754638671875, + 2247.0458984375, + 2247.203125 + ], + "p10": [ + 2263.90673828125, + 2260.736328125, + 2257.4970703125, + 2260.101318359375, + 2262.288818359375, + 2260.62353515625, + 2262.1328125, + 2258.165283203125, + 2263.998046875, + 2257.572265625, + 2259.0771484375, + 2265.4013671875, + 2261.47998046875, + 2258.3701171875, + 2260.0712890625, + 2255.1064453125, + 2262.923828125, + 2265.72705078125, + 2259.76806640625, + 2260.65673828125, + 2258.99853515625, + 2258.619140625, + 2261.271240234375, + 2260.008056640625 + ], + "p90": [ + 2262.500244140625, + 2263.288818359375, + 2262.4345703125, + 2263.07666015625, + 2266.27197265625, + 2266.708251953125, + 2265.33447265625, + 2264.880859375, + 2263.146484375, + 2267.008544921875, + 2266.501953125, + 2265.033203125, + 2267.605712890625, + 2271.446044921875, + 2272.56591796875, + 2272.493408203125, + 2272.10986328125, + 2271.7822265625, + 2272.267578125, + 2274.345703125, + 2275.213623046875, + 2275.961181640625, + 2275.765625, + 2276.340576171875 + ], + "mean": [ + 2260.91455078125, + 2260.135498046875, + 2258.198974609375, + 2258.83154296875, + 2259.933837890625, + 2259.908203125, + 2258.896484375, + 2257.80810546875, + 2255.761474609375, + 2257.7060546875, + 2255.9501953125, + 2256.66064453125, + 2256.083251953125, + 2257.166748046875, + 2257.0458984375, + 2257.21484375, + 2255.746826171875, + 2254.756103515625, + 2252.80078125, + 2253.722412109375, + 2253.0078125, + 2253.014404296875, + 2252.61669921875, + 2252.697509765625 + ], + "quantiles": { + "0.1": [ + 2263.90673828125, + 2260.736328125, + 2257.4970703125, + 2260.101318359375, + 2262.288818359375, + 2260.62353515625, + 2262.1328125, + 2258.165283203125, + 2263.998046875, + 2257.572265625, + 2259.0771484375, + 2265.4013671875, + 2261.47998046875, + 2258.3701171875, + 2260.0712890625, + 2255.1064453125, + 2262.923828125, + 2265.72705078125, + 2259.76806640625, + 2260.65673828125, + 2258.99853515625, + 2258.619140625, + 2261.271240234375, + 2260.008056640625 + ], + "0.2": [ + 2263.90673828125, + 2260.736328125, + 2257.4970703125, + 2260.101318359375, + 2262.288818359375, + 2260.62353515625, + 2262.1328125, + 2258.165283203125, + 2263.998046875, + 2257.572265625, + 2259.0771484375, + 2265.4013671875, + 2261.47998046875, + 2258.3701171875, + 2260.0712890625, + 2255.1064453125, + 2262.923828125, + 2265.72705078125, + 2259.76806640625, + 2260.65673828125, + 2258.99853515625, + 2258.619140625, + 2261.271240234375, + 2260.008056640625 + ], + "0.3": [ + 2263.90673828125, + 2260.736328125, + 2257.4970703125, + 2260.101318359375, + 2262.288818359375, + 2260.62353515625, + 2262.1328125, + 2258.165283203125, + 2263.998046875, + 2257.572265625, + 2259.0771484375, + 2265.4013671875, + 2261.47998046875, + 2258.3701171875, + 2260.0712890625, + 2255.1064453125, + 2262.923828125, + 2265.72705078125, + 2259.76806640625, + 2260.65673828125, + 2258.99853515625, + 2258.619140625, + 2261.271240234375, + 2260.008056640625 + ], + "0.4": [ + 2260.33984375, + 2258.9208984375, + 2256.978271484375, + 2255.1572265625, + 2257.34228515625, + 2257.58544921875, + 2256.432373046875, + 2255.13232421875, + 2252.056640625, + 2255.39111328125, + 2252.04736328125, + 2253.95947265625, + 2252.111328125, + 2253.240234375, + 2253.9453125, + 2253.33203125, + 2250.80859375, + 2249.3369140625, + 2248.158203125, + 2248.34326171875, + 2248.74658203125, + 2247.754638671875, + 2247.0458984375, + 2247.203125 + ], + "0.5": [ + 2260.33984375, + 2258.9208984375, + 2256.978271484375, + 2255.1572265625, + 2257.34228515625, + 2257.58544921875, + 2256.432373046875, + 2255.13232421875, + 2252.056640625, + 2255.39111328125, + 2252.04736328125, + 2253.95947265625, + 2252.111328125, + 2253.240234375, + 2253.9453125, + 2253.33203125, + 2250.80859375, + 2249.3369140625, + 2248.158203125, + 2248.34326171875, + 2248.74658203125, + 2247.754638671875, + 2247.0458984375, + 2247.203125 + ], + "0.6": [ + 2260.33984375, + 2258.9208984375, + 2256.978271484375, + 2255.1572265625, + 2257.34228515625, + 2257.58544921875, + 2256.432373046875, + 2255.13232421875, + 2252.056640625, + 2255.39111328125, + 2252.04736328125, + 2253.95947265625, + 2252.111328125, + 2253.240234375, + 2253.9453125, + 2253.33203125, + 2250.80859375, + 2249.3369140625, + 2248.158203125, + 2248.34326171875, + 2248.74658203125, + 2247.754638671875, + 2247.0458984375, + 2247.203125 + ], + "0.7": [ + 2260.33984375, + 2258.9208984375, + 2256.978271484375, + 2255.1572265625, + 2257.34228515625, + 2257.58544921875, + 2256.432373046875, + 2255.13232421875, + 2252.056640625, + 2255.39111328125, + 2252.04736328125, + 2253.95947265625, + 2252.111328125, + 2253.240234375, + 2253.9453125, + 2253.33203125, + 2250.80859375, + 2249.3369140625, + 2248.158203125, + 2248.34326171875, + 2248.74658203125, + 2247.754638671875, + 2247.0458984375, + 2247.203125 + ], + "0.8": [ + 2262.500244140625, + 2263.288818359375, + 2262.4345703125, + 2263.07666015625, + 2266.27197265625, + 2266.708251953125, + 2265.33447265625, + 2264.880859375, + 2263.146484375, + 2267.008544921875, + 2266.501953125, + 2265.033203125, + 2267.605712890625, + 2271.446044921875, + 2272.56591796875, + 2272.493408203125, + 2272.10986328125, + 2271.7822265625, + 2272.267578125, + 2274.345703125, + 2275.213623046875, + 2275.961181640625, + 2275.765625, + 2276.340576171875 + ], + "0.9": [ + 2262.500244140625, + 2263.288818359375, + 2262.4345703125, + 2263.07666015625, + 2266.27197265625, + 2266.708251953125, + 2265.33447265625, + 2264.880859375, + 2263.146484375, + 2267.008544921875, + 2266.501953125, + 2265.033203125, + 2267.605712890625, + 2271.446044921875, + 2272.56591796875, + 2272.493408203125, + 2272.10986328125, + 2271.7822265625, + 2272.267578125, + 2274.345703125, + 2275.213623046875, + 2275.961181640625, + 2275.765625, + 2276.340576171875 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_115755.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_115755.json new file mode 100644 index 0000000000000000000000000000000000000000..17d1847914dae692fd9f162f857b926b08011b53 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_115755.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T11:57:55.881603+00:00", + "metrics": { + "MSE[mean]": 2.945534976820151, + "MSE[0.5]": 2.945534976820151, + "MAE[0.5]": 1.354034423828125, + "MASE[0.5]": 0.015401339417950235, + "MAPE[0.5]": 0.0005991302760301439, + "sMAPE[0.5]": 0.0005994124132531767, + "MSIS": 0.8522846240002963, + "RMSE[mean]": 1.7162560930176332, + "NRMSE[mean]": 0.000759405350892758, + "ND[0.5]": 0.0005991302760301439, + "mean_weighted_sum_quantile_loss": 0.004108008400646048 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "actual": [ + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2260.193359375, + 2260.4267578125, + 2260.362548828125, + 2260.2978515625, + 2260.43701171875, + 2260.343994140625, + 2260.1337890625, + 2260.119140625, + 2259.867919921875, + 2259.62548828125, + 2259.12353515625, + 2258.868896484375, + 2258.405517578125, + 2258.3515625, + 2258.316650390625, + 2258.00927734375, + 2257.969970703125, + 2257.963623046875, + 2257.499267578125, + 2257.461181640625, + 2257.485107421875, + 2257.5302734375, + 2256.865478515625, + 2256.473876953125 + ], + "p10": [ + 2258.779296875, + 2256.26708984375, + 2253.306884765625, + 2248.2080078125, + 2240.862060546875, + 2234.5302734375, + 2226.30029296875, + 2220.0732421875, + 2213.237060546875, + 2206.67626953125, + 2198.874755859375, + 2198.60986328125, + 2195.486572265625, + 2192.260498046875, + 2188.807373046875, + 2184.10107421875, + 2181.7890625, + 2180.738525390625, + 2180.10791015625, + 2178.582763671875, + 2176.367431640625, + 2173.463623046875, + 2172.37841796875, + 2171.460693359375 + ], + "p90": [ + 2261.48828125, + 2262.022216796875, + 2262.6943359375, + 2264.025634765625, + 2266.61767578125, + 2268.644287109375, + 2270.5595703125, + 2272.286865234375, + 2274.19970703125, + 2276.74609375, + 2277.776611328125, + 2279.750244140625, + 2283.4951171875, + 2284.643310546875, + 2285.050048828125, + 2287.319091796875, + 2289.720947265625, + 2290.729736328125, + 2290.449462890625, + 2291.43603515625, + 2295.218505859375, + 2296.81787109375, + 2298.354736328125, + 2299.543212890625 + ], + "mean": [ + 2260.193359375, + 2260.4267578125, + 2260.362548828125, + 2260.2978515625, + 2260.43701171875, + 2260.343994140625, + 2260.1337890625, + 2260.119140625, + 2259.867919921875, + 2259.62548828125, + 2259.12353515625, + 2258.868896484375, + 2258.405517578125, + 2258.3515625, + 2258.316650390625, + 2258.00927734375, + 2257.969970703125, + 2257.963623046875, + 2257.499267578125, + 2257.461181640625, + 2257.485107421875, + 2257.5302734375, + 2256.865478515625, + 2256.473876953125 + ], + "quantiles": { + "0.1": [ + 2258.779296875, + 2256.26708984375, + 2253.306884765625, + 2248.2080078125, + 2240.862060546875, + 2234.5302734375, + 2226.30029296875, + 2220.0732421875, + 2213.237060546875, + 2206.67626953125, + 2198.874755859375, + 2198.60986328125, + 2195.486572265625, + 2192.260498046875, + 2188.807373046875, + 2184.10107421875, + 2181.7890625, + 2180.738525390625, + 2180.10791015625, + 2178.582763671875, + 2176.367431640625, + 2173.463623046875, + 2172.37841796875, + 2171.460693359375 + ], + "0.2": [ + 2258.779296875, + 2256.26708984375, + 2253.306884765625, + 2248.2080078125, + 2240.862060546875, + 2234.5302734375, + 2226.30029296875, + 2220.0732421875, + 2213.237060546875, + 2206.67626953125, + 2198.874755859375, + 2198.60986328125, + 2195.486572265625, + 2192.260498046875, + 2188.807373046875, + 2184.10107421875, + 2181.7890625, + 2180.738525390625, + 2180.10791015625, + 2178.582763671875, + 2176.367431640625, + 2173.463623046875, + 2172.37841796875, + 2171.460693359375 + ], + "0.3": [ + 2258.779296875, + 2256.26708984375, + 2253.306884765625, + 2248.2080078125, + 2240.862060546875, + 2234.5302734375, + 2226.30029296875, + 2220.0732421875, + 2213.237060546875, + 2206.67626953125, + 2198.874755859375, + 2198.60986328125, + 2195.486572265625, + 2192.260498046875, + 2188.807373046875, + 2184.10107421875, + 2181.7890625, + 2180.738525390625, + 2180.10791015625, + 2178.582763671875, + 2176.367431640625, + 2173.463623046875, + 2172.37841796875, + 2171.460693359375 + ], + "0.4": [ + 2260.193359375, + 2260.4267578125, + 2260.362548828125, + 2260.2978515625, + 2260.43701171875, + 2260.343994140625, + 2260.1337890625, + 2260.119140625, + 2259.867919921875, + 2259.62548828125, + 2259.12353515625, + 2258.868896484375, + 2258.405517578125, + 2258.3515625, + 2258.316650390625, + 2258.00927734375, + 2257.969970703125, + 2257.963623046875, + 2257.499267578125, + 2257.461181640625, + 2257.485107421875, + 2257.5302734375, + 2256.865478515625, + 2256.473876953125 + ], + "0.5": [ + 2260.193359375, + 2260.4267578125, + 2260.362548828125, + 2260.2978515625, + 2260.43701171875, + 2260.343994140625, + 2260.1337890625, + 2260.119140625, + 2259.867919921875, + 2259.62548828125, + 2259.12353515625, + 2258.868896484375, + 2258.405517578125, + 2258.3515625, + 2258.316650390625, + 2258.00927734375, + 2257.969970703125, + 2257.963623046875, + 2257.499267578125, + 2257.461181640625, + 2257.485107421875, + 2257.5302734375, + 2256.865478515625, + 2256.473876953125 + ], + "0.6": [ + 2260.193359375, + 2260.4267578125, + 2260.362548828125, + 2260.2978515625, + 2260.43701171875, + 2260.343994140625, + 2260.1337890625, + 2260.119140625, + 2259.867919921875, + 2259.62548828125, + 2259.12353515625, + 2258.868896484375, + 2258.405517578125, + 2258.3515625, + 2258.316650390625, + 2258.00927734375, + 2257.969970703125, + 2257.963623046875, + 2257.499267578125, + 2257.461181640625, + 2257.485107421875, + 2257.5302734375, + 2256.865478515625, + 2256.473876953125 + ], + "0.7": [ + 2260.193359375, + 2260.4267578125, + 2260.362548828125, + 2260.2978515625, + 2260.43701171875, + 2260.343994140625, + 2260.1337890625, + 2260.119140625, + 2259.867919921875, + 2259.62548828125, + 2259.12353515625, + 2258.868896484375, + 2258.405517578125, + 2258.3515625, + 2258.316650390625, + 2258.00927734375, + 2257.969970703125, + 2257.963623046875, + 2257.499267578125, + 2257.461181640625, + 2257.485107421875, + 2257.5302734375, + 2256.865478515625, + 2256.473876953125 + ], + "0.8": [ + 2261.48828125, + 2262.022216796875, + 2262.6943359375, + 2264.025634765625, + 2266.61767578125, + 2268.644287109375, + 2270.5595703125, + 2272.286865234375, + 2274.19970703125, + 2276.74609375, + 2277.776611328125, + 2279.750244140625, + 2283.4951171875, + 2284.643310546875, + 2285.050048828125, + 2287.319091796875, + 2289.720947265625, + 2290.729736328125, + 2290.449462890625, + 2291.43603515625, + 2295.218505859375, + 2296.81787109375, + 2298.354736328125, + 2299.543212890625 + ], + "0.9": [ + 2261.48828125, + 2262.022216796875, + 2262.6943359375, + 2264.025634765625, + 2266.61767578125, + 2268.644287109375, + 2270.5595703125, + 2272.286865234375, + 2274.19970703125, + 2276.74609375, + 2277.776611328125, + 2279.750244140625, + 2283.4951171875, + 2284.643310546875, + 2285.050048828125, + 2287.319091796875, + 2289.720947265625, + 2290.729736328125, + 2290.449462890625, + 2291.43603515625, + 2295.218505859375, + 2296.81787109375, + 2298.354736328125, + 2299.543212890625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_115741.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_115741.json new file mode 100644 index 0000000000000000000000000000000000000000..a0bbd219ad10bf9aa9a2f7965f3819105dace30f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_115741.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T11:57:41.061542+00:00", + "metrics": { + "MSE[mean]": 0.023314048846562702, + "MSE[0.5]": 0.023314048846562702, + "MAE[0.5]": 0.14703369140625, + "MASE[0.5]": 0.0016724211344786727, + "MAPE[0.5]": 6.505915548949116e-05, + "sMAPE[0.5]": 6.505687328481513e-05, + "MSIS": 0.6109683936241114, + "RMSE[mean]": 0.15268938681703684, + "NRMSE[mean]": 6.756167558275966e-05, + "ND[0.5]": 6.505915548949114e-05, + "mean_weighted_sum_quantile_loss": 0.002678290773164792 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "actual": [ + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2260.12646484375, + 2260.193603515625, + 2260.1748046875, + 2260.12890625, + 2260.137451171875, + 2260.205810546875, + 2260.172119140625, + 2260.0751953125, + 2260.115478515625, + 2260.19580078125, + 2260.2158203125, + 2260.15771484375, + 2260.1171875, + 2260.15576171875, + 2260.1904296875, + 2260.1513671875, + 2260.099609375, + 2260.13134765625, + 2260.1337890625, + 2260.0771484375, + 2260.105224609375, + 2260.122314453125, + 2260.224365234375, + 2260.12109375 + ], + "p10": [ + 2259.572265625, + 2259.245849609375, + 2257.6357421875, + 2255.1376953125, + 2249.76953125, + 2242.61279296875, + 2236.311279296875, + 2234.144775390625, + 2225.960205078125, + 2224.135498046875, + 2221.8876953125, + 2219.17919921875, + 2217.130859375, + 2215.35791015625, + 2213.2783203125, + 2212.199462890625, + 2210.272705078125, + 2208.38525390625, + 2206.327880859375, + 2204.022705078125, + 2202.1767578125, + 2200.749267578125, + 2198.74169921875, + 2197.0234375 + ], + "p90": [ + 2260.771728515625, + 2260.922119140625, + 2261.04638671875, + 2261.06884765625, + 2261.087158203125, + 2261.0478515625, + 2261.08935546875, + 2261.21435546875, + 2261.220947265625, + 2262.535400390625, + 2265.25341796875, + 2270.86181640625, + 2276.69140625, + 2276.84716796875, + 2288.345947265625, + 2289.29296875, + 2290.814208984375, + 2293.779296875, + 2295.55859375, + 2298.01904296875, + 2297.56591796875, + 2300.763427734375, + 2301.90185546875, + 2302.702880859375 + ], + "mean": [ + 2260.12646484375, + 2260.193603515625, + 2260.1748046875, + 2260.12890625, + 2260.137451171875, + 2260.205810546875, + 2260.172119140625, + 2260.0751953125, + 2260.115478515625, + 2260.19580078125, + 2260.2158203125, + 2260.15771484375, + 2260.1171875, + 2260.15576171875, + 2260.1904296875, + 2260.1513671875, + 2260.099609375, + 2260.13134765625, + 2260.1337890625, + 2260.0771484375, + 2260.105224609375, + 2260.122314453125, + 2260.224365234375, + 2260.12109375 + ], + "quantiles": { + "0.1": [ + 2259.572265625, + 2259.245849609375, + 2257.6357421875, + 2255.1376953125, + 2249.76953125, + 2242.61279296875, + 2236.311279296875, + 2234.144775390625, + 2225.960205078125, + 2224.135498046875, + 2221.8876953125, + 2219.17919921875, + 2217.130859375, + 2215.35791015625, + 2213.2783203125, + 2212.199462890625, + 2210.272705078125, + 2208.38525390625, + 2206.327880859375, + 2204.022705078125, + 2202.1767578125, + 2200.749267578125, + 2198.74169921875, + 2197.0234375 + ], + "0.2": [ + 2259.572265625, + 2259.245849609375, + 2257.6357421875, + 2255.1376953125, + 2249.76953125, + 2242.61279296875, + 2236.311279296875, + 2234.144775390625, + 2225.960205078125, + 2224.135498046875, + 2221.8876953125, + 2219.17919921875, + 2217.130859375, + 2215.35791015625, + 2213.2783203125, + 2212.199462890625, + 2210.272705078125, + 2208.38525390625, + 2206.327880859375, + 2204.022705078125, + 2202.1767578125, + 2200.749267578125, + 2198.74169921875, + 2197.0234375 + ], + "0.3": [ + 2259.572265625, + 2259.245849609375, + 2257.6357421875, + 2255.1376953125, + 2249.76953125, + 2242.61279296875, + 2236.311279296875, + 2234.144775390625, + 2225.960205078125, + 2224.135498046875, + 2221.8876953125, + 2219.17919921875, + 2217.130859375, + 2215.35791015625, + 2213.2783203125, + 2212.199462890625, + 2210.272705078125, + 2208.38525390625, + 2206.327880859375, + 2204.022705078125, + 2202.1767578125, + 2200.749267578125, + 2198.74169921875, + 2197.0234375 + ], + "0.4": [ + 2260.12646484375, + 2260.193603515625, + 2260.1748046875, + 2260.12890625, + 2260.137451171875, + 2260.205810546875, + 2260.172119140625, + 2260.0751953125, + 2260.115478515625, + 2260.19580078125, + 2260.2158203125, + 2260.15771484375, + 2260.1171875, + 2260.15576171875, + 2260.1904296875, + 2260.1513671875, + 2260.099609375, + 2260.13134765625, + 2260.1337890625, + 2260.0771484375, + 2260.105224609375, + 2260.122314453125, + 2260.224365234375, + 2260.12109375 + ], + "0.5": [ + 2260.12646484375, + 2260.193603515625, + 2260.1748046875, + 2260.12890625, + 2260.137451171875, + 2260.205810546875, + 2260.172119140625, + 2260.0751953125, + 2260.115478515625, + 2260.19580078125, + 2260.2158203125, + 2260.15771484375, + 2260.1171875, + 2260.15576171875, + 2260.1904296875, + 2260.1513671875, + 2260.099609375, + 2260.13134765625, + 2260.1337890625, + 2260.0771484375, + 2260.105224609375, + 2260.122314453125, + 2260.224365234375, + 2260.12109375 + ], + "0.6": [ + 2260.12646484375, + 2260.193603515625, + 2260.1748046875, + 2260.12890625, + 2260.137451171875, + 2260.205810546875, + 2260.172119140625, + 2260.0751953125, + 2260.115478515625, + 2260.19580078125, + 2260.2158203125, + 2260.15771484375, + 2260.1171875, + 2260.15576171875, + 2260.1904296875, + 2260.1513671875, + 2260.099609375, + 2260.13134765625, + 2260.1337890625, + 2260.0771484375, + 2260.105224609375, + 2260.122314453125, + 2260.224365234375, + 2260.12109375 + ], + "0.7": [ + 2260.12646484375, + 2260.193603515625, + 2260.1748046875, + 2260.12890625, + 2260.137451171875, + 2260.205810546875, + 2260.172119140625, + 2260.0751953125, + 2260.115478515625, + 2260.19580078125, + 2260.2158203125, + 2260.15771484375, + 2260.1171875, + 2260.15576171875, + 2260.1904296875, + 2260.1513671875, + 2260.099609375, + 2260.13134765625, + 2260.1337890625, + 2260.0771484375, + 2260.105224609375, + 2260.122314453125, + 2260.224365234375, + 2260.12109375 + ], + "0.8": [ + 2260.771728515625, + 2260.922119140625, + 2261.04638671875, + 2261.06884765625, + 2261.087158203125, + 2261.0478515625, + 2261.08935546875, + 2261.21435546875, + 2261.220947265625, + 2262.535400390625, + 2265.25341796875, + 2270.86181640625, + 2276.69140625, + 2276.84716796875, + 2288.345947265625, + 2289.29296875, + 2290.814208984375, + 2293.779296875, + 2295.55859375, + 2298.01904296875, + 2297.56591796875, + 2300.763427734375, + 2301.90185546875, + 2302.702880859375 + ], + "0.9": [ + 2260.771728515625, + 2260.922119140625, + 2261.04638671875, + 2261.06884765625, + 2261.087158203125, + 2261.0478515625, + 2261.08935546875, + 2261.21435546875, + 2261.220947265625, + 2262.535400390625, + 2265.25341796875, + 2270.86181640625, + 2276.69140625, + 2276.84716796875, + 2288.345947265625, + 2289.29296875, + 2290.814208984375, + 2293.779296875, + 2295.55859375, + 2298.01904296875, + 2297.56591796875, + 2300.763427734375, + 2301.90185546875, + 2302.702880859375 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 3715097e7d16d0e3f32b9a37714c794e733a543d..2e90770667de9bdc447401d83c4e9ed26e450529 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,139826.35980351767,139826.35980351767,291.1832682291667,0.2775343941412526,0.004548502630845505,0.004547277158568202,3.6654459610982237,373.93363021199053,0.005833156241800314,0.004542296710825006,0.005290108469208264,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,142954.40793736777,142954.40793736777,294.6907552083333,0.2808774717831837,0.004602405181208225,0.004601553568910135,3.6654459610982237,378.0931207220885,0.005897719013415354,0.004596759831944707,0.0053080560779006445,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.295674058764491,0.295674058764491,0.487716676791509,1.2095147686285377,0.6514530928589785,0.4616173531970752,44.74982386056941,0.5437591918896553,0.6716946482811093,0.6024664714905326,0.5918770366638882,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.051666671766177195,0.051666671766177195,0.18611113064818913,1.607323714592772,0.11316965383634159,0.1233822048998352,51.69249223914425,0.22730303950052494,0.1408418181915053,0.11531843165743151,0.11040162143487205,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index ce0e4147354873656882324124661fc6c057f78e..0d7e22f02bf56f48d91d2e2620a5410fb2d5321b 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T11:51:05.583724+00:00", + "evaluated_at": "2026-06-22T11:59:14.402340+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64579.8203125 + 64664.0 ], "p50": [ 63655.08984375, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 69977503416e12f36d1ce4f99c81e1cc06327012..4954ab1bc7e11cefb8c18d06660e673ee995e3a1 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T11:36:15.875191+00:00", + "evaluated_at": "2026-06-22T11:59:14.414366+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index cbc60dd0f2e1b760e1aad28266ac9cb288e52c22..47cae2f92ced23556002a1650b7ad4b87492f74a 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T11:51:05.603745+00:00", + "evaluated_at": "2026-06-22T11:59:14.425263+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index fcb26ca417172b74dd8412de5a1b3c85b905dd9d..aa81bf1f3119e9eaffed7bcebedfe0c958372232 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,105611.8815015157,105611.8815015157,243.83072916666666,0.232401449794265,0.003813117004458487,0.0038027771761761087,1.6589179659939972,324.9798170679461,0.005069504038228194,0.0038036234905508,0.0033781205926834926,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,108848.66173171997,108848.66173171997,247.33821614583334,0.2357445274361961,0.003867006536098778,0.0038570535403376384,1.6589179659939972,329.92220557537496,0.005146320729278859,0.003858127059602694,0.003408331085168708,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.02325776752428676,0.02325776752428676,0.1239553689956665,0.3074035738071543,0.14400624144494897,0.13112265301050155,1.4271838585834318,0.15250497540830188,0.1883862881692416,0.15311954119020255,0.0861424320883462,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06368696190415887,0.06368696190415887,0.22167330318027073,1.9144516281902955,0.1332988599207099,0.14544375252078723,28.992003825372663,0.25236275855236423,0.1563693553612016,0.1373535133231424,0.1162035414143141,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 86c49ae5c66bea92c9e413fbe7aad9cff42bfb7b..dc50c27cd3c7d1e3ac42bfe8a59b792f53952b68 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T11:50:49.564618+00:00", + "evaluated_at": "2026-06-22T11:59:04.364325+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64579.8203125 + 64664.0 ], "p50": [ 64295.25, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 281b4f32c5c17ee7a8be3985c1a87d5357b03461..baf84452eadff671e57e40bff892b290fd8c4dbf 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T11:36:13.602755+00:00", + "evaluated_at": "2026-06-22T11:59:10.101711+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index afe2a8e15d46734d7f2def2644747f8c88aa31c4..e9d789f3247934897d7c78b1ae10923f4b0333a1 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T11:51:05.105978+00:00", + "evaluated_at": "2026-06-22T11:59:14.016777+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 421bb5e85a45faaa3fbc9f64b94987a24ee215c6..5237be27f3a348654161f551b6dd42a1c93d9c31 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,93345.20124689738,69765.66932487488,171.44026692708334,0.1634042055451342,0.0026814355646244295,0.002676148729145919,6.692623790054104,305.5244691459219,0.004766011452917226,0.0026743726221005754,0.0031037580027939607,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,95336.60438156128,72568.6446615855,174.94775390625,0.1667472831870653,0.0027353770366363886,0.0027304252680501635,6.692623790054104,308.76626172812547,0.004816317866395822,0.002728938026157858,0.0031339835187010738,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.014282095640440081,0.021643192917389698,0.1328057110309601,0.32935201212901544,0.16447656034505143,0.18263934493045292,1.8654021199209374,0.1195077220954365,0.14762545361451188,0.16405218834216168,0.10586678172419037,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.025504701638280655,0.03569082083435444,0.15959201256434122,1.3782949228284065,0.09557762134462333,0.10200183548732653,18.244996532273337,0.1597019149486964,0.09895471754123902,0.09888661967651104,0.07294169120267027,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index b42d99fc3c029bb8896db7f02dec9941b914a7cd..05e643a8fcbf9973acef3fbdbb83ea662fae1acc 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T11:48:34.686112+00:00", + "evaluated_at": "2026-06-22T11:56:55.057124+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64579.8203125 + 64664.0 ], "p50": [ 64132.046875, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index df0923af4ba34bc58e9641ec4fd40ef19127e862..46dc045032c63070cba7249df01ef5c99063699b 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T11:33:29.750678+00:00", + "evaluated_at": "2026-06-22T11:57:02.086437+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 9e3f6ef0173a47bdbc917fadb005b786b9ac713f..931ed9b709ad1c4d5ab946b435388eb28a6e0abf 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T11:48:49.478089+00:00", + "evaluated_at": "2026-06-22T11:57:06.687860+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index ee4ec3a71dd5b8bb9b9302e4b83da0c2b46f0c39..9add10e57fbc74418b2450117e0a511a080a2ec8 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,154281.47815767923,154281.47815767923,311.9278971354167,0.29730664290470166,0.004878932040930616,0.004860386870833158,1.9778677400919247,392.78681006072395,0.006127255340750246,0.0048659013609863785,0.00406245400511539,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,155044.1373577118,155044.1373577118,315.4353841145833,0.30064972054663275,0.00493311780428195,0.004914663893242663,1.9778677400919247,393.7564442110272,0.00614204475141758,0.004920346762309845,0.004092627025182892,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.013751553546785781,0.013751553546785781,0.09901730418205261,0.245558328138067,0.1191446360002433,0.1104081048829932,1.5097470789240581,0.11726701815423543,0.14485755770004138,0.12231405794755584,0.11825558110166627,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.05120411848487865,0.05120411848487865,0.19533363978068033,1.6869726726377527,0.11732942514535027,0.12692457829939824,6.405669404362722,0.22628327044852134,0.14020994750585491,0.1210328952975221,0.09652378115458377,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 7d8b0c6accc17e0fe42e53ff71fe1416e334ed21..e8882e694b4efe3ae00158974ff17b7e1c49edc4 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T11:49:36.455333+00:00", + "evaluated_at": "2026-06-22T11:57:50.066318+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64579.8203125 + 64664.0 ], "p50": [ 64205.65625, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c1e200225fade9bb568659a74a54ca5110e5e8a4..cbfcb866b37f1ef1291699d329a5de2a1f52fb01 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T11:34:46.700295+00:00", + "evaluated_at": "2026-06-22T11:57:55.881603+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 7e69eb3c1ad7b26362e47ac081b5aa8e54397463..2f1555325efd12877d1dd4d54ce0bf1b0739d30e 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T11:49:52.762280+00:00", + "evaluated_at": "2026-06-22T11:58:02.965618+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 327f2a95ddfdd28608d9be19d8a29815114ff668..a50092b3d092927194d694b6b85b3d1bfe67d969 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,81431.48950894673,81431.48950894673,191.58024088541666,0.18260014185198126,0.0029971009003138312,0.002989760965214354,1.7627150196178931,285.36203235354685,0.004451488675282406,0.0029885449920426595,0.003627280953582377,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,84230.46411832173,84230.46411832173,195.08772786458334,0.18594321949391235,0.0030510428513412825,0.003044037505612215,1.7627150196178931,290.2248509661461,0.0045270980292889534,0.0030430931927922173,0.0036574778026578878,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0031566093919002114,0.0031566093919002114,0.05162423551082611,0.128025712961614,0.06377524456321677,0.06620337241931096,1.2572789997559253,0.056183711090495005,0.0694025933224421,0.06377036605803661,0.09907482344759781,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.023740829999406386,0.023740829999406386,0.1258889138698578,1.0872226500512003,0.07521959060475653,0.07927515448582875,6.1298778471503725,0.1540805957913143,0.0954716281267721,0.07800345986813623,0.07403145196821823,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 84182697c7ddbc796cc8b20601f87a9377669d09..e70dd6b95e7614202d82b615c87b06a20ddf1d59 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T11:49:15.017770+00:00", + "evaluated_at": "2026-06-22T11:57:31.652498+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64579.8203125 + 64664.0 ], "p50": [ 64211.71484375, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6795b01a09830b5ffc5244fa83c7576f3a325f33..9469beafc74971b4d754d4158190c64452b139df 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T11:34:23.095352+00:00", + "evaluated_at": "2026-06-22T11:57:41.061542+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 0ed33e932c74ea1373327c016b3321ecbd1e6c4d..63c89521edbdb68e2b7ce1907cc2f94bebff309d 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T11:49:30.043248+00:00", + "evaluated_at": "2026-06-22T11:57:43.821037+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t053600z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t112000z", - "data_fetched_at": "2026-06-22T11:47:02.454771Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", + "data_fetched_at": "2026-06-22T11:55:39.999116Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []