diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index c152bef8145bed0db0b45bb1dde69df41f6c927c..3cef290169aceb8b2b25e55432df7b5fa1705102 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T08:46:49.292711+00:00", + "generated_at": "2026-06-22T08:53:22.405471+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -8,10 +8,10 @@ "mape": "Original-scale MAPE; omitted for a release when any absolute target is at or below 0.001 times the median absolute context value", "crps": "Twice the mean pinball loss over common quantiles q={0.1,0.5,0.9}", "rtg": "100 * (MSE_seasonal_naive - MSE_model) / (MSE_seasonal_naive + MSE_model), using a causal 24-step Seasonal-Naive", - "ranking": "Mean MSE/CRPS release rank; pairwise shared-release wins; chronological Elo (K=32)", + "ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)", "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 5233, - "num_unique_releases": 670 + "num_model_releases": 5243, + "num_unique_releases": 671 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 70e579455934dc0161cdedebe21201aa8cd48e9e..0956964c738ca87879968d4086b6685a7f356bf2 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,Chronos-2,2.272381330991451,0.8524508635684171,0.19403409457945273,0.5162517694658677,39.573662573613824,3.7468944099378882,0.6062569832402235,1246.7408907109707,5.9394071406044455,0.14293868934390247,0.1,10,646,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T08:42:29.928158+00:00 -2,Toto-2.0-1B,2.2505824409569652,0.847062754909697,0.18170014014976987,0.4947892196983836,38.929018337095584,3.3032659409020217,0.683843085106383,1230.246249748493,5.954967706257274,0.06388086726321936,0.1,10,643,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T08:44:28.599864+00:00 -3,TimesFM-2.5,2.1484636856170516,0.8185553286774352,0.1659099955678384,0.6133236800863673,41.72126234026011,4.130568356374808,0.5464601769911505,1145.9348083440636,5.779170092861959,0.05350029599955308,0.1,10,655,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T08:43:46.074156+00:00 -4,ETS,5.397172989908708,1.5684265777465156,0.5087237458967664,1.1516100642291964,-2.417611561139317,6.277310924369748,0.39884763124199746,1129.7647895278744,11.365946230010273,0.005314068944941824,0.4,10,357,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T08:46:45.714764+00:00 -5,Moirai-1.1-Large,2.702229208918598,0.9833338394812408,0.3277855897744761,0.5352447212997357,26.033519123907855,5.214630225080386,0.4005437245129135,1022.1941609987795,9.691066699555677,0.11811878286414912,0.2,10,622,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T08:45:57.280951+00:00 -6,TiRex,2.270672046111312,0.8505237965926277,0.21376823801507308,0.5014985477566083,40.3281342974732,4.008634222919937,0.5717153691724292,1008.3385560977599,5.939225922725938,0.21936095181556756,0.1,10,637,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T08:45:09.218204+00:00 -7,ARIMA,2.8450495689318194,1.2125419353089515,0.39357895965918105,0.8543004803296886,-0.21255088997619537,6.738095238095238,0.3423495518565941,873.0861953148467,6.465691653645396,-0.03265458423603375,0.4,10,357,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T08:46:45.605148+00:00 -8,Timer-S1,2.112102755475983,0.8605119324673358,0.20124436626814868,0.5164778826923693,37.163348446946095,3.686046511627907,0.628110599078341,857.9646457994518,5.719169652530015,0.12620051024170897,0.1,10,602,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T08:46:41.248979+00:00 -9,Moving-Average,2.755488194401188,1.1481465138778824,0.40014591814149225,0.80183763049936,6.961403487948759,6.120448179271708,0.41181177976952626,750.6982693513037,6.280186021347591,-0.020672750906210294,0.3,10,357,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T08:46:45.770728+00:00 -10,Seasonal-Naive,3.027448792005261,1.2416216980618597,0.40544241439964057,0.939873892970563,-7.331220256565581e-16,7.76890756302521,0.2216709346991037,735.0314341064543,6.262385776197461,0.009194535253385983,0.2,10,357,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T08:46:45.817343+00:00 +1,TiRex,2.2705707149941334,0.8504481958082977,0.21376629035176303,0.5014553681235232,40.32562048449351,3.4593308728388052,0.6870587112620424,1196.3419732762313,5.939181051628704,0.21878490888658347,0.1,10,638,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T08:52:31.619067+00:00 +2,Chronos-2,2.272286935474825,0.8523753094217839,0.19403223509337042,0.5162426877887554,39.57216251843504,3.5437334294681797,0.678565484559485,1173.361317654022,5.939328325692243,0.1423138733042882,0.1,10,647,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T08:51:32.865643+00:00 +3,Toto-2.0-1B,2.2504869456437473,0.8469735887303654,0.18169804255919145,0.4947369060839993,38.93254864289469,3.580357482206755,0.6824103672364119,1121.1389566575156,5.954938568954306,0.06324336512215614,0.1,10,644,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T08:52:22.694866+00:00 +4,Moirai-1.1-Large,2.702041408145264,0.9832009304280206,0.3277827896200485,0.535211646297601,26.037414776536718,4.473446342260555,0.5571829970008008,1098.2762736018628,9.691019525029986,0.11750152571302244,0.2,10,623,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T08:52:55.478521+00:00 +5,TimesFM-2.5,2.148363064269313,0.8184778409876026,0.16590808961248302,0.6132537134144795,41.72046382766384,4.366916159026588,0.558172687306781,1043.8163282560304,5.779106245981561,0.05299581490936382,0.1,10,656,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T08:51:56.386548+00:00 +6,Timer-S1,2.1119913891546633,0.8604161139855003,0.20124236928504596,0.5164338315029416,37.16553648639715,4.16469626705138,0.6054163091573919,1033.241626338312,5.719093722215114,0.12565301098157283,0.1,10,603,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T08:53:14.933657+00:00 +7,ETS,5.396736584046297,1.5681944732849877,0.5087198077588577,1.1513991858498749,-2.4234397840089357,6.733708219177217,0.33075073982578185,874.4784006536,11.365740108992004,0.0058177192985450045,0.4,10,358,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T08:53:19.052502+00:00 +8,ARIMA,2.8447373459434653,1.2123325016761837,0.39358108501915,0.8545352623011327,-0.21575164527604757,6.680400828476595,0.32940496178628864,865.3324236854576,6.465646333897764,-0.03370856628118445,0.4,10,358,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T08:53:19.007614+00:00 +9,Moving-Average,2.755049872226787,1.1478266435336226,0.4001404641360728,0.8015566631658675,6.981451979272253,6.476465353690915,0.34866097469484025,848.583914256602,6.2800607801066715,-0.02118465782298732,0.3,10,358,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T08:53:19.072099+00:00 +10,Seasonal-Naive,3.027046019908503,1.2413739443510363,0.40543741672895084,0.939795684624093,-7.433978215553403e-16,7.591586823753069,0.2223767671701762,745.4287856203666,6.262261181354866,0.008586407619621716,0.2,10,358,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T08:53:19.086872+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 2933b2ac1e58900e7b15d6b97c64672a1a406bd1..2db9c5056cf21d9e8b2708e1bdf9954a8e2e7449 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ -Rank,model,AverageRank,WinRate,Elo,shared_releases,pairwise_matches -1,Chronos-2,3.7468944099378882,0.6062569832402235,1246.7408907109707,644,4475 -2,Toto-2.0-1B,3.3032659409020217,0.683843085106383,1230.246249748493,643,4512 -3,TimesFM-2.5,4.130568356374808,0.5464601769911505,1145.9348083440636,651,4520 -4,ETS,6.277310924369748,0.39884763124199746,1129.7647895278744,357,3124 -5,Moirai-1.1-Large,5.214630225080386,0.4005437245129135,1022.1941609987795,622,4414 -6,TiRex,4.008634222919937,0.5717153691724292,1008.3385560977599,637,4483 -7,ARIMA,6.738095238095238,0.3423495518565941,873.0861953148467,357,3124 -8,Timer-S1,3.686046511627907,0.628110599078341,857.9646457994518,602,4340 -9,Moving-Average,6.120448179271708,0.41181177976952626,750.6982693513037,357,3124 -10,Seasonal-Naive,7.76890756302521,0.2216709346991037,735.0314341064543,357,3124 +Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches +1,TiRex,3.4593308728388052,0.6870587112620424,1196.3419732762313,90,638,4492 +2,Chronos-2,3.5437334294681797,0.678565484559485,1173.361317654022,90,645,4484 +3,Toto-2.0-1B,3.580357482206755,0.6824103672364119,1121.1389566575156,90,644,4521 +4,Moirai-1.1-Large,4.473446342260555,0.5571829970008008,1098.2762736018628,90,623,4423 +5,TimesFM-2.5,4.366916159026588,0.558172687306781,1043.8163282560304,90,652,4529 +6,Timer-S1,4.16469626705138,0.6054163091573919,1033.241626338312,90,603,4349 +7,ETS,6.733708219177217,0.33075073982578185,874.4784006536,90,358,3133 +8,ARIMA,6.680400828476595,0.32940496178628864,865.3324236854576,90,358,3133 +9,Moving-Average,6.476465353690915,0.34866097469484025,848.583914256602,90,358,3133 +10,Seasonal-Naive,7.591586823753069,0.2223767671701762,745.4287856203666,90,358,3133 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index d027008377cea9f92bccba0e75a9592920fc26c1..4438d441bb53c4709b98b27eba897c527af52c48 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -50,6 +50,7 @@ binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T16:02:3 binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:49:31.656832+00:00,2026-06-22T00:49:31.656832+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5608607145369575,0.7489063456380628,0.008067424048971495,0.3956841895821117,-25.41113983152922,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:53:21.485374+00:00,2026-06-22T06:53:21.485374+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.46381577410366964,0.681040214747756,0.007406570653965619,0.4249491665657539,-24.89247842608883,True binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:17.001628+00:00,2026-06-17T12:26:17.001628+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5176707542773559,0.7194934011353793,0.005707708783216709,0.2097365499481362,2.7107098850971654,True +binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:53:19.007614+00:00,2026-06-22T08:53:19.007614+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2735933747367695,0.5230615401047658,0.01179945719267537,0.7617579681199537,-2.6531419873198216,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:06:00.819859+00:00,2026-06-22T08:06:00.819859+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.37004986790836364,0.6083172428169069,0.01226384560765781,0.7952135977877092,-14.737622547681895,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:24:59.850773+00:00,2026-06-18T03:24:59.850773+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.758106298397916,0.8706929989370054,0.008153835635952672,0.4024330467159673,26.537676107425447,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:34:11.553953+00:00,2026-06-22T00:34:11.553953+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5762498928281077,0.7591112519440795,0.007918322473152816,0.3901809667181404,-25.355108154927237,True @@ -455,6 +456,7 @@ binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:50:2 binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:22:44.421331+00:00,2026-06-17T12:22:44.421331+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5098842097981501,0.7140617688954858,0.013687431296174295,0.32242285707064927,3.4677715804636553,True binance_btcusdt_1h_close/1h/short|window:6575a7db27361e8fee20,2026-06-16T14:22:33.659772+00:00,2026-06-16T14:22:33.659772+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3339846253646271,0.5779140293889975,0.006551304038579018,0.35432191819574194,81.585551355018,True binance_btcusdt_1h_close/1h/short|window:65d80755707b4c6361c6,2026-06-17T08:22:27.020103+00:00,2026-06-17T08:22:27.020103+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5430343114151243,0.7369086180898716,0.015099598437550868,0.35360612820128706,-28.633371882053066,True +binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:51:32.865643+00:00,2026-06-22T08:51:32.865643+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1414654951834289,0.3761189907242506,0.0036450317560868073,0.28056411434353007,29.42893901508919,True binance_btcusdt_1h_close/1h/short|window:673952d5c481f4b34062,2026-06-16T22:59:24.229873+00:00,2026-06-16T22:59:24.229873+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.123614791274633,0.3515889521509927,0.005006472798642802,0.2472898509981589,60.730716310615506,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:02:48.412239+00:00,2026-06-22T08:02:48.412239+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.11119910335792209,0.333465295582497,0.0030418684339353426,0.24936602318784354,42.411619498277005,True binance_btcusdt_1h_close/1h/short|window:67e7bfc860b05a47ebfa,2026-06-16T12:06:40.343188+00:00,2026-06-16T12:06:40.343188+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.27033630739676046,0.519938753505411,0.0054460306839229184,0.34716628049937803,88.14264420279679,True @@ -1053,6 +1055,7 @@ binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T16:02:3 binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:49:31.774140+00:00,2026-06-22T00:49:31.774140+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.03359613820541657,0.18329249358720767,0.0019569975320971483,0.08879191492026613,81.6999877366695,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:53:21.604180+00:00,2026-06-22T06:53:21.604180+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08245051512951537,0.28714197730306756,0.0026902916891523598,0.13497968161592522,54.36893383002405,True binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:17.300411+00:00,2026-06-17T12:26:17.300411+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.9145430167229549,0.956317424667644,0.018118557744422985,0.7483129093124741,-25.188903059914214,True +binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:53:19.052502+00:00,2026-06-22T08:53:19.052502+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.15757784080258158,0.39696075473852777,0.004100468425214696,0.21074115431099727,24.428315952500405,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:06:00.880044+00:00,2026-06-22T08:06:00.880044+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0847208248507737,0.2910684195352936,0.0024968969531984193,0.1361791574685138,52.89461812533651,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:24:59.921027+00:00,2026-06-18T03:24:59.921027+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6723327462776028,1.2931870499960951,0.016874763486464512,0.9721780970279807,-12.306489620642918,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:34:11.587951+00:00,2026-06-22T00:34:11.587951+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0344997831692437,0.18574117252037498,0.002028858904552224,0.09036856266675684,81.72864181106726,True @@ -1457,6 +1460,7 @@ binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:52:4 binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:25:55.374943+00:00,2026-06-17T12:25:55.374943+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5982671985116095,0.7734773419510164,0.01480117620903245,0.38297226635856135,-4.520445199853224,True binance_btcusdt_1h_close/1h/short|window:6575a7db27361e8fee20,2026-06-16T14:36:56.957525+00:00,2026-06-16T14:36:56.957525+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.8240956016913049,0.9077971148286962,0.008527191094338369,0.40549807327224974,59.971363367909056,True binance_btcusdt_1h_close/1h/short|window:65d80755707b4c6361c6,2026-06-17T08:24:28.714787+00:00,2026-06-17T08:24:28.714787+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.0250190442213272,1.0124322417926679,0.019764415792077026,0.4603263418386377,-54.56843717296575,True +binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:52:55.478521+00:00,2026-06-22T08:52:55.478521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.17730508173549184,0.4210760996963516,0.0036338819107748694,0.2845279631596643,18.808182105092254,True binance_btcusdt_1h_close/1h/short|window:673952d5c481f4b34062,2026-06-16T23:27:34.663778+00:00,2026-06-16T23:27:34.663778+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.22338106755949752,0.4726320636176703,0.006011257114398987,0.2744222508907574,38.744430677898706,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:05:39.486785+00:00,2026-06-22T08:05:39.486785+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.09713792254321862,0.31166957269393275,0.0038955255395465467,0.27388682670478953,47.79281407529783,True binance_btcusdt_1h_close/1h/short|window:67e7bfc860b05a47ebfa,2026-06-16T12:07:48.486125+00:00,2026-06-16T12:07:48.486125+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4114847578622363,0.6414707770913936,0.006454566658029633,0.38486234350483567,82.49357149921147,True @@ -2032,6 +2036,7 @@ binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T16:02:3 binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:49:31.837939+00:00,2026-06-22T00:49:31.837939+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1668743196824757,0.4085025332632292,0.005388862935281752,0.2446980784178554,33.31013891836303,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:53:21.660905+00:00,2026-06-22T06:53:21.660905+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.09612627152788018,0.31004237053648037,0.003245555669868549,0.14599922287317152,48.74012192181052,True binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:17.348578+00:00,2026-06-17T12:26:17.348578+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.463009064021712,0.6804476938176159,0.012785753916583572,0.5001064846370891,8.272068481247443,True +binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:53:19.072099+00:00,2026-06-22T08:53:19.072099+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.10038401657692862,0.3168343677332505,0.0030975387723145343,0.1545521578913351,44.205524547555605,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:06:00.901523+00:00,2026-06-22T08:06:00.901523+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.10124146238494351,0.3181846356833458,0.003178181671730973,0.15105846382230687,46.18083070343601,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:24:59.940496+00:00,2026-06-18T03:24:59.940496+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.2678488597009467,1.125987948292941,0.014949839315427827,0.8455887484159098,1.4755980407077107,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:34:11.609987+00:00,2026-06-22T00:34:11.609987+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1661503366525162,0.4076154273975854,0.005356865487277128,0.2439875026202908,34.75196695929644,True @@ -2389,6 +2394,7 @@ binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T16:02:3 binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:49:31.873522+00:00,2026-06-22T00:49:31.873522+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3335745250922947,0.5775591096089601,0.00771462214155556,0.34678482640647573,8.320652066565753e-15,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:53:21.701388+00:00,2026-06-22T06:53:21.701388+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.27892835260233545,0.5281366798493885,0.005766389156335997,0.35169607184031976,0.0,True binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:17.374141+00:00,2026-06-17T12:26:17.374141+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5465178191328612,0.7392684350984162,0.01351150113033941,0.3774369553550596,-1.0157244519370884e-14,True +binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:53:19.086872+00:00,2026-06-22T08:53:19.086872+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2594509518958532,0.5093632808672541,0.005171651811643884,0.3475392717169543,-1.0697812211831985e-14,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:06:00.915448+00:00,2026-06-22T08:06:00.915448+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.27498679869082576,0.524391836979587,0.005456513248860741,0.35147979092654874,1.0093421119766251e-14,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:24:59.957999+00:00,2026-06-18T03:24:59.957999+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.305825954838478,1.1427274193080685,0.015710545871375634,0.5643198173561684,8.502075031603149e-15,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:34:11.623532+00:00,2026-06-22T00:34:11.623532+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3431380783679548,0.5857798890094766,0.007865316258471982,0.3500793512488938,0.0,True @@ -2793,6 +2799,7 @@ binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:52:1 binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:25:23.436950+00:00,2026-06-17T12:25:23.436950+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.6377373735120115,0.7985846063580311,0.014994314419681956,0.40883031836354,-7.702694060004411,True binance_btcusdt_1h_close/1h/short|window:6575a7db27361e8fee20,2026-06-16T14:31:41.818261+00:00,2026-06-16T14:31:41.818261+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.17106499922105875,0.41360004741423656,0.004185850055109626,0.30553275584318457,90.12469222572001,True binance_btcusdt_1h_close/1h/short|window:65d80755707b4c6361c6,2026-06-17T08:23:46.873247+00:00,2026-06-17T08:23:46.873247+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5041340224257149,0.710023959050478,0.014469138018712954,0.3493556093821333,-25.186466333598123,True +binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:52:31.619067+00:00,2026-06-22T08:52:31.619067+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.16978912848201455,0.4120547639355897,0.0038010746078076807,0.22528490812387048,20.88850214893905,True binance_btcusdt_1h_close/1h/short|window:673952d5c481f4b34062,2026-06-16T23:17:10.969990+00:00,2026-06-16T23:17:10.969990+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.09756852996848381,0.3123596164174937,0.004355890417165485,0.23320334711532884,67.66731128844539,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:04:57.960281+00:00,2026-06-22T08:04:57.960281+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.26866562830085833,0.5183296521528151,0.005311582363858639,0.26828915353175004,1.1627227390385917,True binance_btcusdt_1h_close/1h/short|window:67e7bfc860b05a47ebfa,2026-06-16T12:07:33.925127+00:00,2026-06-16T12:07:33.925127+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.20413117171302056,0.4518087778175857,0.004410071101213785,0.3323103252395408,90.91458704662796,True @@ -3428,6 +3435,7 @@ binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:53:1 binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:08.086365+00:00,2026-06-17T12:26:08.086365+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3910032291832751,0.6253025101367139,0.012422334764598456,0.2957186058608862,16.587850505212955,True binance_btcusdt_1h_close/1h/short|window:6575a7db27361e8fee20,2026-06-16T14:37:58.394861+00:00,2026-06-16T14:37:58.394861+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.33733866485031416,0.5808086301444858,0.006501303211531771,0.3668347921804413,81.41780606646891,True binance_btcusdt_1h_close/1h/short|window:65d80755707b4c6361c6,2026-06-17T08:24:43.721128+00:00,2026-06-17T08:24:43.721128+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1782081159703824,0.422147031222988,0.008757045400295675,0.2392592454174857,25.667186019973588,True +binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:53:14.933657+00:00,2026-06-22T08:53:14.933657+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09475090127874926,0.30781634342371955,0.0027302714828889344,0.18380222686439376,46.498924029038236,True binance_btcusdt_1h_close/1h/short|window:673952d5c481f4b34062,2026-06-16T23:27:52.665416+00:00,2026-06-16T23:27:52.665416+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.11443704357334424,0.33828544688375856,0.00403954661317947,0.22614052654045094,63.108460600540035,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:05:58.275492+00:00,2026-06-22T08:05:58.275492+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.13778523476558915,0.37119433557853376,0.0036027297809888524,0.20598407103934124,33.23906486017394,True binance_btcusdt_1h_close/1h/short|window:67e7bfc860b05a47ebfa,2026-06-16T12:08:03.698792+00:00,2026-06-16T12:08:03.698792+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.4886533769939939,0.6990374646569337,0.007558154205492305,0.4066803758500102,79.54622755413688,True @@ -4035,6 +4043,7 @@ binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:51:0 binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:23:55.758543+00:00,2026-06-17T12:23:55.758543+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.4310251971523074,0.6565250925534434,0.010307304283136268,0.5128713405015871,11.814582075318334,True binance_btcusdt_1h_close/1h/short|window:6575a7db27361e8fee20,2026-06-16T14:23:31.125017+00:00,2026-06-16T14:23:31.125017+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17973747025525866,0.42395456154552535,0.005696533631013694,0.25670875352652794,89.64995303860407,True binance_btcusdt_1h_close/1h/short|window:65d80755707b4c6361c6,2026-06-17T08:22:52.007937+00:00,2026-06-17T08:22:52.007937+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.043225377355202516,0.20790713637391697,0.004408694768595852,0.1633655822701329,74.90575682580265,True +binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:51:56.386548+00:00,2026-06-22T08:51:56.386548+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1160710122307114,0.3406919609129505,0.002957244483052148,0.2062459212534422,38.18150557414999,True binance_btcusdt_1h_close/1h/short|window:673952d5c481f4b34062,2026-06-16T22:59:50.507448+00:00,2026-06-16T22:59:50.507448+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.09933475879486367,0.31517417215702126,0.0053445089851497,0.19082108630479558,67.17806411626422,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:03:25.694032+00:00,2026-06-22T08:03:25.694032+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.18911068391510855,0.4348685823500113,0.002997374450130924,0.2859554092423619,18.50389583962358,True binance_btcusdt_1h_close/1h/short|window:67e7bfc860b05a47ebfa,2026-06-16T12:06:55.147862+00:00,2026-06-16T12:06:55.147862+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.3167722673231207,0.5628252546955589,0.00786593423592753,0.33469257337840835,86.24596112273427,True @@ -4689,6 +4698,7 @@ binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:51:4 binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:24:46.340108+00:00,2026-06-17T12:24:46.340108+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.651252332844076,0.8070020649565129,0.015491016275337763,0.4028784985539707,-8.744124533271185,True binance_btcusdt_1h_close/1h/short|window:6575a7db27361e8fee20,2026-06-16T14:30:37.871755+00:00,2026-06-16T14:30:37.871755+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.24141634985851068,0.4913413781257494,0.005357443174377338,0.35419492209779085,86.34079042323111,True binance_btcusdt_1h_close/1h/short|window:65d80755707b4c6361c6,2026-06-17T08:23:21.827973+00:00,2026-06-17T08:23:21.827973+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.4851499588054321,0.6965270696860475,0.014477960041142554,0.346092134586428,-23.380499056374695,True +binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:52:22.694866+00:00,2026-06-22T08:52:22.694866+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.09704287677489698,0.31151705695659265,0.0025591285488535853,0.17693698287612356,45.55705093872823,True binance_btcusdt_1h_close/1h/short|window:673952d5c481f4b34062,2026-06-16T23:06:43.091347+00:00,2026-06-16T23:06:43.091347+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1302122077096191,0.36084928669684124,0.0043490809895754745,0.24205062209111108,59.06386077671025,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:04:48.440125+00:00,2026-06-22T08:04:48.440125+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.14281280981145478,0.3779058213516362,0.0035270487019991074,0.24904897540603746,31.63573784886626,True binance_btcusdt_1h_close/1h/short|window:67e7bfc860b05a47ebfa,2026-06-16T12:07:16.543073+00:00,2026-06-16T12:07:16.543073+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.21972377538571142,0.4687470270686646,0.004536798485061392,0.33767649026733065,90.25441257556741,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 37e2bb7f949a3c45ea5dbb9db76f6d051838913c..bce30abace6781c0bdee0b0eb0a2c7acf542d479 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.613916432043005,0.751344199821483,0.009482814826498962,0.5058456192458046,0.8356812895189912,0.3911889244525796,-0.22187608168916576,0.0006653104832283858,108,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T08:46:45.348023+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6107942021594616,0.7492498634938067,0.009504068426188656,0.5081934389602464,0.80367373652047,0.39073572697625847,-0.23241590214067281,0.0003407669964414211,109,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T08:53:19.007614+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-22T08:46:45.438713+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.0228405463501757,1.326724234663988,2.119038607006745,1.0346768778953153,-1.1349288526375998,1.2855823844503784,0.052587991718426506,0.51967491186497,70,0.9285714285714286,2026-06-17T12:10:12.335728+00:00,2026-06-22T08:46:45.491498+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.88130606674853,2.170522924283254,0.12738808361344028,1.5457811999035824,14.127052437322199,5.431289111626808,0.3815987933634993,6.527433529542856e-05,52,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-22T08:46:45.558499+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.9005610 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1032865050079756,1.0248333666484024,0.6810283685247857,0.5171150238252843,13.855460440489697,0.4904479062010192,-0.5238095238095238,0.0004255921399794888,22,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-22T08:37:24.387423+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4625862548847584,1.0420179764341038,0.01373019322608942,0.6175030383054915,10.329770479893542,1.654153668305199,0.2758620689655172,0.036490702034769895,29,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-22T08:46:45.605148+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.18845840897665014,0.47223069206859825,51.52437570432775,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.35291145242506033,0.5453602791828748,0.007810280580475686,0.3009070710753006,32.78906261555911,0.45009625401623615,0.058538358986789475,0.19324804527679396,223,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T08:41:50.823166+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.351967497258803,0.5446047377165416,0.0077916857196525195,0.3008162543041766,32.7740620637713,0.44930810489420453,0.05229019859064702,0.24409721610000212,224,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T08:51:32.865643+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-22T08:41:56.270195+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23798785235687334,0.3632960103242178,0.6096108932687484,0.1941926196494536,76.04122542307104,0.3793111053901426,0.3494193548387097,7.5168043256635e-09,125,0.952,2026-06-16T12:06:44.487655+00:00,2026-06-22T08:42:00.624955+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.580724177559173,1.824466071688901,0.11237709070516676,1.0772503785673289,21.532735288708015,5.467591560553453,0.4362591431556949,1.7567628478734974e-09,88,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-22T08:42:04.318331+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.148 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8210011315816704,0.8787745345817032,0.6294046635947881,0.47627231798586284,26.922563651777022,0.4166926751563849,-0.12091038406827881,0.28524458155149335,38,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-22T08:33:24.218278+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3614340616408203,0.8443899861179206,0.009193852281126508,0.536528845528809,37.73694741000194,2.474636611034648,0.10638297872340427,0.29160732184235016,47,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-22T08:42:29.928158+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14560441095970342,0.3540856210491078,0.07326493977323648,0.2097125439693489,90.30285924002887,0.09048796560262945,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6332602308302929,0.6499546178038527,0.008393038745638175,0.4405985877716698,30.78107888038615,0.7453864705375716,-0.27448944271374176,2.5474204480032204e-05,108,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T08:46:45.638832+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6288961722061853,0.6476335731885746,0.00835365736655172,0.4384898039784526,30.72279665168995,0.7433252603548598,-0.26945293917770985,3.281454770404549e-05,109,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T08:53:19.052502+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-22T08:46:45.656371+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6762408711502204,1.4998817719716362,2.12693706020774,1.1362671657383283,-9.369188951858575,1.9679418779722375,0.027743271221532095,0.7341072373630262,70,0.9285714285714286,2026-06-17T12:10:12.697348+00:00,2026-06-22T08:46:45.678373+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.869861376910735,2.250586029574192,0.12197182983889601,1.531095424834328,13.218115761545043,7.143391313906966,0.4600301659125189,1.4826761623085584e-06,52,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-22T08:46:45.698124+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.67656465 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1610640011711395,1.0282329364984346,0.7827089623343685,0.5504416299454165,15.733697774593985,0.6833010126705074,-0.40259740259740256,0.00832364836208073,22,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-22T08:37:24.536027+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.1145870540224938,0.8918350349859889,0.012396961917836697,0.5937406209090599,23.592741447969875,1.389718214915521,0.07881773399014777,0.5641495892267511,29,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-22T08:46:45.714764+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.21003702402948732,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5904667830700954,0.7134760167808722,0.009794221651627756,0.35729296785560855,10.237746321588975,0.5282255512880156,0.016882409618365384,0.7100546744347076,219,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T08:45:33.479127+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5885887753367561,0.7121469262486698,0.009766220107351151,0.3569622178342633,10.276702847877624,0.5277538060311012,0.01070983810709838,0.8131243728600976,220,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T08:52:55.478521+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3235258835545044,0.47393691049756115,0.05442627592530945,0.2674452891067937,24.621656950720755,0.42714303657338565,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-22T08:45:37.830253+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.5687793919655837,0.9971463238054644,1.8543684966635603,0.5165169669295708,26.922965080802978,2.288495719155927,0.37651606024256956,6.587581165880811e-10,123,0.959349593495935,2026-06-16T12:07:52.741323+00:00,2026-06-22T08:45:44.581467+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.6736487763931,1.996890734155325,0.11471038957680377,1.0308594670270295,20.706195879179077,40.992317595347345,0.4752393980848153,9.248991375799546e-11,86,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-22T08:45:53.122115+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2291650064839987,1.070662263624402,0.6918291289108818,0.5046246947433685,7.15547743133448,0.8469490677466079,-0.2916666666666667,0.016908203982859246,33,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-22T08:36:31.891858+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.955238862052517,1.2576435791249598,0.012561389289968283,0.6805717595249352,10.848629503869422,5.947908814839515,0.12077294685990339,0.2366035303976659,46,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-22T08:45:57.280951+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022517,0.3583561475999906,0.06081374361126981,0.18543381466807804,90.19705850192639,0.11224549076916283,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5781551866750022,0.6654930429762662,0.009042404679571599,0.46080655139803756,22.35266900494722,0.6295247668470068,-0.5728625822083766,1.5295228435889235e-18,108,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T08:46:45.727245+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5737719649309831,0.6622943395336697,0.00898786462537658,0.4579968780631137,22.55315391818216,0.6282723544378112,-0.5779816513761469,5.183856519599791e-19,109,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T08:53:19.072099+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-22T08:46:45.735147+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.276997371223344,1.3540121935707115,2.1650371496964196,1.1758111774629936,5.6800993954359305,1.9178582464385212,0.32008281573498965,8.89739948915097e-05,70,0.9285714285714286,2026-06-17T12:10:12.867076+00:00,2026-06-22T08:46:45.749026+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.15573885223436,2.2515524581820645,0.12716249673176525,1.498086506416016,9.407720706163182,5.309159211662042,0.33484162895927605,0.0004589489835644381,52,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-22T08:46:45.761535+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0449025253904412,0.9965460099802942,0.7821568044528728,0.5232184234706754,16.640459395546486,0.4658814006668225,-0.5064935064935064,0.0006916982505690321,22,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-22T08:37:24.587454+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5423214627947028,1.0363806066000543,0.013791561195366682,0.7087658109630767,16.934866691604498,1.75059944345211,0.16748768472906403,0.21085097172082742,29,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-22T08:46:45.770728+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.21160327629802392,0.5617661939340133,43.728244138972286,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6984725373618723,0.779414825664918,0.010619112863370158,0.43278636936932685,5.028053178408148e-16,0.5916303525051437,-0.6130148840429214,5.282785256287802e-21,108,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T08:46:45.780802+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6944448163942942,0.7769372885566826,0.010569136156473587,0.43200428590462625,4.00047358852991e-16,0.5903844040791911,-0.619096160380564,1.401736425529678e-21,109,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T08:53:19.086872+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-22T08:46:45.788725+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.3925257333208205,1.4037983594255035,2.1296937636580657,1.2316739580222862,1.8083088493670387e-15,1.9397799555501396,0.32173913043478264,8.177949484035115e-05,70,0.9285714285714286,2026-06-17T12:10:12.978229+00:00,2026-06-22T08:46:45.799054+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.766522429115597,2.407554408773068,0.13487145278690166,1.9544056637053917,-2.730512858472689e-16,5.369646169056053,0.2956259426847662,0.0019794264519724905,52,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-22T08:46:45.808842+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.457276015978245,1.1767290505021415,0.755757064923547,0.9188321704156253,-6.961145674196271e-17,0.7535642760358114,-0.37662337662337664,0.014016594956789027,22,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-22T08:37:24.646329+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8362477790055245,1.1923544285472039,0.014224601828121778,0.6055408747991373,3.4628480216069927e-15,1.726278834577586,0.25123152709359603,0.05764888434676989,29,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-22T08:46:45.817343+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.762985486197099,1.659058577581784,0.3440214741476295,1.3340371533213518,-1.3673782795539702e-15,0.392903069889937,0.0,1.0,4,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-20T17:12:57.021669+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3947442086180019,0.5798885051483137,0.008124887156106802,0.32114369357259404,26.469166963859248,0.3444528418606181,0.26384204031262853,5.30879473448141e-09,221,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T08:44:37.507526+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.39373089744621825,0.5791324973050131,0.008105410523006354,0.32071189724174387,26.444028834062312,0.3440041308882738,0.2580816110227874,1.0474842519267141e-08,222,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T08:52:31.619067+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-22T08:44:43.807089+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2814640176833457,0.4024896718682049,0.8048536710165314,0.19757543446243164,73.21567090931235,0.43851747832199856,0.38998164175190136,1.3341158127186902e-10,124,0.9516129032258065,2026-06-16T12:07:37.946365+00:00,2026-06-22T08:44:50.216900+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.378033186994063,1.8127176470019324,0.1117510191405504,1.0198835659093795,21.64412473199681,5.018334784972712,0.44613739641807,9.435798999590899e-10,87,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-22T08:45:01.122637+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1720931 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8310259719624749,0.8878342703547224,0.6517964158228565,0.478149636247118,24.041965953054117,0.41084313462869126,-0.06984126984126984,0.5489599522157356,36,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-22T08:35:47.402773+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3801721277306112,0.8496895213926409,0.008950715104693226,0.5358579706128478,35.32170642430314,2.43398702218031,0.10638297872340427,0.29160732184235016,47,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-22T08:45:09.218204+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11425071179174143,0.31573923615630495,0.05766464594502302,0.18845260977496128,92.26142854095771,0.06887221261822019,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3375294817549081,0.5167006338253072,0.007083694646826432,0.2798338198166802,41.72899802573242,0.4575053681155644,0.029953917050691243,0.51145420899272,217,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T08:46:15.144123+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.33641581854171476,0.5157424490069511,0.007063724815799195,0.2793933079224037,41.750878420243,0.4567460649665585,0.0244789244493299,0.5907009301321007,218,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T08:53:14.933657+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-22T08:46:19.644190+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09531930159452069,0.21331221325987576,0.5354729953987672,0.11090300568972483,90.6174927668565,0.22557352975222075,0.1327823691460055,0.030800495814913093,121,0.9586776859504132,2026-06-16T12:08:08.243141+00:00,2026-06-22T08:46:29.718107+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.692589630104163,1.908499534422237,0.1207719387630974,1.1813047960402585,15.254853192139173,5.001460819915375,0.4210990302674111,1.7447280394379275e-08,83,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-22T08:46:33.525733+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1267 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9882589370124204,0.980125821361253,0.7169437386647775,0.5389389169322256,15.432495641468122,0.34736786299731903,0.12903225806451615,0.30963276552902624,32,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-22T08:37:21.012626+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5649581021353491,0.9452267467064388,0.01099704008067865,0.6147373585332279,25.075117598835924,2.5246271623922163,0.08970099667774085,0.3966055892323337,43,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-22T08:46:41.248979+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.18668432749006483,0.40946779875447853,0.08608939886336613,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.34448147159703174,0.5165890168328556,0.007283763139736324,0.36507026643879253,39.994129167673236,0.41386791913688,0.0681612586037365,0.12720533259957084,226,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T08:42:58.244093+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3434752581196471,0.51581413993453,0.0072647035861826475,0.36437059971991437,39.98614404171058,0.4132294503329079,0.06311644770184398,0.1569221998788865,227,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T08:51:56.386548+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-22T08:43:11.592953+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11629722728940932,0.25748481577034465,0.4499013445280658,0.19169270655070808,82.78450522888711,0.19674495707005796,0.04379753474954104,0.47068089457659756,124,0.9516129032258065,2026-06-16T12:07:01.390017+00:00,2026-06-22T08:43:18.895776+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.999467489091499,1.7126839183652063,0.1170111488215702,1.1832756494070027,26.323464911711827,4.8752440351172925,0.46220633299284986,1.414209895249445e-10,89,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-22T08:43:33.016611+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8238989921391646,0.8855126996722796,0.5543125261243014,0.7184149277450587,25.341464562573485,0.3844275064449912,-0.033738191632928474,0.762330528090645,39,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-22T08:34:28.969764+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.317045637609046,0.8326614419264731,0.009350510199683627,0.6558567720949608,35.99365563979545,2.37844518355022,0.09042553191489362,0.36462888029581686,48,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-22T08:43:46.074156+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804613,0.36546156650664174,0.06104947786298641,0.291763171778512,90.24883372109772,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.309997425251028,0.5103576368656902,0.007236755538759294,0.2935963429531187,37.684469006740784,0.28674686624336737,0.08018425665484488,0.07539507286416534,222,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T08:44:13.311428+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.30904247211884806,0.5094659750723759,0.0072157796329749635,0.29307320680927573,37.719772064731764,0.28645549321368924,0.07380923524421282,0.10091586475811182,223,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T08:52:22.694866+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-22T08:44:17.325728+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1800562867679109,0.28271775894477774,0.4783662307086268,0.15314670542717565,84.52170655991009,0.3835321316139661,0.30081300813008127,8.056555885645747e-07,123,0.9512195121951219,2026-06-16T12:07:21.772238+00:00,2026-06-22T08:44:20.926278+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.374771920840852,1.82993017030016,0.11523118493143797,1.0531807745156687,18.953162363071193,4.942250328501808,0.3442288049029622,1.7784204547380853e-06,89,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-22T08:44:24.541202+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 7b5cfa9df3721b3921d58915054183f56dd16bec..15d3a2c07b8846761ac6426280ca41738ac026f4 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T08:46:45.967786+00:00", + "generated_at": "2026-06-22T08:53:19.269669+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 752e311d975d0f080880651063258a4f40257fe8..cdfed26b8e27f6fc6a55a596d1776706918ae68c 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ARIMA,0.5561188328394827,0.6832085027786479,7.0,1,1,1.0 Air Quality,Moving-Average,0.9074499942012024,0.8868031162078837,8.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Air Quality,ETS,2.2737662667380385,1.47304955463974,10.0,1,1,1.0 -Finance,Moving-Average,0.38480032879075066,0.41739970608719085,1.0,1,1,1.0 -Finance,TimesFM-2.5,0.4565609115596639,0.5372919699992741,2.0,1,1,1.0 -Finance,ETS,0.595889853796059,0.5651788169161232,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.37661489068249937,0.5696263284270028,4.0,1,1,1.0 -Finance,Timer-S1,0.35882264393172353,0.627614793907921,5.0,1,1,1.0 -Finance,TiRex,0.6691933007127198,0.6888894463039951,6.0,1,1,1.0 -Finance,Chronos-2,0.5294601803217389,0.981193679422244,7.0,1,1,1.0 +Finance,Moving-Average,0.3869094171495813,0.42127607769772046,1.0,1,1,1.0 +Finance,TimesFM-2.5,0.4473716954305248,0.5266173883738484,2.0,1,1,1.0 +Finance,Toto-2.0-1B,0.3740316852406507,0.5684167550719775,3.0,1,1,1.0 +Finance,ETS,0.6073511762093486,0.5751021170848097,4.0,1,1,1.0 +Finance,Timer-S1,0.3651977400213334,0.632758766721506,5.0,1,1,1.0 +Finance,TiRex,0.6544170574104118,0.6845495846198687,6.0,1,1,1.0 +Finance,Chronos-2,0.5452494745142229,0.985921677867425,7.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.5734850093185876,1.0073712967445763,9.0,1,1,1.0 -Finance,ARIMA,1.0526444835119897,1.9031936871734303,10.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.6833857437789024,1.0437656712843426,9.0,1,1,1.0 +Finance,ARIMA,1.0545090420273087,1.91154285519402,10.0,1,1,1.0 Hazards,Chronos-2,0.4136596946659232,0.5345901917433449,1.0,1,1,1.0 Hazards,ARIMA,0.5432760421688894,0.5776776160614547,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.4662773488307613,0.5798657798469744,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 459cdd7e7cee58fc9a37192bef9f24f1d8af6e18..e151c3b8585ebb89974c519a3b14116258ffb7ef 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.6604807503985907,0.6039212450682578,3.0,6,6,1.0 -1h,Moirai-1.1-Large,1.094200613708034,0.6548410735754034,3.5,6,6,1.0 -1h,Toto-2.0-1B,0.5897009764696345,0.7618805805614464,4.166666666666667,6,6,1.0 -1h,TiRex,0.892084730728244,0.8077192341509806,4.833333333333333,6,6,1.0 -1h,Timer-S1,0.8170154370841024,0.7455651747394876,5.333333333333333,6,6,1.0 -1h,Moving-Average,0.8727891649365302,0.8390678485886809,5.666666666666667,6,6,1.0 -1h,TimesFM-2.5,0.6748012053966913,0.8170241355989031,5.666666666666667,6,6,1.0 +1h,Chronos-2,0.663723442070198,0.6044052851993001,3.0,6,6,1.0 +1h,Moirai-1.1-Large,1.1266463000248028,0.6587260190181552,3.5,6,6,1.0 +1h,Toto-2.0-1B,0.5890249142323188,0.7616107057257375,4.0,6,6,1.0 +1h,TiRex,0.8887711394431014,0.8068689219310835,4.833333333333333,6,6,1.0 +1h,Timer-S1,0.8194169984176809,0.7465801643600297,5.333333333333333,6,6,1.0 +1h,Moving-Average,0.8735846422521214,0.8403615820678939,5.666666666666667,6,6,1.0 +1h,TimesFM-2.5,0.6725183609187461,0.8142961103960042,5.666666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.0,6,6,1.0 -1h,ARIMA,1.9629624345145065,1.4118686281459025,7.833333333333333,6,6,1.0 -1h,ETS,2.666875557650226,1.322646387321874,8.0,6,6,1.0 +1h,ARIMA,1.9635415094081234,1.412899039911357,7.833333333333333,6,6,1.0 +1h,ETS,2.675356935302374,1.3264888335745744,8.166666666666666,6,6,1.0 6min,Chronos-2,0.002372670365638687,0.054900308519244136,1.0,1,1,1.0 6min,TimesFM-2.5,0.0012362966526121145,0.05534779849220265,2.0,1,1,1.0 6min,Timer-S1,0.021875596788661775,0.09933666940207858,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index b034e0d3976c07708dcdb45f33ee1a17776eef72..df5a625280b9b026809f32a16c7c4e012a6de262 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.517291514419515,0.5393496491312975,2.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,0.8933594176211537,0.5850343495348836,3.4285714285714284,7,7,1.0 -24,Toto-2.0-1B,0.49215439483683354,0.6548779507738971,3.7142857142857144,7,7,1.0 -24,TiRex,0.7233678138105629,0.7438743126016125,4.857142857142857,7,7,1.0 -24,Timer-S1,0.8199615142725519,0.7488125304961879,5.714285714285714,7,7,1.0 -24,TimesFM-2.5,0.5428027005667589,0.7523757546723266,5.714285714285714,7,7,1.0 -24,Moving-Average,0.9009438918983432,0.8972042032661364,6.285714285714286,7,7,1.0 +24,Chronos-2,0.5194676302735826,0.5397201590312121,2.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,0.9160177982373512,0.5880080685329021,3.4285714285714284,7,7,1.0 +24,Toto-2.0-1B,0.49167072947341134,0.654679112467555,3.5714285714285716,7,7,1.0 +24,TiRex,0.7210641420504936,0.7432030330212085,4.857142857142857,7,7,1.0 +24,Timer-S1,0.8220269848248173,0.7496862259772213,5.714285714285714,7,7,1.0 +24,TimesFM-2.5,0.5412283525096936,0.750221955565391,5.714285714285714,7,7,1.0 +24,Moving-Average,0.9016476787430592,0.8983898203315396,6.285714285714286,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.285714285714286,7,7,1.0 -24,ETS,1.708172731976158,1.105148957843669,7.428571428571429,7,7,1.0 -24,ARIMA,1.5443992619810125,1.2117029831420945,7.714285714285714,7,7,1.0 +24,ETS,1.7128280579744066,1.1079003218446344,7.571428571428571,7,7,1.0 +24,ARIMA,1.544789766795879,1.212460937883421,7.714285714285714,7,7,1.0 60,Chronos-2,0.002372670365638687,0.054900308519244136,1.0,1,1,1.0 60,TimesFM-2.5,0.0012362966526121145,0.05534779849220265,2.0,1,1,1.0 60,Timer-S1,0.021875596788661775,0.09933666940207858,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 7c3b905806ae29a19b4bc13aee0abcbfa94b8bb8..4b09dab0642ae3053e5549c6e4e089ead1afca6c 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.2684633963751027,0.41486119092957296,3.1,10,10,1.0 -Overall,Toto-2.0-1B,0.3031707966838758,0.5017579375699392,3.6,10,10,1.0 -Overall,Moirai-1.1-Large,0.723527786618667,0.5443206479222716,4.2,10,10,1.0 -Overall,TiRex,0.38374096145611714,0.548949877231264,4.5,10,10,1.0 -Overall,Timer-S1,0.4624113563530123,0.5503796187608689,5.1,10,10,1.0 -Overall,TimesFM-2.5,0.24950623595745433,0.5253672489381186,5.1,10,10,1.0 -Overall,ETS,1.0228717857173732,0.8568097177638988,6.9,10,10,1.0 -Overall,Moving-Average,0.8391755229395075,0.8564461567695048,7.0,10,10,1.0 -Overall,ARIMA,1.1440898672042503,1.0198441893101977,7.5,10,10,1.0 +Overall,Chronos-2,0.26925344922832534,0.41506066457550383,3.1,10,10,1.0 +Overall,Toto-2.0-1B,0.3029622068837399,0.5016512898045192,3.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.7363250898021201,0.5462559148961927,4.2,10,10,1.0 +Overall,TiRex,0.3828850963601578,0.5486030657928888,4.5,10,10,1.0 +Overall,Timer-S1,0.4632264136143088,0.5508290584200352,5.1,10,10,1.0 +Overall,TimesFM-2.5,0.24899944677225855,0.5243140313238683,5.1,10,10,1.0 +Overall,ETS,1.0248223496405444,0.858302332132895,7.0,10,10,1.0 +Overall,Moving-Average,0.8396343440303802,0.8572382297571004,7.0,10,10,1.0 +Overall,ARIMA,1.144292359505732,1.0202907065406046,7.5,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,8.0,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index d3ffe97b251d51432e477ff97f0be657d1c57188..df2cfbc306bb2eea5ceacc0e89d69f91ae322573 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,177814.2589825429,621011.0724815371,753.5108403350426,0.7123665693703977,0.011742484427706437,0.011818286029674033,13.822206844202924,421.68028052369596,0.0065788122816145865,0.011755841094986513,0.010362425642659335,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,179021.77550816358,626907.5593784722,757.2103846058759,0.7158641058614129,0.01179945719267537,0.011875973425805023,13.962108303843536,423.10964950963194,0.006600731656860763,0.011812877731255661,0.0104195426642753,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5131136954703407,0.5053781917017701,0.6267394920670739,1.7691178305517583,0.8065852303055334,0.5123598381525463,68.6999633065505,0.7163195484351524,0.6885922304207116,0.6024796414924026,0.5996194209242356,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.06781785278156442,0.07972522243661771,0.26302484337472914,3.1234211320973504,0.16214070636847355,0.1783289186326652,46.24927482051798,0.2604186106666811,0.16389982270900136,0.1655401090068736,0.14818848092995374,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 56ad1b8f3c4e2841d8f07a556c501f34d6a82ea5..1868286ee9ad6a44d6d99b3978a5cbc3c247f528 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T08:46:45.348023+00:00", + "evaluated_at": "2026-06-22T08:53:19.007614+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64084.0 + 64172.7890625 ], "p50": [ 63386.03029651614, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 707a7ac9b4bea05821fd1546c30866f1baf1d397..46fc482d97236d7796f6590c3fcf6c7a7b9a0e3c 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,35 +1,11 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T08:46:45.615490+00:00", + "evaluated_at": "2026-06-22T08:53:19.022843+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 222290e4b34790801ab01e6540b9f9a21f982d1e..0f078399b18e7854d572f43de3d89a8ac0945b21 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,89437.19470278423,89437.19470278423,229.95100911458334,0.21739489695115757,0.0035877224728362166,0.003593077005665983,2.1139195181924215,299.0605201339425,0.004665769573952527,0.0035875628830779006,0.005342360376972987,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,92565.85304832458,92565.85304832458,233.65055338541666,0.22089243344217294,0.0036450317560868073,0.0036507660257384367,2.1139195181924215,304.24636899776567,0.004746402360844233,0.00364507074268238,0.005374115970385007,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.001794288063707583,0.001794288063707583,0.03876959085464478,0.10943617776172966,0.04119042766982931,0.040190357025951556,0.8635461753380618,0.04235903756824018,0.0407194027041547,0.0372688963988466,0.040507673760551394,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08665376196052756,0.08665376196052756,0.27455216977331376,3.2603081820351667,0.1693250164473509,0.18701975741757534,43.480432572502956,0.29437011050806017,0.18526789924723736,0.17279506958054403,0.13667701471366062,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index a09c20d3097a27e50cbddf60f9a7a510118b0b8d..79c69a574a035e02213fd4399457d6630958e7db 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T08:41:50.823166+00:00", + "evaluated_at": "2026-06-22T08:51:32.865643+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64084.0 + 64172.7890625 ], "p50": [ 64090.64453125, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index c592aaa682184315d39f5ac4c22dcb6e65dc697f..582979c5ded8a56468ac72c6e03b6c3250835afc 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,35 +1,11 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T08:42:31.738415+00:00", + "evaluated_at": "2026-06-22T08:51:36.016363+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 5d4d3c254b8aef70ddafe571c7ff623d0c8f7704..d671dd08a08c218140926f446e2d3ff1b5578c89 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,100658.59314101007,93488.9619897004,259.31975163007036,0.24516000560331386,0.004043087436441081,0.004050740176100708,1.8390257925594018,317.26738430070316,0.004949822557035389,0.0040457570478999024,0.0030772608718546276,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,103108.72793744462,96027.84972027391,263.01929590090367,0.2486575420943292,0.004100468425214696,0.00410842941222206,1.9591663323188648,321.1054779000891,0.005009413270585955,0.004103238474542995,0.003134798170492587,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.3404840350930636,0.342907631071382,0.523602368991212,1.4779893381959721,0.6644517532058486,0.4542463712296128,54.12752616548706,0.5835100985356325,0.5609235725891054,0.5033347531906247,0.49232467974459776,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.01463344825038364,0.01476573262989659,0.09864355829283133,1.1713926736500373,0.05987560431576912,0.06241256927290088,9.109278542921324,0.12096879039811731,0.07613420273158106,0.06208335753804345,0.05418120044386873,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index b504a3bbbaf6916d653f1bb3a9e41f90f87aa406..4a9135da51fc65e740d3619b299ff8c205369721 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T08:46:45.638832+00:00", + "evaluated_at": "2026-06-22T08:53:19.052502+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64084.0 + 64172.7890625 ], "p50": [ 64015.859605982994, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 00f5c315df9d42d7e8e7a1700c54e1a1776f14d5..dc6b57eebae17cb142470a3eb8293152512f913a 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,35 +1,11 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T08:46:45.722112+00:00", + "evaluated_at": "2026-06-22T08:53:19.063628+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 32b0a97e9729f991984037c4032a94e890bd0919..b6178914bdb09fead1f346ca5d16d5f090639471 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1762,3 +1762,4 @@ {"evaluated_at": "2026-06-22T08:46:49.295049+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T08:46:49.295049+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-22T08:46:49.295049+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-22T08:53:22.407479+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 32204d85b7f24cde6ddad721bb62fcc1ba403398..f07ef347975fe8181ae3bd39333a2cfc27505a73 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,96873.93376096089,103902.34915177028,245.179931640625,0.23179226818241971,0.0038240358561312782,0.003832198552538281,2.147005628679492,311.24577709739435,0.004855876917995812,0.0038251557399827897,0.0054848911213910756,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,116016.95607376099,133440.5889767011,276.1752115885417,0.2610950997559572,0.004306996794168106,0.004318199599497713,2.1165044330851877,340.612618782336,0.005313734863122357,0.004308477634782015,0.005689415183082244,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.8749268564183694,1.919783327447438,1.1103617747624714,0.6527232665584383,0.042473731422662586,0.0438933323888314,6.965769391771874,1.369279685242708,0.052425163477285174,0.042512058119472534,0.03877620194359599,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.5437451370504621,0.46777071147453797,0.5862525761127472,1.6548341036996066,0.7699266465209125,0.4878971533474867,6.343735945687226,0.7373907627916573,0.708847819596123,0.5635598942640194,0.3251909793525736,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08818641789763444,0.08721702278474291,0.27792055656512576,3.3003077894929094,0.1716622735015247,0.18952759619634488,68.11737042734111,0.29696198055918616,0.18689914611080366,0.17491503326739422,0.15468986076303298,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 6204347ee737f8bdf18c6ead80e5a1511134684c..dcdbd617aad2f8bc74fab4ef24efde9be586c984 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T08:45:33.479127+00:00", + "evaluated_at": "2026-06-22T08:52:55.478521+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64084.0 + 64172.7890625 ], "p50": [ - 64029.927734375, - 64120.24609375, - 64154.115234375, - 64066.623046875, - 64080.193359375, - 64037.619140625, - 64088.078125, - 64077.142578125, - 63981.06640625, - 64016.990234375, - 64015.974609375, - 63903.50390625, - 63942.80859375, - 63962.6484375, - 63911.55859375, - 63826.8984375, - 63741.748046875, - 63995.4453125, - 63796.34765625, - 63658.529296875, - 63628.09765625, - 63758.16015625, - 63751.73828125, - 63696.12890625 + 64036.451171875, + 64089.859375, + 64136.587890625, + 64084.642578125, + 64039.404296875, + 64082.37890625, + 64159.732421875, + 64092.064453125, + 64144.673828125, + 64212.5390625, + 63982.470703125, + 63880.34765625, + 63769.990234375, + 63904.0625, + 63955.42578125, + 63899.083984375, + 63782.15625, + 63976.96484375, + 63809.548828125, + 63576.431640625, + 63613.666015625, + 63839.421875, + 63753.939453125, + 63557.521484375 ], "p10": [ - 63813.25, - 63776.416015625, - 63700.83203125, - 63594.6875, - 63498.48828125, - 63471.37109375, - 63553.69921875, - 63480.458984375, - 62880.34765625, - 62893.8515625, - 62983.09765625, - 62832.9921875, - 62704.658203125, - 62566.146484375, - 62725.9140625, - 62693.0859375, - 62233.517578125, - 62631.900390625, - 61955.576171875, - 62086.912109375, - 61790.54296875, - 61879.232421875, - 61888.208984375, - 62016.201171875 + 63799.607421875, + 63795.962890625, + 63682.2265625, + 63647.888671875, + 63535.728515625, + 63487.62890625, + 63469.15625, + 63444.541015625, + 63177.443359375, + 63121.822265625, + 62910.810546875, + 62689.51953125, + 62469.75390625, + 62673.783203125, + 62893.9296875, + 62609.953125, + 62012.41015625, + 62509.978515625, + 62045.826171875, + 61992.54296875, + 61872.361328125, + 61758.02734375, + 61984.3046875, + 61743.0 ], "p90": [ - 64240.833984375, - 64423.48046875, - 64503.83203125, - 64599.787109375, - 64605.453125, - 64718.443359375, - 64804.974609375, - 64811.013671875, - 64899.84375, - 65119.529296875, - 65218.20703125, - 65122.78515625, - 65038.169921875, - 65150.78515625, - 65380.162109375, - 65348.60546875, - 65328.77734375, - 65561.5546875, - 65424.453125, - 65288.9453125, - 65682.91015625, - 65634.8203125, - 65240.9765625, - 65676.2578125 + 64252.025390625, + 64382.5859375, + 64497.615234375, + 64562.82421875, + 64661.45703125, + 64713.162109375, + 64891.330078125, + 64759.4296875, + 64999.109375, + 65162.267578125, + 65139.986328125, + 64965.119140625, + 64998.109375, + 65157.849609375, + 65317.9375, + 65265.720703125, + 65455.49609375, + 65779.72265625, + 65449.619140625, + 65534.017578125, + 65553.634765625, + 65853.90625, + 65461.22265625, + 65403.75 ], "mean": [ - 64018.7109375, - 64114.3046875, - 64128.76171875, - 64088.22265625, - 64139.19921875, - 64070.08203125, - 64147.703125, - 64129.0078125, - 63913.671875, - 64057.17578125, - 64138.48828125, - 63926.31640625, - 63963.921875, - 63932.33984375, - 64050.80078125, - 64006.6015625, - 63805.265625, - 63998.9453125, - 63906.0390625, - 63746.74609375, - 63710.0546875, - 63713.046875, - 63688.86328125, - 63784.265625 + 64036.53515625, + 64090.55078125, + 64111.3203125, + 64108.92578125, + 64067.07421875, + 64098.14453125, + 64175.93359375, + 64099.7109375, + 64148.03125, + 64170.609375, + 64067.66015625, + 63882.66015625, + 63826.66015625, + 63963.40625, + 64024.2734375, + 63858.359375, + 63815.99609375, + 64068.82421875, + 63728.9609375, + 63637.13671875, + 63714.83984375, + 63925.953125, + 63727.7265625, + 63657.58984375 ], "quantiles": { "0.1": [ - 63813.25, - 63776.416015625, - 63700.83203125, - 63594.6875, - 63498.48828125, - 63471.37109375, - 63553.69921875, - 63480.458984375, - 62880.34765625, - 62893.8515625, - 62983.09765625, - 62832.9921875, - 62704.658203125, - 62566.146484375, - 62725.9140625, - 62693.0859375, - 62233.517578125, - 62631.900390625, - 61955.576171875, - 62086.912109375, - 61790.54296875, - 61879.232421875, - 61888.208984375, - 62016.201171875 + 63799.607421875, + 63795.962890625, + 63682.2265625, + 63647.888671875, + 63535.728515625, + 63487.62890625, + 63469.15625, + 63444.541015625, + 63177.443359375, + 63121.822265625, + 62910.810546875, + 62689.51953125, + 62469.75390625, + 62673.783203125, + 62893.9296875, + 62609.953125, + 62012.41015625, + 62509.978515625, + 62045.826171875, + 61992.54296875, + 61872.361328125, + 61758.02734375, + 61984.3046875, + 61743.0 ], "0.2": [ - 63813.25, - 63776.416015625, - 63700.83203125, - 63594.6875, - 63498.48828125, - 63471.37109375, - 63553.69921875, - 63480.458984375, - 62880.34765625, - 62893.8515625, - 62983.09765625, - 62832.9921875, - 62704.658203125, - 62566.146484375, - 62725.9140625, - 62693.0859375, - 62233.517578125, - 62631.900390625, - 61955.576171875, - 62086.912109375, - 61790.54296875, - 61879.232421875, - 61888.208984375, - 62016.201171875 + 63799.607421875, + 63795.962890625, + 63682.2265625, + 63647.888671875, + 63535.728515625, + 63487.62890625, + 63469.15625, + 63444.541015625, + 63177.443359375, + 63121.822265625, + 62910.810546875, + 62689.51953125, + 62469.75390625, + 62673.783203125, + 62893.9296875, + 62609.953125, + 62012.41015625, + 62509.978515625, + 62045.826171875, + 61992.54296875, + 61872.361328125, + 61758.02734375, + 61984.3046875, + 61743.0 ], "0.3": [ - 63813.25, - 63776.416015625, - 63700.83203125, - 63594.6875, - 63498.48828125, - 63471.37109375, - 63553.69921875, - 63480.458984375, - 62880.34765625, - 62893.8515625, - 62983.09765625, - 62832.9921875, - 62704.658203125, - 62566.146484375, - 62725.9140625, - 62693.0859375, - 62233.517578125, - 62631.900390625, - 61955.576171875, - 62086.912109375, - 61790.54296875, - 61879.232421875, - 61888.208984375, - 62016.201171875 + 63799.607421875, + 63795.962890625, + 63682.2265625, + 63647.888671875, + 63535.728515625, + 63487.62890625, + 63469.15625, + 63444.541015625, + 63177.443359375, + 63121.822265625, + 62910.810546875, + 62689.51953125, + 62469.75390625, + 62673.783203125, + 62893.9296875, + 62609.953125, + 62012.41015625, + 62509.978515625, + 62045.826171875, + 61992.54296875, + 61872.361328125, + 61758.02734375, + 61984.3046875, + 61743.0 ], "0.4": [ - 64029.927734375, - 64120.24609375, - 64154.115234375, - 64066.623046875, - 64080.193359375, - 64037.619140625, - 64088.078125, - 64077.142578125, - 63981.06640625, - 64016.990234375, - 64015.974609375, - 63903.50390625, - 63942.80859375, - 63962.6484375, - 63911.55859375, - 63826.8984375, - 63741.748046875, - 63995.4453125, - 63796.34765625, - 63658.529296875, - 63628.09765625, - 63758.16015625, - 63751.73828125, - 63696.12890625 + 64036.451171875, + 64089.859375, + 64136.587890625, + 64084.642578125, + 64039.404296875, + 64082.37890625, + 64159.732421875, + 64092.064453125, + 64144.673828125, + 64212.5390625, + 63982.470703125, + 63880.34765625, + 63769.990234375, + 63904.0625, + 63955.42578125, + 63899.083984375, + 63782.15625, + 63976.96484375, + 63809.548828125, + 63576.431640625, + 63613.666015625, + 63839.421875, + 63753.939453125, + 63557.521484375 ], "0.5": [ - 64029.927734375, - 64120.24609375, - 64154.115234375, - 64066.623046875, - 64080.193359375, - 64037.619140625, - 64088.078125, - 64077.142578125, - 63981.06640625, - 64016.990234375, - 64015.974609375, - 63903.50390625, - 63942.80859375, - 63962.6484375, - 63911.55859375, - 63826.8984375, - 63741.748046875, - 63995.4453125, - 63796.34765625, - 63658.529296875, - 63628.09765625, - 63758.16015625, - 63751.73828125, - 63696.12890625 + 64036.451171875, + 64089.859375, + 64136.587890625, + 64084.642578125, + 64039.404296875, + 64082.37890625, + 64159.732421875, + 64092.064453125, + 64144.673828125, + 64212.5390625, + 63982.470703125, + 63880.34765625, + 63769.990234375, + 63904.0625, + 63955.42578125, + 63899.083984375, + 63782.15625, + 63976.96484375, + 63809.548828125, + 63576.431640625, + 63613.666015625, + 63839.421875, + 63753.939453125, + 63557.521484375 ], "0.6": [ - 64029.927734375, - 64120.24609375, - 64154.115234375, - 64066.623046875, - 64080.193359375, - 64037.619140625, - 64088.078125, - 64077.142578125, - 63981.06640625, - 64016.990234375, - 64015.974609375, - 63903.50390625, - 63942.80859375, - 63962.6484375, - 63911.55859375, - 63826.8984375, - 63741.748046875, - 63995.4453125, - 63796.34765625, - 63658.529296875, - 63628.09765625, - 63758.16015625, - 63751.73828125, - 63696.12890625 + 64036.451171875, + 64089.859375, + 64136.587890625, + 64084.642578125, + 64039.404296875, + 64082.37890625, + 64159.732421875, + 64092.064453125, + 64144.673828125, + 64212.5390625, + 63982.470703125, + 63880.34765625, + 63769.990234375, + 63904.0625, + 63955.42578125, + 63899.083984375, + 63782.15625, + 63976.96484375, + 63809.548828125, + 63576.431640625, + 63613.666015625, + 63839.421875, + 63753.939453125, + 63557.521484375 ], "0.7": [ - 64029.927734375, - 64120.24609375, - 64154.115234375, - 64066.623046875, - 64080.193359375, - 64037.619140625, - 64088.078125, - 64077.142578125, - 63981.06640625, - 64016.990234375, - 64015.974609375, - 63903.50390625, - 63942.80859375, - 63962.6484375, - 63911.55859375, - 63826.8984375, - 63741.748046875, - 63995.4453125, - 63796.34765625, - 63658.529296875, - 63628.09765625, - 63758.16015625, - 63751.73828125, - 63696.12890625 + 64036.451171875, + 64089.859375, + 64136.587890625, + 64084.642578125, + 64039.404296875, + 64082.37890625, + 64159.732421875, + 64092.064453125, + 64144.673828125, + 64212.5390625, + 63982.470703125, + 63880.34765625, + 63769.990234375, + 63904.0625, + 63955.42578125, + 63899.083984375, + 63782.15625, + 63976.96484375, + 63809.548828125, + 63576.431640625, + 63613.666015625, + 63839.421875, + 63753.939453125, + 63557.521484375 ], "0.8": [ - 64240.833984375, - 64423.48046875, - 64503.83203125, - 64599.787109375, - 64605.453125, - 64718.443359375, - 64804.974609375, - 64811.013671875, - 64899.84375, - 65119.529296875, - 65218.20703125, - 65122.78515625, - 65038.169921875, - 65150.78515625, - 65380.162109375, - 65348.60546875, - 65328.77734375, - 65561.5546875, - 65424.453125, - 65288.9453125, - 65682.91015625, - 65634.8203125, - 65240.9765625, - 65676.2578125 + 64252.025390625, + 64382.5859375, + 64497.615234375, + 64562.82421875, + 64661.45703125, + 64713.162109375, + 64891.330078125, + 64759.4296875, + 64999.109375, + 65162.267578125, + 65139.986328125, + 64965.119140625, + 64998.109375, + 65157.849609375, + 65317.9375, + 65265.720703125, + 65455.49609375, + 65779.72265625, + 65449.619140625, + 65534.017578125, + 65553.634765625, + 65853.90625, + 65461.22265625, + 65403.75 ], "0.9": [ - 64240.833984375, - 64423.48046875, - 64503.83203125, - 64599.787109375, - 64605.453125, - 64718.443359375, - 64804.974609375, - 64811.013671875, - 64899.84375, - 65119.529296875, - 65218.20703125, - 65122.78515625, - 65038.169921875, - 65150.78515625, - 65380.162109375, - 65348.60546875, - 65328.77734375, - 65561.5546875, - 65424.453125, - 65288.9453125, - 65682.91015625, - 65634.8203125, - 65240.9765625, - 65676.2578125 + 64252.025390625, + 64382.5859375, + 64497.615234375, + 64562.82421875, + 64661.45703125, + 64713.162109375, + 64891.330078125, + 64759.4296875, + 64999.109375, + 65162.267578125, + 65139.986328125, + 64965.119140625, + 64998.109375, + 65157.849609375, + 65317.9375, + 65265.720703125, + 65455.49609375, + 65779.72265625, + 65449.619140625, + 65534.017578125, + 65553.634765625, + 65853.90625, + 65461.22265625, + 65403.75 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index c665996aea08a18bcb9765e87736913af179a295..f76464af62725cf021346e2cb213fd5b0e112518 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,35 +1,11 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T08:46:00.556919+00:00", + "evaluated_at": "2026-06-22T08:52:58.653570+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 19dfa117818ce319fd73d655b97d88ff2f62233f..9be18755d0e0751664581e2ce4b51d7c52781008 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,65001.039184552814,61931.7856001527,194.7130333972958,0.1840810353189614,0.0030399430236209214,0.0030402274576467824,1.6334301545102423,254.9530136800756,0.003977629723519593,0.003037800330415444,0.0022726396408030655,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,65684.79553838952,62704.29488812629,198.4125776681291,0.18757857180997672,0.0030975387723145343,0.0030979170705914376,1.6334301545102423,256.29045151622313,0.003998264985530096,0.003095339905509649,0.0022963147559485683,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.75819813820277,0.7618702040722911,0.7835918176591898,2.2118699619888895,0.9958396379870311,0.591210714080647,83.35575203034283,0.8707457368272152,0.8370408853995671,0.7532605226816705,0.7419967755997667,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08020032417093012,0.08050673020467015,0.26524028195454197,3.1497294746412243,0.16360056660551214,0.17997173114441545,37.56226001590164,0.28319661751322195,0.1782356310226048,0.1669344409615846,0.1542270647569619,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index a3950e3d7f1df0abca3985b884b7e864fb3a1a36..a7227af6eb0a1b6733f7f31d30aeb6239a03a97a 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T08:46:45.727245+00:00", + "evaluated_at": "2026-06-22T08:53:19.072099+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64084.0 + 64172.7890625 ], "p50": [ 64037.80297765899, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index c714bec2ac0837a987a663744efe6655b84c1432..f742c274812bffe334bdb92b158547238e3e10ff 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,35 +1,11 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T08:46:45.774290+00:00", + "evaluated_at": "2026-06-22T08:53:19.078015+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index b24b6a8e1d82f7db3d7bcfcecfe7d7ef5d43c1d5..9de5e3e3eac42d35bc8bc4a2b83426f13eecab31 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T08:41:27.169452+00:00", - "finished_at": "2026-06-22T08:46:49.294254+00:00", - "task_count": 5, + "started_at": "2026-06-22T08:51:04.388443+00:00", + "finished_at": "2026-06-22T08:53:22.406935+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,35 +10,11 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T08:42:31.738415+00:00", + "evaluated_at": "2026-06-22T08:51:36.016363+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } @@ -48,35 +24,11 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T08:43:49.691163+00:00", + "evaluated_at": "2026-06-22T08:51:59.575378+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } @@ -86,35 +38,11 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:44:31.784977+00:00", + "evaluated_at": "2026-06-22T08:52:25.018766+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } @@ -124,35 +52,11 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T08:45:11.247297+00:00", + "evaluated_at": "2026-06-22T08:52:33.786077+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } @@ -162,35 +66,11 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T08:46:00.556919+00:00", + "evaluated_at": "2026-06-22T08:52:58.653570+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } @@ -200,35 +80,11 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T08:46:45.124250+00:00", + "evaluated_at": "2026-06-22T08:53:18.814649+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } @@ -238,35 +94,11 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T08:46:45.615490+00:00", + "evaluated_at": "2026-06-22T08:53:19.022843+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } @@ -276,35 +108,11 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T08:46:45.722112+00:00", + "evaluated_at": "2026-06-22T08:53:19.063628+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } @@ -314,35 +122,11 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T08:46:45.774290+00:00", + "evaluated_at": "2026-06-22T08:53:19.078015+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } @@ -352,35 +136,11 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T08:46:45.820636+00:00", + "evaluated_at": "2026-06-22T08:53:19.091857+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } @@ -403,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T08:48:03.759295+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_085319.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_085319.json new file mode 100644 index 0000000000000000000000000000000000000000..ed8b263d3bafcf9e3e0e54244801797893ff44a7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_085319.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T08:53:19.007614+00:00", + "metrics": { + "MSE[mean]": 179021.77550816358, + "MSE[0.5]": 626907.5593784722, + "MAE[0.5]": 757.2103846058759, + "MASE[0.5]": 0.7158641058614129, + "MAPE[0.5]": 0.01179945719267537, + "sMAPE[0.5]": 0.011875973425805023, + "MSIS": 13.962108303843536, + "RMSE[mean]": 423.10964950963194, + "NRMSE[mean]": 0.006600731656860763, + "ND[0.5]": 0.011812877731255661, + "mean_weighted_sum_quantile_loss": 0.0104195426642753 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64172.7890625 + ], + "predictions": { + "p50": [ + 63386.03029651614, + 63340.792251269086, + 63348.57869974878, + 63352.317339984256, + 63338.56217465736, + 63352.485651761024, + 63353.89139820443, + 63376.573592020315, + 63343.466144400576, + 63354.59098395781, + 63342.889335759704, + 63342.24126249488, + 63330.00254627671, + 63332.95847013353, + 63354.699794057735, + 63329.945708064726, + 63320.26228417199, + 63342.81286113189, + 63342.83150426709, + 63385.11839546537, + 63342.82819769766, + 63354.67297845623, + 63322.45357247682, + 63331.47382085034 + ], + "p10": [ + 63111.29632055861, + 63101.960821406035, + 63103.194034889544, + 63106.36666566577, + 63107.554875115056, + 63106.53497744254, + 63106.96740009423, + 63104.99499025976, + 63101.12944326961, + 63100.932400245605, + 63106.84528977664, + 63102.607001809774, + 63102.696788857604, + 63085.81896996697, + 63148.26485605091, + 63102.63995064562, + 63082.15301018008, + 63086.25066940283, + 63086.269312538025, + 63107.231068545734, + 63086.266005968595, + 63107.23361300316, + 63101.0209319041, + 63109.6151791323 + ], + "p90": [ + 63635.35066420182, + 63642.81374612899, + 63644.0469596125, + 63623.5083210965, + 63586.603435840974, + 63582.40124365284, + 63580.590341639494, + 63667.68777651372, + 63667.94383756322, + 63667.74679453922, + 63609.239573608815, + 63610.59763084146, + 63624.94174920532, + 63624.872656653155, + 63623.94412758655, + 63610.63057967731, + 63569.27240171649, + 63584.06997013568, + 63633.74608248804, + 63623.91476752761, + 63633.74277591861, + 63624.89900886237, + 63606.440921277055, + 63586.58763113779 + ], + "mean": [ + 64004.506842069524, + 64334.21620368005, + 63667.61802900952, + 63336.14126258748, + 63980.23654234009, + 64311.10904897263, + 63995.78386104886, + 64668.96473539028, + 64324.41600614692, + 64633.977802945425, + 64298.04543383163, + 64007.14145872702, + 64294.816632769274, + 63636.96861069759, + 64343.43554616088, + 63965.5038314547, + 63957.97720723473, + 63634.30542618395, + 63655.00102727412, + 64327.2493407383, + 64624.77176771991, + 63694.85350903063, + 63965.44208664897, + 63965.1965212761 + ], + "quantiles": { + "0.1": [ + 63111.29632055861, + 63101.960821406035, + 63103.194034889544, + 63106.36666566577, + 63107.554875115056, + 63106.53497744254, + 63106.96740009423, + 63104.99499025976, + 63101.12944326961, + 63100.932400245605, + 63106.84528977664, + 63102.607001809774, + 63102.696788857604, + 63085.81896996697, + 63148.26485605091, + 63102.63995064562, + 63082.15301018008, + 63086.25066940283, + 63086.269312538025, + 63107.231068545734, + 63086.266005968595, + 63107.23361300316, + 63101.0209319041, + 63109.6151791323 + ], + "0.2": [ + 63200.96903086827, + 63197.3230236638, + 63170.64603252321, + 63199.24199868589, + 63174.01378332673, + 63174.44356783384, + 63170.74804954712, + 63233.19106439897, + 63173.897621712196, + 63174.50714548305, + 63174.75388016794, + 63170.509259302315, + 63173.82531352956, + 63140.7692857978, + 63218.81465401771, + 63170.54220813816, + 63135.633539134535, + 63170.09920474284, + 63170.117847878035, + 63200.0571298175, + 63149.073469214396, + 63215.042205587946, + 63174.595677141544, + 63170.10755286041 + ], + "0.3": [ + 63291.11949129937, + 63256.54223295288, + 63233.347346394046, + 63266.48839621428, + 63233.12862213105, + 63256.11836952196, + 63249.85059650587, + 63290.0691221821, + 63254.03687956406, + 63256.27705413531, + 63257.30509328383, + 63229.087294988196, + 63238.608306781505, + 63226.0040385008, + 63257.26227566301, + 63240.34463530162, + 63226.0477764031, + 63240.35189176517, + 63240.370534900365, + 63288.92572454236, + 63253.01505847216, + 63288.928268999785, + 63253.01310047196, + 63232.80886673125 + ], + "0.4": [ + 63333.89417893609, + 63313.947772766325, + 63316.15075419285, + 63318.88031922163, + 63289.24953111168, + 63331.53413666738, + 63317.03986879019, + 63319.72165060749, + 63314.75604840053, + 63313.104353462, + 63319.358943332496, + 63302.04099180986, + 63306.42125186307, + 63313.1599957512, + 63329.98662153527, + 63288.91417113075, + 63290.22752039911, + 63290.20329330054, + 63303.18708807334, + 63339.065737089004, + 63310.47170854458, + 63329.95980593376, + 63303.181823503706, + 63266.898893814905 + ], + "0.5": [ + 63386.03029651614, + 63340.792251269086, + 63348.57869974878, + 63352.317339984256, + 63338.56217465736, + 63352.485651761024, + 63353.89139820443, + 63376.573592020315, + 63343.466144400576, + 63354.59098395781, + 63342.889335759704, + 63342.24126249488, + 63330.00254627671, + 63332.95847013353, + 63354.699794057735, + 63329.945708064726, + 63320.26228417199, + 63342.81286113189, + 63342.83150426709, + 63385.11839546537, + 63342.82819769766, + 63354.67297845623, + 63322.45357247682, + 63331.47382085034 + ], + "0.6": [ + 63440.62375527947, + 63404.161763620956, + 63418.1656449196, + 63425.89323616348, + 63393.3358223574, + 63407.13128461443, + 63426.49397059194, + 63432.28932042234, + 63404.97003925516, + 63428.14803689068, + 63411.54307487593, + 63431.322485740224, + 63397.46182277549, + 63385.09458771358, + 63432.457148547765, + 63356.949211252766, + 63385.13832561588, + 63404.84814932409, + 63417.637460274425, + 63428.22748693167, + 63432.43882810654, + 63425.017024160625, + 63385.127477082875, + 63356.96481583389 + ], + "0.7": [ + 63487.65914758045, + 63478.20188537046, + 63480.759110967534, + 63478.48612159054, + 63442.40216686478, + 63463.99707849272, + 63464.42950114441, + 63486.98288159614, + 63474.67756729862, + 63482.063820357354, + 63457.76569555474, + 63480.172077887764, + 63458.37384196389, + 63445.717584859325, + 63480.354305711524, + 63434.00743582896, + 63435.746778887515, + 63459.80601855535, + 63475.87409861456, + 63480.21658013522, + 63480.181177388346, + 63479.27838340377, + 63432.17166998105, + 63439.71590539822 + ], + "0.8": [ + 63567.82655396791, + 63561.1507710436, + 63569.90031465875, + 63568.83432377259, + 63490.63489771259, + 63533.590421792534, + 63534.022844444225, + 63569.21931575994, + 63567.49746935747, + 63569.27833378544, + 63536.97599061748, + 63556.02337103795, + 63554.66976298343, + 63569.24036517646, + 63549.23419896003, + 63487.109796251025, + 63487.14127981314, + 63516.46023682959, + 63554.638824370195, + 63550.28876675749, + 63569.25180982141, + 63562.85863799669, + 63533.83763806438, + 63487.12540083215 + ], + "0.9": [ + 63635.35066420182, + 63642.81374612899, + 63644.0469596125, + 63623.5083210965, + 63586.603435840974, + 63582.40124365284, + 63580.590341639494, + 63667.68777651372, + 63667.94383756322, + 63667.74679453922, + 63609.239573608815, + 63610.59763084146, + 63624.94174920532, + 63624.872656653155, + 63623.94412758655, + 63610.63057967731, + 63569.27240171649, + 63584.06997013568, + 63633.74608248804, + 63623.91476752761, + 63633.74277591861, + 63624.89900886237, + 63606.440921277055, + 63586.58763113779 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_085132.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_085132.json new file mode 100644 index 0000000000000000000000000000000000000000..76445e32ff923e9d6a39b743cbd9f5b69cf62c9e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_085132.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T08:51:32.865643+00:00", + "metrics": { + "MSE[mean]": 92565.85304832458, + "MSE[0.5]": 92565.85304832458, + "MAE[0.5]": 233.65055338541666, + "MASE[0.5]": 0.22089243344217294, + "MAPE[0.5]": 0.0036450317560868073, + "sMAPE[0.5]": 0.0036507660257384367, + "MSIS": 2.1139195181924215, + "RMSE[mean]": 304.24636899776567, + "NRMSE[mean]": 0.004746402360844233, + "ND[0.5]": 0.00364507074268238, + "mean_weighted_sum_quantile_loss": 0.005374115970385007 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64172.7890625 + ], + "predictions": { + "p50": [ + 64090.64453125, + 64100.203125, + 64114.3671875, + 64119.6171875, + 64111.28125, + 64114.05078125, + 64104.78515625, + 64093.13671875, + 64083.24609375, + 64066.84375, + 64049.03515625, + 64026.765625, + 64009.515625, + 63978.5234375, + 63968.2890625, + 63953.2109375, + 63871.296875, + 63852.52734375, + 63847.02734375, + 63804.32421875, + 63786.515625, + 63756.25, + 63736.890625, + 63705.55078125 + ], + "p10": [ + 63802.171875, + 63689.1875, + 63572.59375, + 63445.3515625, + 63313.859375, + 63203.43359375, + 63071.90625, + 63010.18359375, + 62921.37890625, + 62817.98828125, + 62791.69140625, + 62729.7734375, + 62683.734375, + 62591.02734375, + 62533.3359375, + 62474.41796875, + 62435.84765625, + 62407.3515625, + 62375.921875, + 62372.79296875, + 62343.7421875, + 62327.1875, + 62297.03125, + 62276.83984375 + ], + "p90": [ + 64318.16015625, + 64426.34765625, + 64519.55859375, + 64610.5625, + 64686.3046875, + 64724.56640625, + 64757.328125, + 64807.89453125, + 64831.48828125, + 64879.7578125, + 64904.96875, + 64962.16015625, + 65004.640625, + 65009.00390625, + 65054.578125, + 65084.5234375, + 65529.96875, + 65525.3515625, + 65530.29296875, + 65544.1328125, + 65541.359375, + 65615.4765625, + 65664.375, + 65620.2734375 + ], + "mean": [ + 64090.64453125, + 64100.203125, + 64114.3671875, + 64119.6171875, + 64111.28125, + 64114.05078125, + 64104.78515625, + 64093.13671875, + 64083.24609375, + 64066.84375, + 64049.03515625, + 64026.765625, + 64009.515625, + 63978.5234375, + 63968.2890625, + 63953.2109375, + 63871.296875, + 63852.52734375, + 63847.02734375, + 63804.32421875, + 63786.515625, + 63756.25, + 63736.890625, + 63705.55078125 + ], + "quantiles": { + "0.1": [ + 63802.171875, + 63689.1875, + 63572.59375, + 63445.3515625, + 63313.859375, + 63203.43359375, + 63071.90625, + 63010.18359375, + 62921.37890625, + 62817.98828125, + 62791.69140625, + 62729.7734375, + 62683.734375, + 62591.02734375, + 62533.3359375, + 62474.41796875, + 62435.84765625, + 62407.3515625, + 62375.921875, + 62372.79296875, + 62343.7421875, + 62327.1875, + 62297.03125, + 62276.83984375 + ], + "0.2": [ + 63802.171875, + 63689.1875, + 63572.59375, + 63445.3515625, + 63313.859375, + 63203.43359375, + 63071.90625, + 63010.18359375, + 62921.37890625, + 62817.98828125, + 62791.69140625, + 62729.7734375, + 62683.734375, + 62591.02734375, + 62533.3359375, + 62474.41796875, + 62435.84765625, + 62407.3515625, + 62375.921875, + 62372.79296875, + 62343.7421875, + 62327.1875, + 62297.03125, + 62276.83984375 + ], + "0.3": [ + 63802.171875, + 63689.1875, + 63572.59375, + 63445.3515625, + 63313.859375, + 63203.43359375, + 63071.90625, + 63010.18359375, + 62921.37890625, + 62817.98828125, + 62791.69140625, + 62729.7734375, + 62683.734375, + 62591.02734375, + 62533.3359375, + 62474.41796875, + 62435.84765625, + 62407.3515625, + 62375.921875, + 62372.79296875, + 62343.7421875, + 62327.1875, + 62297.03125, + 62276.83984375 + ], + "0.4": [ + 64090.64453125, + 64100.203125, + 64114.3671875, + 64119.6171875, + 64111.28125, + 64114.05078125, + 64104.78515625, + 64093.13671875, + 64083.24609375, + 64066.84375, + 64049.03515625, + 64026.765625, + 64009.515625, + 63978.5234375, + 63968.2890625, + 63953.2109375, + 63871.296875, + 63852.52734375, + 63847.02734375, + 63804.32421875, + 63786.515625, + 63756.25, + 63736.890625, + 63705.55078125 + ], + "0.5": [ + 64090.64453125, + 64100.203125, + 64114.3671875, + 64119.6171875, + 64111.28125, + 64114.05078125, + 64104.78515625, + 64093.13671875, + 64083.24609375, + 64066.84375, + 64049.03515625, + 64026.765625, + 64009.515625, + 63978.5234375, + 63968.2890625, + 63953.2109375, + 63871.296875, + 63852.52734375, + 63847.02734375, + 63804.32421875, + 63786.515625, + 63756.25, + 63736.890625, + 63705.55078125 + ], + "0.6": [ + 64090.64453125, + 64100.203125, + 64114.3671875, + 64119.6171875, + 64111.28125, + 64114.05078125, + 64104.78515625, + 64093.13671875, + 64083.24609375, + 64066.84375, + 64049.03515625, + 64026.765625, + 64009.515625, + 63978.5234375, + 63968.2890625, + 63953.2109375, + 63871.296875, + 63852.52734375, + 63847.02734375, + 63804.32421875, + 63786.515625, + 63756.25, + 63736.890625, + 63705.55078125 + ], + "0.7": [ + 64090.64453125, + 64100.203125, + 64114.3671875, + 64119.6171875, + 64111.28125, + 64114.05078125, + 64104.78515625, + 64093.13671875, + 64083.24609375, + 64066.84375, + 64049.03515625, + 64026.765625, + 64009.515625, + 63978.5234375, + 63968.2890625, + 63953.2109375, + 63871.296875, + 63852.52734375, + 63847.02734375, + 63804.32421875, + 63786.515625, + 63756.25, + 63736.890625, + 63705.55078125 + ], + "0.8": [ + 64318.16015625, + 64426.34765625, + 64519.55859375, + 64610.5625, + 64686.3046875, + 64724.56640625, + 64757.328125, + 64807.89453125, + 64831.48828125, + 64879.7578125, + 64904.96875, + 64962.16015625, + 65004.640625, + 65009.00390625, + 65054.578125, + 65084.5234375, + 65529.96875, + 65525.3515625, + 65530.29296875, + 65544.1328125, + 65541.359375, + 65615.4765625, + 65664.375, + 65620.2734375 + ], + "0.9": [ + 64318.16015625, + 64426.34765625, + 64519.55859375, + 64610.5625, + 64686.3046875, + 64724.56640625, + 64757.328125, + 64807.89453125, + 64831.48828125, + 64879.7578125, + 64904.96875, + 64962.16015625, + 65004.640625, + 65009.00390625, + 65054.578125, + 65084.5234375, + 65529.96875, + 65525.3515625, + 65530.29296875, + 65544.1328125, + 65541.359375, + 65615.4765625, + 65664.375, + 65620.2734375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_085319.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_085319.json new file mode 100644 index 0000000000000000000000000000000000000000..9846ce4475e329a15a438170729ce5b420de59e5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_085319.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T08:53:19.052502+00:00", + "metrics": { + "MSE[mean]": 103108.72793744462, + "MSE[0.5]": 96027.84972027391, + "MAE[0.5]": 263.01929590090367, + "MASE[0.5]": 0.2486575420943292, + "MAPE[0.5]": 0.004100468425214696, + "sMAPE[0.5]": 0.00410842941222206, + "MSIS": 1.9591663323188648, + "RMSE[mean]": 321.1054779000891, + "NRMSE[mean]": 0.005009413270585955, + "ND[0.5]": 0.004103238474542995, + "mean_weighted_sum_quantile_loss": 0.003134798170492587 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64172.7890625 + ], + "predictions": { + "p50": [ + 64015.859605982994, + 63997.82476045473, + 64001.31921180146, + 63984.6476475232, + 63982.46827074494, + 63962.861159591674, + 63969.45912656341, + 63959.26803103514, + 63951.89724800688, + 63931.03037122861, + 63918.669353825346, + 63905.07982079708, + 63899.818412768815, + 63893.328489115556, + 63895.34442483729, + 63865.868173059025, + 63870.12824940576, + 63852.691060127494, + 63843.26558959923, + 63836.77566594596, + 63817.1099610427, + 63805.74113113943, + 63799.889879361166, + 63785.25933070791 + ], + "p10": [ + 63771.60804348299, + 63758.86382295473, + 63737.162571176465, + 63751.9132725232, + 63729.42764574494, + 63720.00217521667, + 63709.89857968841, + 63690.71334353514, + 63692.88552925688, + 63671.18427747861, + 63672.196697575346, + 63664.60911767208, + 63643.585990893815, + 63634.160520365556, + 63649.07997171229, + 63608.528329309025, + 63617.48176503076, + 63596.458638252494, + 63580.25191772423, + 63592.52410344596, + 63579.7798829177, + 63569.19464676443, + 63560.928941861166, + 63559.97222133291 + ], + "p90": [ + 64337.191637232994, + 64243.87554170473, + 64318.34069617646, + 64223.0628818982, + 64263.48584886994, + 64206.173659591674, + 64196.81420468841, + 64187.98287478514, + 64257.618341756875, + 64166.510058728614, + 64159.706463200346, + 64150.28099267208, + 64142.761772143815, + 64133.336301615556, + 64122.00458108729, + 64112.579110559025, + 64094.05989003076, + 64090.888325752494, + 64086.20894897423, + 64075.067853445966, + 64062.8298829177, + 64047.55792801443, + 64035.49261373617, + 64036.58120570791 + ], + "mean": [ + 64019.838648951656, + 63999.406654986284, + 63989.809036020255, + 63964.97540142923, + 63983.87149340134, + 63947.686511153996, + 63935.81635312611, + 63945.50269900383, + 63959.70765816314, + 63900.397812634634, + 63879.20956866923, + 63894.480973140635, + 63878.75323698776, + 63866.976067240474, + 63896.482334993845, + 63829.351063684066, + 63842.26899159304, + 63835.527173408904, + 63821.61965209906, + 63831.47816594617, + 63799.866875105145, + 63790.622928014454, + 63778.263707485945, + 63797.25444789554 + ], + "quantiles": { + "0.1": [ + 63771.60804348299, + 63758.86382295473, + 63737.162571176465, + 63751.9132725232, + 63729.42764574494, + 63720.00217521667, + 63709.89857968841, + 63690.71334353514, + 63692.88552925688, + 63671.18427747861, + 63672.196697575346, + 63664.60911767208, + 63643.585990893815, + 63634.160520365556, + 63649.07997171229, + 63608.528329309025, + 63617.48176503076, + 63596.458638252494, + 63580.25191772423, + 63592.52410344596, + 63579.7798829177, + 63569.19464676443, + 63560.928941861166, + 63559.97222133291 + ], + "0.2": [ + 63864.121324732994, + 63827.98491670473, + 63818.59069617646, + 63818.3331943982, + 63799.61241136994, + 63792.337722091674, + 63780.85756406341, + 63780.63131228514, + 63769.87771675688, + 63752.58115247861, + 63743.186931950346, + 63728.74193017208, + 63719.316459643815, + 63714.398801615556, + 63732.16473733729, + 63695.547860559025, + 63663.58332753076, + 63677.081294502495, + 63643.95113647423, + 63658.36550969596, + 63648.9400391677, + 63642.03409988943, + 63632.608629361166, + 63622.67925258291 + ], + "0.3": [ + 63926.000230982994, + 63893.13335420473, + 63889.04577430146, + 63897.017178773196, + 63864.85694261994, + 63855.431472091674, + 63868.74076718841, + 63859.60240603514, + 63850.59646675688, + 63818.37490247861, + 63815.534588200346, + 63795.64036767208, + 63786.214897143815, + 63787.258176615556, + 63792.64520608729, + 63757.938485559025, + 63748.24270253076, + 63739.087544502494, + 63676.95113647423, + 63724.39675969596, + 63736.0923829177, + 63711.85441238943, + 63718.639879361166, + 63680.662065082906 + ], + "0.4": [ + 63998.140855982994, + 63958.57476045473, + 63966.34069617646, + 63944.3371006482, + 63947.48975511994, + 63947.302565841674, + 63921.14662656341, + 63922.02193728514, + 63919.02615425688, + 63885.93896497861, + 63897.603338200344, + 63836.25599267208, + 63867.984428393815, + 63862.660520365556, + 63867.36083108729, + 63784.618173059025, + 63819.96067128076, + 63787.306294502494, + 63755.93160522423, + 63793.52957219596, + 63784.1041016677, + 63774.67863113943, + 63777.831285611166, + 63711.74565883291 + ], + "0.5": [ + 64015.859605982994, + 63997.82476045473, + 64001.31921180146, + 63984.6476475232, + 63982.46827074494, + 63962.861159591674, + 63969.45912656341, + 63959.26803103514, + 63951.89724800688, + 63931.03037122861, + 63918.669353825346, + 63905.07982079708, + 63899.818412768815, + 63893.328489115556, + 63895.34442483729, + 63865.868173059025, + 63870.12824940576, + 63852.691060127494, + 63843.26558959923, + 63836.77566594596, + 63817.1099610427, + 63805.74113113943, + 63799.889879361166, + 63785.25933070791 + ], + "0.6": [ + 64097.000230982994, + 64060.84429170473, + 64067.363352426466, + 64041.9933506482, + 64048.45850511994, + 64023.142409591674, + 64021.25600156341, + 64014.56099978514, + 64007.383966756875, + 63997.95849622861, + 63986.284588200346, + 63976.85911767208, + 63981.621147143815, + 63947.738645365556, + 63954.20379983729, + 63898.618173059025, + 63943.91926503076, + 63912.32426325249, + 63916.50191772423, + 63910.50300969596, + 63869.6001954177, + 63860.17472488943, + 63868.628160611166, + 63809.74175258291 + ], + "0.7": [ + 64150.218980982994, + 64091.88491670473, + 64130.662571176465, + 64119.042569398196, + 64084.19483324494, + 64073.615065841674, + 64074.96225156341, + 64081.34068728514, + 64071.915216756875, + 64041.28818372861, + 64027.642010075346, + 64022.43724267208, + 64031.72349089381, + 64022.29802036555, + 63994.16083108729, + 63962.028329309025, + 63995.70051503076, + 63961.663716377494, + 63979.55269897423, + 63966.556134695966, + 63932.2330079177, + 63902.47550613943, + 63899.389879361166, + 63902.43667445791 + ], + "0.8": [ + 64240.023668482994, + 64150.15054170473, + 64221.693821176465, + 64199.041006898195, + 64202.32178636994, + 64151.622878341674, + 64142.19740781341, + 64157.55943728514, + 64167.00662300688, + 64113.92099622861, + 64108.34786945034, + 64114.33177392208, + 64061.747709643816, + 64096.55583286555, + 64086.05536233729, + 64077.70489180902, + 64051.79504628076, + 64063.153950752494, + 64070.842542724225, + 64038.92800969596, + 63968.7408204177, + 63931.78097488943, + 63943.767223111165, + 64006.60112758291 + ], + "0.9": [ + 64337.191637232994, + 64243.87554170473, + 64318.34069617646, + 64223.0628818982, + 64263.48584886994, + 64206.173659591674, + 64196.81420468841, + 64187.98287478514, + 64257.618341756875, + 64166.510058728614, + 64159.706463200346, + 64150.28099267208, + 64142.761772143815, + 64133.336301615556, + 64122.00458108729, + 64112.579110559025, + 64094.05989003076, + 64090.888325752494, + 64086.20894897423, + 64075.067853445966, + 64062.8298829177, + 64047.55792801443, + 64035.49261373617, + 64036.58120570791 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_085255.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_085255.json new file mode 100644 index 0000000000000000000000000000000000000000..35f3ed8aab410d01cd4f6df400bf220f19206594 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_085255.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T08:52:55.478521+00:00", + "metrics": { + "MSE[mean]": 116016.95607376099, + "MSE[0.5]": 133440.5889767011, + "MAE[0.5]": 276.1752115885417, + "MASE[0.5]": 0.2610950997559572, + "MAPE[0.5]": 0.004306996794168106, + "sMAPE[0.5]": 0.004318199599497713, + "MSIS": 2.1165044330851877, + "RMSE[mean]": 340.612618782336, + "NRMSE[mean]": 0.005313734863122357, + "ND[0.5]": 0.004308477634782015, + "mean_weighted_sum_quantile_loss": 0.005689415183082244 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64172.7890625 + ], + "predictions": { + "p50": [ + 64036.451171875, + 64089.859375, + 64136.587890625, + 64084.642578125, + 64039.404296875, + 64082.37890625, + 64159.732421875, + 64092.064453125, + 64144.673828125, + 64212.5390625, + 63982.470703125, + 63880.34765625, + 63769.990234375, + 63904.0625, + 63955.42578125, + 63899.083984375, + 63782.15625, + 63976.96484375, + 63809.548828125, + 63576.431640625, + 63613.666015625, + 63839.421875, + 63753.939453125, + 63557.521484375 + ], + "p10": [ + 63799.607421875, + 63795.962890625, + 63682.2265625, + 63647.888671875, + 63535.728515625, + 63487.62890625, + 63469.15625, + 63444.541015625, + 63177.443359375, + 63121.822265625, + 62910.810546875, + 62689.51953125, + 62469.75390625, + 62673.783203125, + 62893.9296875, + 62609.953125, + 62012.41015625, + 62509.978515625, + 62045.826171875, + 61992.54296875, + 61872.361328125, + 61758.02734375, + 61984.3046875, + 61743.0 + ], + "p90": [ + 64252.025390625, + 64382.5859375, + 64497.615234375, + 64562.82421875, + 64661.45703125, + 64713.162109375, + 64891.330078125, + 64759.4296875, + 64999.109375, + 65162.267578125, + 65139.986328125, + 64965.119140625, + 64998.109375, + 65157.849609375, + 65317.9375, + 65265.720703125, + 65455.49609375, + 65779.72265625, + 65449.619140625, + 65534.017578125, + 65553.634765625, + 65853.90625, + 65461.22265625, + 65403.75 + ], + "mean": [ + 64036.53515625, + 64090.55078125, + 64111.3203125, + 64108.92578125, + 64067.07421875, + 64098.14453125, + 64175.93359375, + 64099.7109375, + 64148.03125, + 64170.609375, + 64067.66015625, + 63882.66015625, + 63826.66015625, + 63963.40625, + 64024.2734375, + 63858.359375, + 63815.99609375, + 64068.82421875, + 63728.9609375, + 63637.13671875, + 63714.83984375, + 63925.953125, + 63727.7265625, + 63657.58984375 + ], + "quantiles": { + "0.1": [ + 63799.607421875, + 63795.962890625, + 63682.2265625, + 63647.888671875, + 63535.728515625, + 63487.62890625, + 63469.15625, + 63444.541015625, + 63177.443359375, + 63121.822265625, + 62910.810546875, + 62689.51953125, + 62469.75390625, + 62673.783203125, + 62893.9296875, + 62609.953125, + 62012.41015625, + 62509.978515625, + 62045.826171875, + 61992.54296875, + 61872.361328125, + 61758.02734375, + 61984.3046875, + 61743.0 + ], + "0.2": [ + 63799.607421875, + 63795.962890625, + 63682.2265625, + 63647.888671875, + 63535.728515625, + 63487.62890625, + 63469.15625, + 63444.541015625, + 63177.443359375, + 63121.822265625, + 62910.810546875, + 62689.51953125, + 62469.75390625, + 62673.783203125, + 62893.9296875, + 62609.953125, + 62012.41015625, + 62509.978515625, + 62045.826171875, + 61992.54296875, + 61872.361328125, + 61758.02734375, + 61984.3046875, + 61743.0 + ], + "0.3": [ + 63799.607421875, + 63795.962890625, + 63682.2265625, + 63647.888671875, + 63535.728515625, + 63487.62890625, + 63469.15625, + 63444.541015625, + 63177.443359375, + 63121.822265625, + 62910.810546875, + 62689.51953125, + 62469.75390625, + 62673.783203125, + 62893.9296875, + 62609.953125, + 62012.41015625, + 62509.978515625, + 62045.826171875, + 61992.54296875, + 61872.361328125, + 61758.02734375, + 61984.3046875, + 61743.0 + ], + "0.4": [ + 64036.451171875, + 64089.859375, + 64136.587890625, + 64084.642578125, + 64039.404296875, + 64082.37890625, + 64159.732421875, + 64092.064453125, + 64144.673828125, + 64212.5390625, + 63982.470703125, + 63880.34765625, + 63769.990234375, + 63904.0625, + 63955.42578125, + 63899.083984375, + 63782.15625, + 63976.96484375, + 63809.548828125, + 63576.431640625, + 63613.666015625, + 63839.421875, + 63753.939453125, + 63557.521484375 + ], + "0.5": [ + 64036.451171875, + 64089.859375, + 64136.587890625, + 64084.642578125, + 64039.404296875, + 64082.37890625, + 64159.732421875, + 64092.064453125, + 64144.673828125, + 64212.5390625, + 63982.470703125, + 63880.34765625, + 63769.990234375, + 63904.0625, + 63955.42578125, + 63899.083984375, + 63782.15625, + 63976.96484375, + 63809.548828125, + 63576.431640625, + 63613.666015625, + 63839.421875, + 63753.939453125, + 63557.521484375 + ], + "0.6": [ + 64036.451171875, + 64089.859375, + 64136.587890625, + 64084.642578125, + 64039.404296875, + 64082.37890625, + 64159.732421875, + 64092.064453125, + 64144.673828125, + 64212.5390625, + 63982.470703125, + 63880.34765625, + 63769.990234375, + 63904.0625, + 63955.42578125, + 63899.083984375, + 63782.15625, + 63976.96484375, + 63809.548828125, + 63576.431640625, + 63613.666015625, + 63839.421875, + 63753.939453125, + 63557.521484375 + ], + "0.7": [ + 64036.451171875, + 64089.859375, + 64136.587890625, + 64084.642578125, + 64039.404296875, + 64082.37890625, + 64159.732421875, + 64092.064453125, + 64144.673828125, + 64212.5390625, + 63982.470703125, + 63880.34765625, + 63769.990234375, + 63904.0625, + 63955.42578125, + 63899.083984375, + 63782.15625, + 63976.96484375, + 63809.548828125, + 63576.431640625, + 63613.666015625, + 63839.421875, + 63753.939453125, + 63557.521484375 + ], + "0.8": [ + 64252.025390625, + 64382.5859375, + 64497.615234375, + 64562.82421875, + 64661.45703125, + 64713.162109375, + 64891.330078125, + 64759.4296875, + 64999.109375, + 65162.267578125, + 65139.986328125, + 64965.119140625, + 64998.109375, + 65157.849609375, + 65317.9375, + 65265.720703125, + 65455.49609375, + 65779.72265625, + 65449.619140625, + 65534.017578125, + 65553.634765625, + 65853.90625, + 65461.22265625, + 65403.75 + ], + "0.9": [ + 64252.025390625, + 64382.5859375, + 64497.615234375, + 64562.82421875, + 64661.45703125, + 64713.162109375, + 64891.330078125, + 64759.4296875, + 64999.109375, + 65162.267578125, + 65139.986328125, + 64965.119140625, + 64998.109375, + 65157.849609375, + 65317.9375, + 65265.720703125, + 65455.49609375, + 65779.72265625, + 65449.619140625, + 65534.017578125, + 65553.634765625, + 65853.90625, + 65461.22265625, + 65403.75 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_085319.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_085319.json new file mode 100644 index 0000000000000000000000000000000000000000..b07a5e55f512dacd3f7dfd2f7e2078560b742677 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_085319.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T08:53:19.072099+00:00", + "metrics": { + "MSE[mean]": 65684.79553838952, + "MSE[0.5]": 62704.29488812629, + "MAE[0.5]": 198.4125776681291, + "MASE[0.5]": 0.18757857180997672, + "MAPE[0.5]": 0.0030975387723145343, + "sMAPE[0.5]": 0.0030979170705914376, + "MSIS": 1.6334301545102423, + "RMSE[mean]": 256.29045151622313, + "NRMSE[mean]": 0.003998264985530096, + "ND[0.5]": 0.003095339905509649, + "mean_weighted_sum_quantile_loss": 0.0022963147559485683 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64172.7890625 + ], + "predictions": { + "p50": [ + 64037.80297765899, + 64029.19360265899, + 64042.11352453399, + 64034.86743078399, + 64042.11352453399, + 64031.93188390899, + 64047.95532140899, + 64047.18969640899, + 64049.24438390899, + 64037.80297765899, + 64034.86743078399, + 64030.70336828399, + 64034.86743078399, + 64037.80297765899, + 64049.24438390899, + 64029.19360265899, + 64042.87914953399, + 64034.86743078399, + 64034.86743078399, + 64037.80297765899, + 64027.56274328399, + 64025.61938390899, + 64029.19360265899, + 64023.98852453399 + ], + "p10": [ + 63793.55141515899, + 63790.23266515899, + 63777.95688390899, + 63802.13305578399, + 63789.07289953399, + 63789.07289953399, + 63788.39477453399, + 63778.63500890899, + 63790.23266515899, + 63777.95688390899, + 63788.39477453399, + 63790.23266515899, + 63778.63500890899, + 63778.63500890899, + 63802.97993078399, + 63771.85375890899, + 63790.23266515899, + 63778.63500890899, + 63771.85375890899, + 63793.55141515899, + 63790.23266515899, + 63789.07289953399, + 63790.23266515899, + 63798.70141515899 + ], + "p90": [ + 64359.13500890899, + 64275.24438390899, + 64359.13500890899, + 64273.28266515899, + 64323.13110265899, + 64275.24438390899, + 64275.31039953399, + 64275.90454015899, + 64354.96547765899, + 64273.28266515899, + 64275.90454015899, + 64275.90454015899, + 64277.81079015899, + 64277.81079015899, + 64275.90454015899, + 64275.90454015899, + 64266.81079015899, + 64273.06469640899, + 64277.81079015899, + 64276.09516515899, + 64273.28266515899, + 64267.43618078399, + 64264.79633703399, + 64275.31039953399 + ], + "mean": [ + 64041.782020627594, + 64030.775497190094, + 64030.60334875259, + 64015.19518469009, + 64043.51674719009, + 64016.75723547135, + 64014.31254797135, + 64033.4243643776, + 64057.054794065094, + 64007.17041906509, + 63995.407645627594, + 64020.104520627596, + 64013.80225500259, + 64011.45055578384, + 64050.38229406509, + 63992.67649328385, + 64015.01989172134, + 64017.703544065094, + 64013.22149328385, + 64032.505477658844, + 64010.31965734634, + 64010.501180783845, + 64007.56743078385, + 64035.983641721345 + ], + "quantiles": { + "0.1": [ + 63793.55141515899, + 63790.23266515899, + 63777.95688390899, + 63802.13305578399, + 63789.07289953399, + 63789.07289953399, + 63788.39477453399, + 63778.63500890899, + 63790.23266515899, + 63777.95688390899, + 63788.39477453399, + 63790.23266515899, + 63778.63500890899, + 63778.63500890899, + 63802.97993078399, + 63771.85375890899, + 63790.23266515899, + 63778.63500890899, + 63771.85375890899, + 63793.55141515899, + 63790.23266515899, + 63789.07289953399, + 63790.23266515899, + 63798.70141515899 + ], + "0.2": [ + 63886.06469640899, + 63859.35375890899, + 63859.38500890899, + 63868.55297765899, + 63859.25766515899, + 63861.40844640899, + 63859.35375890899, + 63868.55297765899, + 63867.22485265899, + 63859.35375890899, + 63859.38500890899, + 63854.36547765899, + 63854.36547765899, + 63858.87329015899, + 63886.06469640899, + 63858.87329015899, + 63836.33422765899, + 63859.25766515899, + 63835.55297765899, + 63859.39282140899, + 63859.39282140899, + 63861.91235265899, + 63861.91235265899, + 63861.40844640899 + ], + "0.3": [ + 63947.94360265899, + 63924.50219640899, + 63929.84008703399, + 63947.23696203399, + 63924.50219640899, + 63924.50219640899, + 63947.23696203399, + 63947.52407140899, + 63947.94360265899, + 63925.14750890899, + 63931.73266515899, + 63921.26391515899, + 63921.26391515899, + 63931.73266515899, + 63946.54516515899, + 63921.26391515899, + 63920.99360265899, + 63921.26391515899, + 63868.55297765899, + 63925.42407140899, + 63946.54516515899, + 63931.73266515899, + 63947.94360265899, + 63919.39125890899 + ], + "0.4": [ + 64020.08422765899, + 63989.94360265899, + 64007.13500890899, + 63994.55688390899, + 64007.13500890899, + 64016.37329015899, + 63999.64282140899, + 64009.94360265899, + 64016.37329015899, + 63992.71157140899, + 64013.80141515899, + 63961.87954015899, + 64003.03344640899, + 64007.13500890899, + 64021.26079015899, + 63947.94360265899, + 63992.71157140899, + 63969.48266515899, + 63947.53344640899, + 63994.55688390899, + 63994.55688390899, + 63994.55688390899, + 64007.13500890899, + 63950.47485265899 + ], + "0.5": [ + 64037.80297765899, + 64029.19360265899, + 64042.11352453399, + 64034.86743078399, + 64042.11352453399, + 64031.93188390899, + 64047.95532140899, + 64047.18969640899, + 64049.24438390899, + 64037.80297765899, + 64034.86743078399, + 64030.70336828399, + 64034.86743078399, + 64037.80297765899, + 64049.24438390899, + 64029.19360265899, + 64042.87914953399, + 64034.86743078399, + 64034.86743078399, + 64037.80297765899, + 64027.56274328399, + 64025.61938390899, + 64029.19360265899, + 64023.98852453399 + ], + "0.6": [ + 64118.94360265899, + 64092.21313390899, + 64108.15766515899, + 64092.21313390899, + 64108.10375890899, + 64092.21313390899, + 64099.75219640899, + 64102.48266515899, + 64104.73110265899, + 64104.73110265899, + 64102.48266515899, + 64102.48266515899, + 64116.67016515899, + 64092.21313390899, + 64108.10375890899, + 64061.94360265899, + 64116.67016515899, + 64094.50063390899, + 64108.10375890899, + 64111.53032140899, + 64080.05297765899, + 64080.05297765899, + 64097.93188390899, + 64048.47094640899 + ], + "0.7": [ + 64172.16235265899, + 64123.25375890899, + 64171.45688390899, + 64169.26235265899, + 64143.84008703399, + 64142.68579015899, + 64153.45844640899, + 64169.26235265899, + 64169.26235265899, + 64148.06079015899, + 64143.84008703399, + 64148.06079015899, + 64166.77250890899, + 64166.77250890899, + 64148.06079015899, + 64125.35375890899, + 64168.45141515899, + 64143.84008703399, + 64171.15454015899, + 64167.58344640899, + 64142.68579015899, + 64122.35375890899, + 64128.69360265899, + 64141.16586828399 + ], + "0.8": [ + 64261.96704015899, + 64181.51938390899, + 64262.48813390899, + 64249.26079015899, + 64261.96704015899, + 64220.69360265899, + 64220.69360265899, + 64245.48110265899, + 64264.35375890899, + 64220.69360265899, + 64224.54594640899, + 64239.95532140899, + 64196.79672765899, + 64241.03032140899, + 64239.95532140899, + 64241.03032140899, + 64224.54594640899, + 64245.33032140899, + 64262.44438390899, + 64239.95532140899, + 64179.19360265899, + 64151.65922765899, + 64173.07094640899, + 64245.33032140899 + ], + "0.9": [ + 64359.13500890899, + 64275.24438390899, + 64359.13500890899, + 64273.28266515899, + 64323.13110265899, + 64275.24438390899, + 64275.31039953399, + 64275.90454015899, + 64354.96547765899, + 64273.28266515899, + 64275.90454015899, + 64275.90454015899, + 64277.81079015899, + 64277.81079015899, + 64275.90454015899, + 64275.90454015899, + 64266.81079015899, + 64273.06469640899, + 64277.81079015899, + 64276.09516515899, + 64273.28266515899, + 64267.43618078399, + 64264.79633703399, + 64275.31039953399 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_085319.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_085319.json new file mode 100644 index 0000000000000000000000000000000000000000..f44dd20f7cdf7b172ac9570f63c26c9a98bfd51f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_085319.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T08:53:19.086872+00:00", + "metrics": { + "MSE[mean]": 169767.89043362936, + "MSE[0.5]": 169767.89043362936, + "MAE[0.5]": 331.1717122395833, + "MASE[0.5]": 0.3130886032319515, + "MAPE[0.5]": 0.005171651811643884, + "sMAPE[0.5]": 0.0051746365184084505, + "MSIS": 3.6318268306067036, + "RMSE[mean]": 412.028992224612, + "NRMSE[mean]": 0.006427867612268959, + "ND[0.5]": 0.005166451787072367, + "mean_weighted_sum_quantile_loss": 0.005450854861016313 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64172.7890625 + ], + "predictions": { + "p50": [ + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "p10": [ + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72 + ], + "p90": [ + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28 + ], + "mean": [ + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "quantiles": { + "0.1": [ + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72 + ], + "0.2": [ + 62785.04275390625, + 62719.57873046875, + 62732.68, + 62700.26349609375, + 62446.81453125, + 62990.6499609375, + 63197.6384765625, + 63073.793964843746, + 62877.178730468746, + 62848.802265624996, + 62976.96, + 62967.09845703125, + 63052.2124609375, + 63307.93154296875, + 63333.54154296875, + 63329.59, + 63284.28, + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79 + ], + "0.3": [ + 63103.748554687496, + 63037.9522265625, + 63051.12, + 63018.5389453125, + 62763.8034375, + 63310.399453125, + 63518.438671875, + 63393.9655078125, + 63196.3522265625, + 63167.83171875, + 63296.64, + 63286.7283984375, + 63372.274453125, + 63629.2916015625, + 63655.0316015625, + 63651.06, + 63605.52, + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86 + ], + "0.4": [ + 63422.45435546875, + 63356.32572265625, + 63369.56, + 63336.81439453125, + 63080.79234375, + 63630.1489453125, + 63839.2388671875, + 63714.137050781246, + 63515.525722656246, + 63486.861171874996, + 63616.32, + 63606.35833984375, + 63692.3364453125, + 63950.65166015625, + 63976.52166015625, + 63972.53, + 63926.76, + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93 + ], + "0.5": [ + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "0.6": [ + 64059.865957031245, + 63993.07271484374, + 64006.439999999995, + 63973.365292968745, + 63714.77015624999, + 64269.6479296875, + 64480.83925781249, + 64354.48013671875, + 64153.87271484375, + 64124.920078125, + 64255.67999999999, + 64245.618222656245, + 64332.4604296875, + 64593.371777343746, + 64619.50177734374, + 64615.469999999994, + 64569.23999999999, + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999 + ], + "0.7": [ + 64378.571757812504, + 64311.4462109375, + 64324.88, + 64291.6407421875, + 64031.7590625, + 64589.397421875, + 64801.639453125, + 64674.6516796875, + 64473.0462109375, + 64443.94953125, + 64575.36, + 64565.2481640625, + 64652.522421875, + 64914.7318359375, + 64940.9918359375, + 64936.94, + 64890.48, + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14 + ], + "0.8": [ + 64697.27755859374, + 64629.819707031245, + 64643.31999999999, + 64609.91619140624, + 64348.747968749994, + 64909.14691406249, + 65122.439648437496, + 64994.82322265625, + 64792.21970703125, + 64762.978984375, + 64895.03999999999, + 64884.87810546874, + 64972.58441406249, + 65236.091894531244, + 65262.48189453124, + 65258.409999999996, + 65211.719999999994, + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999 + ], + "0.9": [ + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_085314.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_085314.json new file mode 100644 index 0000000000000000000000000000000000000000..eb60628f24117026d28a8dcbfcc43c0a1ed3f480 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_085314.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T08:53:14.933657+00:00", + "metrics": { + "MSE[mean]": 61998.84991455078, + "MSE[0.5]": 61998.84991455078, + "MAE[0.5]": 174.77994791666666, + "MASE[0.5]": 0.16523636453162557, + "MAPE[0.5]": 0.0027302714828889344, + "sMAPE[0.5]": 0.0027293576470037574, + "MSIS": 1.282233653286884, + "RMSE[mean]": 248.99568252190795, + "NRMSE[mean]": 0.0038844627768447886, + "ND[0.5]": 0.002726658530560774, + "mean_weighted_sum_quantile_loss": 0.0034490761994346256 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64172.7890625 + ], + "predictions": { + "p50": [ + 64092.609375, + 64113.0234375, + 64130.296875, + 64146.0, + 64155.421875, + 64146.0, + 64149.140625, + 64130.296875, + 64128.7265625, + 64106.7421875, + 64105.171875, + 64081.6171875, + 64084.7578125, + 64076.90625, + 64078.4765625, + 64058.0625, + 64040.7890625, + 64034.5078125, + 64042.359375, + 64007.8125, + 63987.3984375, + 63979.546875, + 63982.6875, + 63941.07421875 + ], + "p10": [ + 63830.3671875, + 63756.171875, + 63691.7890625, + 63644.28515625, + 63604.2421875, + 63553.9921875, + 63511.59375, + 63462.9140625, + 63425.2265625, + 63362.4140625, + 63320.015625, + 63279.1875, + 63254.0625, + 63219.515625, + 63203.8125, + 63147.28125, + 63144.140625, + 63115.875, + 63106.453125, + 63065.625, + 63031.078125, + 63018.515625, + 63012.234375, + 62980.828125 + ], + "p90": [ + 64343.859375, + 64434.9375, + 64500.890625, + 64554.28125, + 64585.6875, + 64598.25, + 64661.0625, + 64661.0625, + 64679.90625, + 64679.90625, + 64698.75, + 64711.3125, + 64717.59375, + 64736.4375, + 64755.28125, + 64761.5625, + 64761.5625, + 64780.40625, + 64799.25, + 64780.40625, + 64767.84375, + 64761.5625, + 64792.96875, + 64767.84375 + ], + "mean": [ + 64092.609375, + 64113.0234375, + 64130.296875, + 64146.0, + 64155.421875, + 64146.0, + 64149.140625, + 64130.296875, + 64128.7265625, + 64106.7421875, + 64105.171875, + 64081.6171875, + 64084.7578125, + 64076.90625, + 64078.4765625, + 64058.0625, + 64040.7890625, + 64034.5078125, + 64042.359375, + 64007.8125, + 63987.3984375, + 63979.546875, + 63982.6875, + 63941.07421875 + ], + "quantiles": { + "0.1": [ + 63830.3671875, + 63756.171875, + 63691.7890625, + 63644.28515625, + 63604.2421875, + 63553.9921875, + 63511.59375, + 63462.9140625, + 63425.2265625, + 63362.4140625, + 63320.015625, + 63279.1875, + 63254.0625, + 63219.515625, + 63203.8125, + 63147.28125, + 63144.140625, + 63115.875, + 63106.453125, + 63065.625, + 63031.078125, + 63018.515625, + 63012.234375, + 62980.828125 + ], + "0.2": [ + 63830.3671875, + 63756.171875, + 63691.7890625, + 63644.28515625, + 63604.2421875, + 63553.9921875, + 63511.59375, + 63462.9140625, + 63425.2265625, + 63362.4140625, + 63320.015625, + 63279.1875, + 63254.0625, + 63219.515625, + 63203.8125, + 63147.28125, + 63144.140625, + 63115.875, + 63106.453125, + 63065.625, + 63031.078125, + 63018.515625, + 63012.234375, + 62980.828125 + ], + "0.3": [ + 63830.3671875, + 63756.171875, + 63691.7890625, + 63644.28515625, + 63604.2421875, + 63553.9921875, + 63511.59375, + 63462.9140625, + 63425.2265625, + 63362.4140625, + 63320.015625, + 63279.1875, + 63254.0625, + 63219.515625, + 63203.8125, + 63147.28125, + 63144.140625, + 63115.875, + 63106.453125, + 63065.625, + 63031.078125, + 63018.515625, + 63012.234375, + 62980.828125 + ], + "0.4": [ + 64092.609375, + 64113.0234375, + 64130.296875, + 64146.0, + 64155.421875, + 64146.0, + 64149.140625, + 64130.296875, + 64128.7265625, + 64106.7421875, + 64105.171875, + 64081.6171875, + 64084.7578125, + 64076.90625, + 64078.4765625, + 64058.0625, + 64040.7890625, + 64034.5078125, + 64042.359375, + 64007.8125, + 63987.3984375, + 63979.546875, + 63982.6875, + 63941.07421875 + ], + "0.5": [ + 64092.609375, + 64113.0234375, + 64130.296875, + 64146.0, + 64155.421875, + 64146.0, + 64149.140625, + 64130.296875, + 64128.7265625, + 64106.7421875, + 64105.171875, + 64081.6171875, + 64084.7578125, + 64076.90625, + 64078.4765625, + 64058.0625, + 64040.7890625, + 64034.5078125, + 64042.359375, + 64007.8125, + 63987.3984375, + 63979.546875, + 63982.6875, + 63941.07421875 + ], + "0.6": [ + 64092.609375, + 64113.0234375, + 64130.296875, + 64146.0, + 64155.421875, + 64146.0, + 64149.140625, + 64130.296875, + 64128.7265625, + 64106.7421875, + 64105.171875, + 64081.6171875, + 64084.7578125, + 64076.90625, + 64078.4765625, + 64058.0625, + 64040.7890625, + 64034.5078125, + 64042.359375, + 64007.8125, + 63987.3984375, + 63979.546875, + 63982.6875, + 63941.07421875 + ], + "0.7": [ + 64092.609375, + 64113.0234375, + 64130.296875, + 64146.0, + 64155.421875, + 64146.0, + 64149.140625, + 64130.296875, + 64128.7265625, + 64106.7421875, + 64105.171875, + 64081.6171875, + 64084.7578125, + 64076.90625, + 64078.4765625, + 64058.0625, + 64040.7890625, + 64034.5078125, + 64042.359375, + 64007.8125, + 63987.3984375, + 63979.546875, + 63982.6875, + 63941.07421875 + ], + "0.8": [ + 64343.859375, + 64434.9375, + 64500.890625, + 64554.28125, + 64585.6875, + 64598.25, + 64661.0625, + 64661.0625, + 64679.90625, + 64679.90625, + 64698.75, + 64711.3125, + 64717.59375, + 64736.4375, + 64755.28125, + 64761.5625, + 64761.5625, + 64780.40625, + 64799.25, + 64780.40625, + 64767.84375, + 64761.5625, + 64792.96875, + 64767.84375 + ], + "0.9": [ + 64343.859375, + 64434.9375, + 64500.890625, + 64554.28125, + 64585.6875, + 64598.25, + 64661.0625, + 64661.0625, + 64679.90625, + 64679.90625, + 64698.75, + 64711.3125, + 64717.59375, + 64736.4375, + 64755.28125, + 64761.5625, + 64761.5625, + 64780.40625, + 64799.25, + 64780.40625, + 64767.84375, + 64761.5625, + 64792.96875, + 64767.84375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_085156.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_085156.json new file mode 100644 index 0000000000000000000000000000000000000000..608ed0d8b10e6c3c5bb6ac15f0cefa393062c4f0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_085156.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T08:51:56.386548+00:00", + "metrics": { + "MSE[mean]": 75949.34897295634, + "MSE[0.5]": 61789.86059125265, + "MAE[0.5]": 189.27229817708334, + "MASE[0.5]": 0.17893738286407157, + "MAPE[0.5]": 0.002957244483052148, + "sMAPE[0.5]": 0.0029552495057355473, + "MSIS": 4.766914505005494, + "RMSE[mean]": 275.58909443763616, + "NRMSE[mean]": 0.004299333900912805, + "ND[0.5]": 0.0029527467685792476, + "mean_weighted_sum_quantile_loss": 0.0028705149513133686 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64172.7890625 + ], + "predictions": { + "p50": [ + 64031.140625, + 64044.4453125, + 64049.05859375, + 64052.21484375, + 64068.1953125, + 64063.76953125, + 64048.94921875, + 64045.171875, + 64060.71875, + 64088.06640625, + 64076.7890625, + 64095.875, + 64093.95703125, + 64072.67578125, + 64098.0703125, + 64094.60546875, + 64103.515625, + 64128.890625, + 64138.5625, + 64161.65625, + 64136.4140625, + 64146.78515625, + 64145.61328125, + 64167.640625 + ], + "p10": [ + 64059.95703125, + 64102.04296875, + 64128.21875, + 64130.75390625, + 64131.08984375, + 64124.171875, + 64128.390625, + 64146.09765625, + 64132.2890625, + 64159.4140625, + 64150.5078125, + 64142.60546875, + 64134.3203125, + 64148.671875, + 64169.5078125, + 64182.5, + 64171.3125, + 64219.75390625, + 64219.88671875, + 64212.83203125, + 64220.45703125, + 64265.15625, + 64213.734375, + 64201.1171875 + ], + "p90": [ + 64284.65234375, + 64354.6796875, + 64391.80078125, + 64406.58984375, + 64430.234375, + 64442.7109375, + 64459.6328125, + 64468.109375, + 64498.10546875, + 64548.5, + 64551.234375, + 64574.28125, + 64587.77734375, + 64593.76953125, + 64622.4375, + 64646.66015625, + 64658.04296875, + 64676.8515625, + 64698.05078125, + 64689.4921875, + 64678.0234375, + 64708.02734375, + 64692.515625, + 64691.6328125 + ], + "mean": [ + 64088.3671875, + 64106.69921875, + 64124.94140625, + 64136.921875, + 64149.63671875, + 64149.36328125, + 64154.1015625, + 64153.33203125, + 64176.81640625, + 64193.29296875, + 64184.83203125, + 64200.36328125, + 64198.26171875, + 64197.33984375, + 64220.61328125, + 64233.04296875, + 64247.59375, + 64259.08984375, + 64279.078125, + 64272.4296875, + 64267.8984375, + 64281.796875, + 64286.71875, + 64287.0078125 + ], + "quantiles": { + "0.1": [ + 64059.95703125, + 64102.04296875, + 64128.21875, + 64130.75390625, + 64131.08984375, + 64124.171875, + 64128.390625, + 64146.09765625, + 64132.2890625, + 64159.4140625, + 64150.5078125, + 64142.60546875, + 64134.3203125, + 64148.671875, + 64169.5078125, + 64182.5, + 64171.3125, + 64219.75390625, + 64219.88671875, + 64212.83203125, + 64220.45703125, + 64265.15625, + 64213.734375, + 64201.1171875 + ], + "0.2": [ + 64059.95703125, + 64102.04296875, + 64128.21875, + 64130.75390625, + 64131.08984375, + 64124.171875, + 64128.390625, + 64146.09765625, + 64132.2890625, + 64159.4140625, + 64150.5078125, + 64142.60546875, + 64134.3203125, + 64148.671875, + 64169.5078125, + 64182.5, + 64171.3125, + 64219.75390625, + 64219.88671875, + 64212.83203125, + 64220.45703125, + 64265.15625, + 64213.734375, + 64201.1171875 + ], + "0.3": [ + 64059.95703125, + 64102.04296875, + 64128.21875, + 64130.75390625, + 64131.08984375, + 64124.171875, + 64128.390625, + 64146.09765625, + 64132.2890625, + 64159.4140625, + 64150.5078125, + 64142.60546875, + 64134.3203125, + 64148.671875, + 64169.5078125, + 64182.5, + 64171.3125, + 64219.75390625, + 64219.88671875, + 64212.83203125, + 64220.45703125, + 64265.15625, + 64213.734375, + 64201.1171875 + ], + "0.4": [ + 64031.140625, + 64044.4453125, + 64049.05859375, + 64052.21484375, + 64068.1953125, + 64063.76953125, + 64048.94921875, + 64045.171875, + 64060.71875, + 64088.06640625, + 64076.7890625, + 64095.875, + 64093.95703125, + 64072.67578125, + 64098.0703125, + 64094.60546875, + 64103.515625, + 64128.890625, + 64138.5625, + 64161.65625, + 64136.4140625, + 64146.78515625, + 64145.61328125, + 64167.640625 + ], + "0.5": [ + 64031.140625, + 64044.4453125, + 64049.05859375, + 64052.21484375, + 64068.1953125, + 64063.76953125, + 64048.94921875, + 64045.171875, + 64060.71875, + 64088.06640625, + 64076.7890625, + 64095.875, + 64093.95703125, + 64072.67578125, + 64098.0703125, + 64094.60546875, + 64103.515625, + 64128.890625, + 64138.5625, + 64161.65625, + 64136.4140625, + 64146.78515625, + 64145.61328125, + 64167.640625 + ], + "0.6": [ + 64031.140625, + 64044.4453125, + 64049.05859375, + 64052.21484375, + 64068.1953125, + 64063.76953125, + 64048.94921875, + 64045.171875, + 64060.71875, + 64088.06640625, + 64076.7890625, + 64095.875, + 64093.95703125, + 64072.67578125, + 64098.0703125, + 64094.60546875, + 64103.515625, + 64128.890625, + 64138.5625, + 64161.65625, + 64136.4140625, + 64146.78515625, + 64145.61328125, + 64167.640625 + ], + "0.7": [ + 64031.140625, + 64044.4453125, + 64049.05859375, + 64052.21484375, + 64068.1953125, + 64063.76953125, + 64048.94921875, + 64045.171875, + 64060.71875, + 64088.06640625, + 64076.7890625, + 64095.875, + 64093.95703125, + 64072.67578125, + 64098.0703125, + 64094.60546875, + 64103.515625, + 64128.890625, + 64138.5625, + 64161.65625, + 64136.4140625, + 64146.78515625, + 64145.61328125, + 64167.640625 + ], + "0.8": [ + 64284.65234375, + 64354.6796875, + 64391.80078125, + 64406.58984375, + 64430.234375, + 64442.7109375, + 64459.6328125, + 64468.109375, + 64498.10546875, + 64548.5, + 64551.234375, + 64574.28125, + 64587.77734375, + 64593.76953125, + 64622.4375, + 64646.66015625, + 64658.04296875, + 64676.8515625, + 64698.05078125, + 64689.4921875, + 64678.0234375, + 64708.02734375, + 64692.515625, + 64691.6328125 + ], + "0.9": [ + 64284.65234375, + 64354.6796875, + 64391.80078125, + 64406.58984375, + 64430.234375, + 64442.7109375, + 64459.6328125, + 64468.109375, + 64498.10546875, + 64548.5, + 64551.234375, + 64574.28125, + 64587.77734375, + 64593.76953125, + 64622.4375, + 64646.66015625, + 64658.04296875, + 64676.8515625, + 64698.05078125, + 64689.4921875, + 64678.0234375, + 64708.02734375, + 64692.515625, + 64691.6328125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_085231.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_085231.json new file mode 100644 index 0000000000000000000000000000000000000000..f7346724841cda5cb07b693c0d096e79b1ab290f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_085231.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T08:52:31.619067+00:00", + "metrics": { + "MSE[mean]": 111099.00330034892, + "MSE[0.5]": 111099.00330034892, + "MAE[0.5]": 242.93408203125, + "MASE[0.5]": 0.22966904964870763, + "MAPE[0.5]": 0.0038010746078076807, + "sMAPE[0.5]": 0.003789037300274779, + "MSIS": 1.6199102611842695, + "RMSE[mean]": 333.3151711223912, + "NRMSE[mean]": 0.005199890865853309, + "ND[0.5]": 0.0037898986412919834, + "mean_weighted_sum_quantile_loss": 0.0037313804309319363 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64172.7890625 + ], + "predictions": { + "p50": [ + 64063.28125, + 64099.48828125, + 64140.84375, + 64175.0703125, + 64196.34375, + 64220.2421875, + 64235.8828125, + 64246.0859375, + 64257.0390625, + 64263.6953125, + 64277.96875, + 64293.3203125, + 64307.10546875, + 64321.5390625, + 64338.296875, + 64347.46875, + 64354.3046875, + 64364.9140625, + 64372.0078125, + 64373.64453125, + 64378.140625, + 64384.55078125, + 64390.09375, + 64390.875 + ], + "p10": [ + 63851.63671875, + 63766.4296875, + 63717.10546875, + 63697.4140625, + 63676.20703125, + 63664.23828125, + 63638.55859375, + 63609.66796875, + 63589.9453125, + 63556.1171875, + 63521.84375, + 63496.19140625, + 63479.6015625, + 63478.171875, + 63467.6796875, + 63449.359375, + 63427.640625, + 63416.2890625, + 63406.83984375, + 63387.2265625, + 63373.78125, + 63361.08203125, + 63345.9453125, + 63325.87109375 + ], + "p90": [ + 64283.7890625, + 64406.703125, + 64509.25, + 64595.51171875, + 64656.94140625, + 64725.56640625, + 64784.37890625, + 64831.4921875, + 64872.640625, + 64908.625, + 64949.6953125, + 64988.25, + 65017.5390625, + 65061.62109375, + 65114.52734375, + 65141.77734375, + 65174.265625, + 65235.4921875, + 65286.3125, + 65330.140625, + 65370.984375, + 65414.06640625, + 65455.4140625, + 65485.5234375 + ], + "mean": [ + 64063.28125, + 64099.48828125, + 64140.84375, + 64175.0703125, + 64196.34375, + 64220.2421875, + 64235.8828125, + 64246.0859375, + 64257.0390625, + 64263.6953125, + 64277.96875, + 64293.3203125, + 64307.10546875, + 64321.5390625, + 64338.296875, + 64347.46875, + 64354.3046875, + 64364.9140625, + 64372.0078125, + 64373.64453125, + 64378.140625, + 64384.55078125, + 64390.09375, + 64390.875 + ], + "quantiles": { + "0.1": [ + 63851.63671875, + 63766.4296875, + 63717.10546875, + 63697.4140625, + 63676.20703125, + 63664.23828125, + 63638.55859375, + 63609.66796875, + 63589.9453125, + 63556.1171875, + 63521.84375, + 63496.19140625, + 63479.6015625, + 63478.171875, + 63467.6796875, + 63449.359375, + 63427.640625, + 63416.2890625, + 63406.83984375, + 63387.2265625, + 63373.78125, + 63361.08203125, + 63345.9453125, + 63325.87109375 + ], + "0.2": [ + 63851.63671875, + 63766.4296875, + 63717.10546875, + 63697.4140625, + 63676.20703125, + 63664.23828125, + 63638.55859375, + 63609.66796875, + 63589.9453125, + 63556.1171875, + 63521.84375, + 63496.19140625, + 63479.6015625, + 63478.171875, + 63467.6796875, + 63449.359375, + 63427.640625, + 63416.2890625, + 63406.83984375, + 63387.2265625, + 63373.78125, + 63361.08203125, + 63345.9453125, + 63325.87109375 + ], + "0.3": [ + 63851.63671875, + 63766.4296875, + 63717.10546875, + 63697.4140625, + 63676.20703125, + 63664.23828125, + 63638.55859375, + 63609.66796875, + 63589.9453125, + 63556.1171875, + 63521.84375, + 63496.19140625, + 63479.6015625, + 63478.171875, + 63467.6796875, + 63449.359375, + 63427.640625, + 63416.2890625, + 63406.83984375, + 63387.2265625, + 63373.78125, + 63361.08203125, + 63345.9453125, + 63325.87109375 + ], + "0.4": [ + 64063.28125, + 64099.48828125, + 64140.84375, + 64175.0703125, + 64196.34375, + 64220.2421875, + 64235.8828125, + 64246.0859375, + 64257.0390625, + 64263.6953125, + 64277.96875, + 64293.3203125, + 64307.10546875, + 64321.5390625, + 64338.296875, + 64347.46875, + 64354.3046875, + 64364.9140625, + 64372.0078125, + 64373.64453125, + 64378.140625, + 64384.55078125, + 64390.09375, + 64390.875 + ], + "0.5": [ + 64063.28125, + 64099.48828125, + 64140.84375, + 64175.0703125, + 64196.34375, + 64220.2421875, + 64235.8828125, + 64246.0859375, + 64257.0390625, + 64263.6953125, + 64277.96875, + 64293.3203125, + 64307.10546875, + 64321.5390625, + 64338.296875, + 64347.46875, + 64354.3046875, + 64364.9140625, + 64372.0078125, + 64373.64453125, + 64378.140625, + 64384.55078125, + 64390.09375, + 64390.875 + ], + "0.6": [ + 64063.28125, + 64099.48828125, + 64140.84375, + 64175.0703125, + 64196.34375, + 64220.2421875, + 64235.8828125, + 64246.0859375, + 64257.0390625, + 64263.6953125, + 64277.96875, + 64293.3203125, + 64307.10546875, + 64321.5390625, + 64338.296875, + 64347.46875, + 64354.3046875, + 64364.9140625, + 64372.0078125, + 64373.64453125, + 64378.140625, + 64384.55078125, + 64390.09375, + 64390.875 + ], + "0.7": [ + 64063.28125, + 64099.48828125, + 64140.84375, + 64175.0703125, + 64196.34375, + 64220.2421875, + 64235.8828125, + 64246.0859375, + 64257.0390625, + 64263.6953125, + 64277.96875, + 64293.3203125, + 64307.10546875, + 64321.5390625, + 64338.296875, + 64347.46875, + 64354.3046875, + 64364.9140625, + 64372.0078125, + 64373.64453125, + 64378.140625, + 64384.55078125, + 64390.09375, + 64390.875 + ], + "0.8": [ + 64283.7890625, + 64406.703125, + 64509.25, + 64595.51171875, + 64656.94140625, + 64725.56640625, + 64784.37890625, + 64831.4921875, + 64872.640625, + 64908.625, + 64949.6953125, + 64988.25, + 65017.5390625, + 65061.62109375, + 65114.52734375, + 65141.77734375, + 65174.265625, + 65235.4921875, + 65286.3125, + 65330.140625, + 65370.984375, + 65414.06640625, + 65455.4140625, + 65485.5234375 + ], + "0.9": [ + 64283.7890625, + 64406.703125, + 64509.25, + 64595.51171875, + 64656.94140625, + 64725.56640625, + 64784.37890625, + 64831.4921875, + 64872.640625, + 64908.625, + 64949.6953125, + 64988.25, + 65017.5390625, + 65061.62109375, + 65114.52734375, + 65141.77734375, + 65174.265625, + 65235.4921875, + 65286.3125, + 65330.140625, + 65370.984375, + 65414.06640625, + 65455.4140625, + 65485.5234375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_085222.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_085222.json new file mode 100644 index 0000000000000000000000000000000000000000..e2173fea731d06a011d4cf20c78bdeba063c029e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_085222.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T08:52:22.694866+00:00", + "metrics": { + "MSE[mean]": 63498.57015864054, + "MSE[0.5]": 63498.57015864054, + "MAE[0.5]": 163.583984375, + "MASE[0.5]": 0.15465173892036452, + "MAPE[0.5]": 0.0025591285488535853, + "sMAPE[0.5]": 0.0025544072142516566, + "MSIS": 1.3904452473202993, + "RMSE[mean]": 251.9892262749353, + "NRMSE[mean]": 0.003931163623870391, + "ND[0.5]": 0.0025519956481042114, + "mean_weighted_sum_quantile_loss": 0.0030983572324672875 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64172.7890625 + ], + "predictions": { + "p50": [ + 64089.44140625, + 64124.39453125, + 64144.28125, + 64149.2109375, + 64152.23828125, + 64154.26171875, + 64160.05859375, + 64161.8828125, + 64163.5390625, + 64164.44140625, + 64165.58984375, + 64171.2109375, + 64160.49609375, + 64161.859375, + 64164.6171875, + 64163.23046875, + 64163.3828125, + 64156.14453125, + 64157.9921875, + 64150.15625, + 64149.05859375, + 64146.09375, + 64144.44140625, + 64144.58203125 + ], + "p10": [ + 63865.99609375, + 63836.4296875, + 63800.5859375, + 63768.40625, + 63736.046875, + 63694.4140625, + 63661.46875, + 63632.31640625, + 63605.28515625, + 63574.32421875, + 63542.4296875, + 63520.6640625, + 63479.19140625, + 63448.859375, + 63425.4140625, + 63406.31640625, + 63375.88671875, + 63337.98828125, + 63316.953125, + 63279.59375, + 63255.66796875, + 63224.921875, + 63193.46875, + 63163.06640625 + ], + "p90": [ + 64323.61328125, + 64428.7109375, + 64505.9921875, + 64546.6171875, + 64584.015625, + 64628.03515625, + 64660.48828125, + 64680.3671875, + 64713.65234375, + 64741.55078125, + 64771.33203125, + 64804.2265625, + 64816.24609375, + 64848.10546875, + 64885.5546875, + 64901.3828125, + 64928.0703125, + 64940.30078125, + 64972.2265625, + 64989.0546875, + 65013.7734375, + 65045.80078125, + 65074.94140625, + 65102.6875 + ], + "mean": [ + 64089.44140625, + 64124.39453125, + 64144.28125, + 64149.2109375, + 64152.23828125, + 64154.26171875, + 64160.05859375, + 64161.8828125, + 64163.5390625, + 64164.44140625, + 64165.58984375, + 64171.2109375, + 64160.49609375, + 64161.859375, + 64164.6171875, + 64163.23046875, + 64163.3828125, + 64156.14453125, + 64157.9921875, + 64150.15625, + 64149.05859375, + 64146.09375, + 64144.44140625, + 64144.58203125 + ], + "quantiles": { + "0.1": [ + 63865.99609375, + 63836.4296875, + 63800.5859375, + 63768.40625, + 63736.046875, + 63694.4140625, + 63661.46875, + 63632.31640625, + 63605.28515625, + 63574.32421875, + 63542.4296875, + 63520.6640625, + 63479.19140625, + 63448.859375, + 63425.4140625, + 63406.31640625, + 63375.88671875, + 63337.98828125, + 63316.953125, + 63279.59375, + 63255.66796875, + 63224.921875, + 63193.46875, + 63163.06640625 + ], + "0.2": [ + 63865.99609375, + 63836.4296875, + 63800.5859375, + 63768.40625, + 63736.046875, + 63694.4140625, + 63661.46875, + 63632.31640625, + 63605.28515625, + 63574.32421875, + 63542.4296875, + 63520.6640625, + 63479.19140625, + 63448.859375, + 63425.4140625, + 63406.31640625, + 63375.88671875, + 63337.98828125, + 63316.953125, + 63279.59375, + 63255.66796875, + 63224.921875, + 63193.46875, + 63163.06640625 + ], + "0.3": [ + 63865.99609375, + 63836.4296875, + 63800.5859375, + 63768.40625, + 63736.046875, + 63694.4140625, + 63661.46875, + 63632.31640625, + 63605.28515625, + 63574.32421875, + 63542.4296875, + 63520.6640625, + 63479.19140625, + 63448.859375, + 63425.4140625, + 63406.31640625, + 63375.88671875, + 63337.98828125, + 63316.953125, + 63279.59375, + 63255.66796875, + 63224.921875, + 63193.46875, + 63163.06640625 + ], + "0.4": [ + 64089.44140625, + 64124.39453125, + 64144.28125, + 64149.2109375, + 64152.23828125, + 64154.26171875, + 64160.05859375, + 64161.8828125, + 64163.5390625, + 64164.44140625, + 64165.58984375, + 64171.2109375, + 64160.49609375, + 64161.859375, + 64164.6171875, + 64163.23046875, + 64163.3828125, + 64156.14453125, + 64157.9921875, + 64150.15625, + 64149.05859375, + 64146.09375, + 64144.44140625, + 64144.58203125 + ], + "0.5": [ + 64089.44140625, + 64124.39453125, + 64144.28125, + 64149.2109375, + 64152.23828125, + 64154.26171875, + 64160.05859375, + 64161.8828125, + 64163.5390625, + 64164.44140625, + 64165.58984375, + 64171.2109375, + 64160.49609375, + 64161.859375, + 64164.6171875, + 64163.23046875, + 64163.3828125, + 64156.14453125, + 64157.9921875, + 64150.15625, + 64149.05859375, + 64146.09375, + 64144.44140625, + 64144.58203125 + ], + "0.6": [ + 64089.44140625, + 64124.39453125, + 64144.28125, + 64149.2109375, + 64152.23828125, + 64154.26171875, + 64160.05859375, + 64161.8828125, + 64163.5390625, + 64164.44140625, + 64165.58984375, + 64171.2109375, + 64160.49609375, + 64161.859375, + 64164.6171875, + 64163.23046875, + 64163.3828125, + 64156.14453125, + 64157.9921875, + 64150.15625, + 64149.05859375, + 64146.09375, + 64144.44140625, + 64144.58203125 + ], + "0.7": [ + 64089.44140625, + 64124.39453125, + 64144.28125, + 64149.2109375, + 64152.23828125, + 64154.26171875, + 64160.05859375, + 64161.8828125, + 64163.5390625, + 64164.44140625, + 64165.58984375, + 64171.2109375, + 64160.49609375, + 64161.859375, + 64164.6171875, + 64163.23046875, + 64163.3828125, + 64156.14453125, + 64157.9921875, + 64150.15625, + 64149.05859375, + 64146.09375, + 64144.44140625, + 64144.58203125 + ], + "0.8": [ + 64323.61328125, + 64428.7109375, + 64505.9921875, + 64546.6171875, + 64584.015625, + 64628.03515625, + 64660.48828125, + 64680.3671875, + 64713.65234375, + 64741.55078125, + 64771.33203125, + 64804.2265625, + 64816.24609375, + 64848.10546875, + 64885.5546875, + 64901.3828125, + 64928.0703125, + 64940.30078125, + 64972.2265625, + 64989.0546875, + 65013.7734375, + 65045.80078125, + 65074.94140625, + 65102.6875 + ], + "0.9": [ + 64323.61328125, + 64428.7109375, + 64505.9921875, + 64546.6171875, + 64584.015625, + 64628.03515625, + 64660.48828125, + 64680.3671875, + 64713.65234375, + 64741.55078125, + 64771.33203125, + 64804.2265625, + 64816.24609375, + 64848.10546875, + 64885.5546875, + 64901.3828125, + 64928.0703125, + 64940.30078125, + 64972.2265625, + 64989.0546875, + 65013.7734375, + 65045.80078125, + 65074.94140625, + 65102.6875 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index be43c772a25a06b16750f615b51c629b7406ad0b..0564187410ecbe4a474c513a123581c2b09b357d 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,168921.47516822815,168921.47516822815,327.47216796875,0.3095910667409361,0.005114065048590844,0.00511694691314693,3.6318268306067036,411.0005780631314,0.006412193729700577,0.005109031700140656,0.005444756207682378,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,169767.89043362936,169767.89043362936,331.1717122395833,0.3130886032319515,0.005171651811643884,0.0051746365184084505,3.6318268306067036,412.028992224612,0.006427867612268959,0.005166451787072367,0.005450854861016313,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.756231497511246,0.756231497511246,0.7793833394845326,2.1999905545596277,0.9904451745890188,0.5890361435711592,82.29844005926182,0.8696157182981722,0.8359546076607698,0.749214946403186,0.7378405486801991,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08638891153865774,0.08638891153865774,0.2638889302810033,3.133682167778989,0.1628394653563653,0.18068481265990202,108.57780275830561,0.2939199066729876,0.18498455417999196,0.16608393991965262,0.16109753760998385,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index ebe2e2b132a8e827d007fea3e2af72235bfb0f3b..5649cf7da6bd9ef98f87e88b77615d67f345c743 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T08:46:45.780802+00:00", + "evaluated_at": "2026-06-22T08:53:19.086872+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64084.0 + 64172.7890625 ], "p50": [ 63741.16015625, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 9a73f2af534951a3cbab8282ba17327daa2b6238..3cd8a294d4a95b23defd83bb6328f665cec180c9 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,35 +1,11 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T08:46:45.820636+00:00", + "evaluated_at": "2026-06-22T08:53:19.091857+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 7824120cb77426bb2ba2b7f9bc108dd33504977b..818f70576640a8634e2cbc19df5703d810f0847b 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,60612.85033671061,60612.85033671061,171.08040364583334,0.1617388280406102,0.0026727503236051524,0.002671668119176655,1.282233653286884,246.19677158060097,0.003841019889658563,0.002669097685220171,0.003417209545163455,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,61998.84991455078,61998.84991455078,174.77994791666666,0.16523636453162557,0.0027302714828889344,0.0027293576470037574,1.282233653286884,248.99568252190795,0.0038844627768447886,0.002726658530560774,0.0034490761994346256,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.016543015318441927,0.016543015318441927,0.12030759255091349,0.3395961317685705,0.14638551593999322,0.1334366697041974,3.0800246232008464,0.1286196537020759,0.12364104038781486,0.11565072274260206,0.07329462265569325,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08893863595083376,0.08893863595083376,0.27882956465085346,3.3111022643713306,0.17202527572592688,0.19022782563245644,73.29765745714973,0.29822581368961637,0.18769456555291258,0.17548713625078086,0.1524649968741046,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index a18daa58a0fa8969bf8dc4c431dd6f1a328d69d3..4717e2a4059de9c75a61cd2ae11ae890a540a25a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T08:46:15.144123+00:00", + "evaluated_at": "2026-06-22T08:53:14.933657+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64084.0 + 64172.7890625 ], "p50": [ 64092.609375, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 521b64b5ab4cde13867b99ab2094e5591f5e4afb..64dd800a8c46768c06d3c3bc8a44534d92f14302 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,35 +1,11 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T08:46:45.124250+00:00", + "evaluated_at": "2026-06-22T08:53:18.814649+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index df690f25e834aaf98b139ee915a4893c14c4a81d..c722affcde0b7e72302ef7dda564b9f4e5f8ff2b 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,77122.94268480937,62080.24591382345,192.54280598958334,0.18202930975586487,0.003008283816092479,0.0030062532387956915,4.906815964646108,277.71017749590914,0.004332673854633302,0.003003941695370847,0.002925423788991481,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,75949.34897295634,61789.86059125265,189.27229817708334,0.17893738286407157,0.002957244483052148,0.0029552495057355473,4.766914505005494,275.58909443763616,0.004299333900912805,0.0029527467685792476,0.0028705149513133686,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0009349264689730556,0.00048582137034980377,0.018760312596956888,0.052955341002269694,0.023035676536168694,0.023472456518166204,4.966667488464472,0.030576567318341272,0.02939300865701799,0.018034137868705377,0.04083785000772794,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06053437893189025,0.07496450035277806,0.24974002606338924,2.9656638701067966,0.1533895045815217,0.16846311075122872,54.95969286609633,0.24603735271679839,0.15484868146266736,0.15717903528608262,0.12244459286139733,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index f37aa1199b8c0a94d0bc8839d855a693f07cae0e..33b6cf9638431fa78b23a4069e4880882ab96004 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T08:42:58.244093+00:00", + "evaluated_at": "2026-06-22T08:51:56.386548+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64084.0 + 64172.7890625 ], "p50": [ 64031.140625, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 0c8043a57eeddced4c20a68adb3277423d885168..dd7883c843cf71040b12d616eb9fb0a0cd147224 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,35 +1,11 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T08:43:49.691163+00:00", + "evaluated_at": "2026-06-22T08:51:59.575378+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 4267cc8813639a672c55da1c9513e66521fc25e5..1f1f936a5d854f2fe8b00e888352fecfa593bba3 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,113041.11952908833,113041.11952908833,246.63362630208334,0.23316658613972296,0.0038590004062486923,0.003846726710837738,1.6199102611842695,336.2158823272457,0.005245446083419765,0.0038478354448071234,0.003750835089170527,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,111099.00330034892,111099.00330034892,242.93408203125,0.22966904964870763,0.0038010746078076807,0.003789037300274779,1.6199102611842695,333.3151711223912,0.005199890865853309,0.0037898986412919834,0.0037313804309319363,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.009444179045039055,0.009444179045039055,0.07956702510515849,0.2245964146494709,0.09619302297202349,0.08905476002479315,1.7779925400649985,0.09718116610248642,0.09341947468498384,0.07648714237213344,0.08416947144131294,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.07410773345515508,0.07410773345515508,0.24811349478032854,2.9463488042128443,0.1523936511427264,0.16729326204494113,40.25917596139347,0.2722273561844127,0.17133190020844388,0.15615534428242578,0.12782352522197693,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index efd0ae509d6486d91694801be7d3a2eb0eeda543..e0b611a580f31fe80659a9028dacfb79e0093d5c 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T08:44:37.507526+00:00", + "evaluated_at": "2026-06-22T08:52:31.619067+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64084.0 + 64172.7890625 ], "p50": [ 64063.28125, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 11efd8369eb49436a1d26d920bab4b049381d07a..1ab491269df38f3815af6ac7e045f72fa7b2dc27 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,35 +1,11 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T08:45:11.247297+00:00", + "evaluated_at": "2026-06-22T08:52:33.786077+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 0ccf1b4215acc1218749d26225982a45b25892f8..d86d53c8c64b522b75cae1b0f1d70687ca2bb080 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,63618.342904408775,63618.342904408775,164.93294270833334,0.1559270395115451,0.002580203769832369,0.002575459799480581,1.3904452473202993,252.22676881014985,0.003935096425043597,0.002573188548880801,0.003101476487762227,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,63498.57015864054,63498.57015864054,163.583984375,0.15465173892036452,0.0025591285488535853,0.0025544072142516566,1.3904452473202993,251.9892262749353,0.003931163623870391,0.0025519956481042114,0.0030983572324672875,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.007749649414605682,0.007749649414605682,0.07981982131799062,0.22530999069386895,0.09883843471338485,0.09252287097875814,1.700134989823466,0.08803209309453958,0.08462454426239971,0.07673015334177159,0.08200887387508521,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.07772704697379534,0.07772704697379534,0.2515610456466675,2.9872884853917907,0.1543071019865425,0.16996476239545139,15.020709865785856,0.27879570831308603,0.1754658280664562,0.15832513151201993,0.11765728322936767,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 178cb168af2fb7a76633bfae92c587d928e9e750..a1c1ed6a4ecb2bab39706a90a2bfeb8e2c818864 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:44:13.311428+00:00", + "evaluated_at": "2026-06-22T08:52:22.694866+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64084.0 + 64172.7890625 ], "p50": [ 64089.44140625, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 65e1586dd886f00b3b621d22028d74cb3110d188..7b11c5c8837cb58f898cdd65949d6dfb2c294acb 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,35 +1,11 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:44:31.784977+00:00", + "evaluated_at": "2026-06-22T08:52:25.018766+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t023000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t075000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:41:26.433108Z", + "data_fetched_at": "2026-06-22T08:51:03.665882Z", "context_length": 96, "prediction_length": 24 }