diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 0b7d45c1fa2c657159e0f896c8740ce3c397f221..b75dc8197f3523271574e0742e8489630cda5b7d 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T12:08:04.642881+00:00", + "generated_at": "2026-06-23T12:16:08.306301+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 8143, - "num_unique_releases": 969 + "num_model_releases": 8153, + "num_unique_releases": 970 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 86f2c6621988585e3e93b360d7dd6ab2c6709d2d..5e9da3babe829bf69454445ef714296e18a377a0 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.739140361383103,0.8801298248562308,0.18705113324692868,0.5063954340442741,37.65004329319125,3.5242007017609596,0.6967671115937768,1199.8385795854915,7.925574688172676,0.15859446887285292,0.1,10,930,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T12:06:44.666960+00:00 -2,Chronos-2,2.7983390401931008,0.8970339079368644,0.17543542647504476,0.5252508402625619,36.5130592060881,3.724433925690847,0.661378456873307,1152.3292990191173,7.9202313829988285,0.09988136612967793,0.1,10,945,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T12:05:00.512997+00:00 -3,Moirai-1.1-Large,27962.248075451655,8.673523004006645,0.27926314038693906,0.5554211746246722,21.96862583118216,4.652223649714278,0.5520274821344195,1111.9110077683058,193709.96301518413,0.14553342103174516,0.1,10,914,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T12:07:30.664577+00:00 -4,Toto-2.0-1B,2.662732487861964,0.8650340969565471,0.16373461055907312,0.4920095982101401,36.9222164247812,3.6752996986317754,0.6789722362203107,1102.911841800053,7.9284021080602285,0.09388929391458464,0.1,10,936,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T12:06:22.525446+00:00 -5,Timer-S1,2.7016809591347806,0.8901223906402984,0.18154420471307534,0.5238964219091408,34.67641747753346,4.206403259696957,0.6162088807069275,1054.0396158115152,8.049044366405715,0.13576144019174116,0.1,10,889,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T12:07:56.328814+00:00 -6,TimesFM-2.5,2.5909026330979548,0.8462167445655581,0.14984517194496577,0.6196864194282381,39.23768948036163,4.5150059055816545,0.5554755907494828,1040.2908641698596,7.691824031846724,0.08846702566636505,0.1,10,953,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T12:05:43.036116+00:00 -7,ARIMA,3.375300359017033,1.2139509701905116,0.3103766256000005,0.8614458397052973,-0.36813068675808436,6.7912564366341455,0.33009657020852934,877.0922643965758,8.614116435165755,0.05284947082425593,0.1,10,644,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T12:07:59.608607+00:00 -8,ETS,5.998781107367625,1.6233510474604593,0.4403901870232289,1.1702877449905607,-6.551593167695027,7.085276029546125,0.29865125817609905,860.5112531685782,13.234547327653278,0.09051387455928933,0.1,10,644,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T12:07:59.712907+00:00 -9,Moving-Average,3.417198167915294,1.172420893751096,0.3183066588312729,0.8070892653712475,6.962862085946203,6.449704314238718,0.36516747171530917,851.0667112332616,8.632530449712682,-0.011148417247418331,0.2,10,644,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T12:07:59.752680+00:00 -10,Seasonal-Naive,3.7500469114398363,1.275861761796855,0.33031847984757395,0.9516148979934116,3.55065381063763e-16,7.500750264772506,0.2452549416218383,750.0085630472415,8.773227383415792,0.05827144242053713,0.1,10,644,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T12:07:59.776834+00:00 +1,TiRex,2.7398644638971916,0.8804414589430607,0.1870525429372826,0.5065456171745002,37.64639468815136,3.5234984096500854,0.6969188232159039,1199.8417667853969,7.926996715801025,0.15892623604213904,0.1,10,931,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T12:15:18.073656+00:00 +2,Chronos-2,2.7997484178927725,0.8975192654743805,0.17543850886711315,0.5255055947364344,36.49949336834444,3.725261801307584,0.6612528709361736,1152.3251209931566,7.924288123031095,0.10027257003444504,0.1,10,946,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T12:14:04.711208+00:00 +3,Moirai-1.1-Large,27962.249918716832,8.674072481573464,0.27926632905927296,0.5557031590017295,21.956384372591273,4.653224351014382,0.5519167235742041,1111.9086521909314,193709.96917680564,0.14600164771741647,0.1,10,915,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T12:15:42.371107+00:00 +4,Toto-2.0-1B,2.6642099021897825,0.8655407446393715,0.1637381454979546,0.49226669142245844,36.907054030520875,3.6763210530192274,0.6788162109176225,1102.905574656442,7.933439060169613,0.09427190818532506,0.1,10,937,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T12:15:10.475766+00:00 +5,Timer-S1,2.7024633089990786,0.8904608644384625,0.1815459115091318,0.5240729958719708,34.66892306842663,4.206238927553773,0.6162347351454578,1054.039502393896,8.050243786079161,0.13613304946995197,0.1,10,890,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T12:16:00.803435+00:00 +6,TimesFM-2.5,2.5915562109096033,0.8465175240466725,0.14984633640798944,0.6198915370242425,39.232190717635,4.514820464836442,0.5554805053797615,1040.290601893382,7.69296667929054,0.08883025044385129,0.1,10,954,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T12:14:27.436569+00:00 +7,ARIMA,3.3773982811667467,1.2145931763405138,0.31037676844078627,0.8615382333514429,-0.37380346487821614,6.790169037017334,0.33022333486661676,877.0969175857738,8.619675970081385,0.05334391014222466,0.1,10,645,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T12:16:03.770775+00:00 +8,ETS,6.002043088207275,1.624275457911482,0.4403971517966486,1.1710367971540248,-6.577701513116447,7.087427389050427,0.29841334533003133,860.5035350811435,13.244895632421082,0.09112564222988052,0.1,10,645,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T12:16:03.829155+00:00 +9,Moving-Average,3.41802462677949,1.1728023579076523,0.31830861180189707,0.8073505978745035,6.961072915683992,6.449057173885696,0.3652961719100814,851.0704749259049,8.633485813968177,-0.010431698883641129,0.2,10,645,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T12:16:03.847628+00:00 +10,Seasonal-Naive,3.751190458627564,1.2763078310523268,0.3303207621537706,0.9518200026192536,3.579179772195863e-16,7.499075852803976,0.2454472787241474,750.017853493974,8.775138061353907,0.0590350031840979,0.1,10,645,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T12:16:03.869470+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index f21047edf103cdeefda996696afdf1fc4c93ae5f..c3b9180c9aace62868043d3c2dbce709015568e0 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.5242007017609596,0.6967671115937768,1199.8385795854915,90,930,7089 -2,Chronos-2,3.724433925690847,0.661378456873307,1152.3292990191173,90,942,7086 -3,Moirai-1.1-Large,4.652223649714278,0.5520274821344195,1111.9110077683058,90,914,7017 -4,Toto-2.0-1B,3.6752996986317754,0.6789722362203107,1102.911841800053,90,936,7118 -5,Timer-S1,4.206403259696957,0.6162088807069275,1054.0396158115152,90,889,6923 -6,TimesFM-2.5,4.5150059055816545,0.5554755907494828,1040.2908641698596,90,949,7131 -7,ARIMA,6.7912564366341455,0.33009657020852934,877.0922643965758,90,644,5707 -8,ETS,7.085276029546125,0.29865125817609905,860.5112531685782,90,644,5707 -9,Moving-Average,6.449704314238718,0.36516747171530917,851.0667112332616,90,644,5707 -10,Seasonal-Naive,7.500750264772506,0.2452549416218383,750.0085630472415,90,644,5707 +1,TiRex,3.5234984096500854,0.6969188232159039,1199.8417667853969,90,931,7098 +2,Chronos-2,3.725261801307584,0.6612528709361736,1152.3251209931566,90,943,7095 +3,Moirai-1.1-Large,4.653224351014382,0.5519167235742041,1111.9086521909314,90,915,7026 +4,Toto-2.0-1B,3.6763210530192274,0.6788162109176225,1102.905574656442,90,937,7127 +5,Timer-S1,4.206238927553773,0.6162347351454578,1054.039502393896,90,890,6932 +6,TimesFM-2.5,4.514820464836442,0.5554805053797615,1040.290601893382,90,950,7140 +7,ARIMA,6.790169037017334,0.33022333486661676,877.0969175857738,90,645,5716 +8,ETS,7.087427389050427,0.29841334533003133,860.5035350811435,90,645,5716 +9,Moving-Average,6.449057173885696,0.3652961719100814,851.0704749259049,90,645,5716 +10,Seasonal-Naive,7.499075852803976,0.2454472787241474,750.017853493974,90,645,5716 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 8301bc243631a1a91a02860c6161872e778af13b..9ef8c93534bf85b65ee972b3048d44f6258dc9db 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -216,6 +216,7 @@ binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:02:4 binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:20.826324+00:00,2026-06-17T14:51:20.826324+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5032594462633997,0.7094078137879507,0.009778550688570092,0.46220416285468185,23.22961793787963,True binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:40.011408+00:00,2026-06-23T01:52:40.011408+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.5333574344382865,1.2382881063945848,0.01142943351439396,0.9979464310255891,-32.31180229380065,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.036487+00:00,2026-06-22T05:04:18.036487+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.40384765922950655,0.6354900937304268,0.008035162055816385,0.4488926567487308,-17.29883091642121,True +binance_btcusdt_1h_close/1h/short|window:fca48359a743184fa53c,2026-06-23T12:16:03.770775+00:00,2026-06-23T12:16:03.770775+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,5.729522003809803,2.3936419957482786,0.011547840670954905,1.0152985649656439,-25.954087948611967,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.322435+00:00,2026-06-17T13:32:14.322435+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.26503706876612015,0.5148175101588136,0.004883881396899911,0.15915465439825058,35.4222298551564,True binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:31.567510+00:00,2026-06-23T10:58:31.567510+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.466556959895294,1.5705276055820523,0.014948147137833226,1.404166760928944,-2.340761114020447,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.086720+00:00,2026-06-23T04:00:33.086720+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0480417777576292,1.0237391160630862,0.016979051225993635,1.5814909518526452,-15.711515398769695,True @@ -976,6 +977,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:47:5 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:49:22.437531+00:00,2026-06-23T01:49:22.437531+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.7786250335883936,0.8823973218388605,0.007362764107226722,0.5253756226544603,0.37179737865977236,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T04:56:25.752338+00:00,2026-06-22T04:56:25.752338+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.4021982482372314,0.6341910187295555,0.007144394961264328,0.30286302129208154,-17.100254256706464,True binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:45:04.318034+00:00,2026-06-17T04:45:04.318034+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.0744355461357938,0.27282878538708816,0.004754260659482426,0.19920632323958984,56.39064908266299,True +binance_btcusdt_1h_close/1h/short|window:fca48359a743184fa53c,2026-06-23T12:14:04.711208+00:00,2026-06-23T12:14:04.711208+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,5.370858520479849,2.317511277314492,0.01791030304226958,1.2346125961568675,-22.915162810524667,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:30:58.334572+00:00,2026-06-17T05:30:58.334572+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.08358342866631409,0.28910798789779935,0.00588114722960411,0.2138994084438719,52.613500470604066,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:28:49.913448+00:00,2026-06-17T13:28:49.913448+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2542001181419644,0.5041826238001111,0.008631994698002458,0.23851726054967026,37.234051353981805,True binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:55:57.839906+00:00,2026-06-23T10:55:57.839906+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,2.305231488989268,1.5182988799934183,0.010732816148182998,0.8395170189383085,1.040880356791641,True @@ -1805,6 +1807,7 @@ binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:02:4 binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:21.018799+00:00,2026-06-17T14:51:21.018799+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.31751905711195905,0.5634882936778359,0.006441263231736054,0.3188895450666392,43.56905691315296,True binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:40.126406+00:00,2026-06-23T01:52:40.126406+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5462851303496286,0.7391110406086683,0.005979794746171688,0.45630651450158405,17.896405037811373,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.238744+00:00,2026-06-22T05:04:18.238744+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07176417635772261,0.2678883654765966,0.0023778847246140235,0.1267947979307844,59.73910564088264,True +binance_btcusdt_1h_close/1h/short|window:fca48359a743184fa53c,2026-06-23T12:16:03.829155+00:00,2026-06-23T12:16:03.829155+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,8.134808525469328,2.8521585729880674,0.023143547840271946,2.172085886133577,-41.43703854839242,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.501482+00:00,2026-06-17T13:32:14.501482+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5393948701176343,0.7344350686872423,0.01283059459186405,0.5044501639288835,1.497342482110746,True binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:31.646194+00:00,2026-06-23T10:58:31.646194+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.2647982130265065,1.504924653604461,0.010580790686793901,0.9659104704470659,1.925451685724914,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.140461+00:00,2026-06-23T04:00:33.140461+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.8975844213664195,0.9474093209201709,0.006335073010724093,0.5313116354267295,-8.076537352324527,True @@ -2560,6 +2563,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:50:2 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:51:51.193821+00:00,2026-06-23T01:51:51.193821+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5981940545185791,0.7734300579358027,0.004899593079953087,0.405914688579706,13.470149790478848,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:03:00.989223+00:00,2026-06-22T05:03:00.989223+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5305850544157618,0.7284126951225944,0.007170098488086786,0.33668782127897673,-30.154366021287622,True binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:46:19.772676+00:00,2026-06-17T04:46:19.772676+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1235428602795228,0.3514866431025833,0.0065691142137058916,0.20773804773073237,36.72281954869869,True +binance_btcusdt_1h_close/1h/short|window:fca48359a743184fa53c,2026-06-23T12:15:42.371107+00:00,2026-06-23T12:15:42.371107+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,6.944033946149051,2.635153495747269,0.019453790017272658,1.3489968018559721,-34.67470205300578,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:32:31.611552+00:00,2026-06-17T05:32:31.611552+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.16106718251968782,0.40133176116485947,0.007501573932381271,0.20331416387987486,25.129766441646307,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:31:19.020295+00:00,2026-06-17T13:31:19.020295+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5475685624117569,0.7399787580814444,0.013125282384458386,0.36120271813474397,0.7454515072075528,True binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:57:57.135048+00:00,2026-06-23T10:57:57.135048+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.3346010438361837,1.527940130972475,0.010959484109670273,0.8329938325140042,0.4079198432317045,True @@ -3363,6 +3367,7 @@ binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:02:4 binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:21.085703+00:00,2026-06-17T14:51:21.085703+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6796727077983721,0.8244226511919551,0.012533660732771753,0.6246883669375612,8.61484160070736,True binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:40.192421+00:00,2026-06-23T01:52:40.192421+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6549372064435414,0.8092819078933752,0.005069512089770959,0.4146323716440928,8.996916661410571,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.304098+00:00,2026-06-22T05:04:18.304098+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1177721289480511,0.34317944132487177,0.003820483917024987,0.17266369182936578,41.480216922848584,True +binance_btcusdt_1h_close/1h/short|window:fca48359a743184fa53c,2026-06-23T12:16:03.847628+00:00,2026-06-23T12:16:03.847628+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,2.5434506154435823,1.5948199319809062,0.011715728610862439,1.047831375510014,13.952308179577797,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.581897+00:00,2026-06-17T13:32:14.581897+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.47608112775486555,0.6899863243245228,0.013010434168779719,0.5115109092763258,7.725013795303838,True binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:31.682261+00:00,2026-06-23T10:58:31.682261+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,2.1839082055258396,1.4778051987748047,0.010638533028728683,0.9683546323175682,3.742422996750597,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.158132+00:00,2026-06-23T04:00:33.158132+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6688487610621886,0.8178317437359525,0.004998952157506652,0.4264451010990915,6.603668570363304,True @@ -4007,6 +4012,7 @@ binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:02:4 binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:21.115761+00:00,2026-06-17T14:51:21.115761+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.8078176455665637,0.8987867631238032,0.01332930995112915,0.45738240595538726,-1.3743485682916727e-14,True binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:40.233403+00:00,2026-06-23T01:52:40.233403+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7844364552306634,0.8856841735238715,0.006452369904481267,0.5197539793253454,-7.076564438216323e-15,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.330314+00:00,2026-06-22T05:04:18.330314+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.28473151257359464,0.5336023918364634,0.00634815592827073,0.3489218960740383,-9.747981656387585e-15,True +binance_btcusdt_1h_close/1h/short|window:fca48359a743184fa53c,2026-06-23T12:16:03.869470+00:00,2026-06-23T12:16:03.869470+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,3.3682724340291523,1.835285382176067,0.0138591675749583,0.933000032223596,6.592240065908799e-15,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.619355+00:00,2026-06-17T13:32:14.619355+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5557935922234428,0.7455156552504064,0.01382211043513555,0.3774767605417029,-9.987727819816422e-15,True binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:31.718554+00:00,2026-06-23T10:58:31.718554+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,2.3537256587716513,1.5341856663297475,0.011547443386690193,0.7839810119461119,9.433750449953062e-15,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.176668+00:00,2026-06-23T04:00:33.176668+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7634318238900984,0.873745857724143,0.006113154974642799,0.5154788150540733,0.0,True @@ -4764,6 +4770,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:49:4 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:51:06.634209+00:00,2026-06-23T01:51:06.634209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.48412469954936294,0.6957907009649977,0.0054754884321351685,0.39563964629813125,23.67341570800153,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:01:59.741810+00:00,2026-06-22T05:01:59.741810+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4140237657351087,0.6434467854726673,0.00711717014680379,0.3168158717424136,-18.503223828871608,True binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:46:07.064024+00:00,2026-06-17T04:46:07.064024+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.08416045355687173,0.2901042115462506,0.004792925189286056,0.16659726269651,52.0588682308129,True +binance_btcusdt_1h_close/1h/short|window:fca48359a743184fa53c,2026-06-23T12:15:18.073656+00:00,2026-06-23T12:15:18.073656+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,3.012981745760159,1.7357942694225486,0.01242389475302203,0.8790716639276793,5.567725062484887,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:32:00.236299+00:00,2026-06-17T05:32:00.236299+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.09268533910412292,0.30444266965082756,0.006308854854162968,0.18659223245095738,48.774953741169234,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:30:52.904302+00:00,2026-06-17T13:30:52.904302+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4635812172008244,0.6808679880864017,0.011906955540134512,0.3233372017525707,9.045973489839223,True binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:57:19.346043+00:00,2026-06-23T10:57:19.346043+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,2.0986224386175394,1.4486622928127657,0.01035174149907179,0.7996374948123021,5.729633320981846,True @@ -5689,6 +5696,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:0 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:23.328333+00:00,2026-06-23T01:52:23.328333+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.8084888392576525,0.899160074323617,0.006445939022950476,0.5167368901301351,-1.509950536300282,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:03:36.464873+00:00,2026-06-22T05:03:36.464873+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.22885834452854417,0.47839141351882997,0.005369929805347891,0.23524052463244205,10.878946940328454,True binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:46:33.787459+00:00,2026-06-17T04:46:33.787459+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.051173195532998705,0.22621493216186836,0.003518867525367744,0.1590148117436437,67.82692096856832,True +binance_btcusdt_1h_close/1h/short|window:fca48359a743184fa53c,2026-06-23T12:16:00.803435+00:00,2026-06-23T12:16:00.803435+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,3.1856124142878732,1.7848283991151288,0.01270958726338941,0.9518320997289983,2.787049573936058,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:32:47.533262+00:00,2026-06-17T05:32:47.533262+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.05579514976153307,0.23620996964889748,0.003756622614239104,0.16218384009120024,65.66292710592977,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:31:57.828925+00:00,2026-06-17T13:31:57.828925+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.23156720015208454,0.4812142975349803,0.008812982451438406,0.22940984805976897,41.17888459916102,True binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:23.663853+00:00,2026-06-23T10:58:23.663853+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,2.153051109500745,1.4673278807072212,0.010104625609261229,0.8616869371806493,4.452728847890824,True @@ -6589,6 +6597,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:48:3 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:49:54.353780+00:00,2026-06-23T01:49:54.353780+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.48501058598736846,0.6964270141137321,0.004807313522518818,0.42849442408897537,23.587109940088272,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T04:56:56.625883+00:00,2026-06-22T04:56:56.625883+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2387444413705292,0.4886148190246886,0.004047505883158089,0.34605521403905753,8.78494434301639,True binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:45:32.799325+00:00,2026-06-17T04:45:32.799325+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.12237765025530302,0.34982517098588406,0.010417403875472206,0.235709288471005,37.13202609858882,True +binance_btcusdt_1h_close/1h/short|window:fca48359a743184fa53c,2026-06-23T12:14:27.436569+00:00,2026-06-23T12:14:27.436569+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,2.7565252732281054,1.6602786733642354,0.010910072872314021,1.1291079661922148,9.988038626585,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:31:12.970947+00:00,2026-06-17T05:31:12.970947+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2227956389432855,0.4720123292280462,0.01397216729585553,0.28057365144499596,9.429976125638674,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:29:39.400115+00:00,2026-06-17T13:29:39.400115+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17659475012536735,0.42023178143182766,0.00455502084172569,0.25770535840415837,51.77565236524159,True binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:56:28.877921+00:00,2026-06-23T10:56:28.877921+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,2.263135348307113,1.5043720777477603,0.010453610749282099,1.0306444392492617,1.9621623940084365,True @@ -7537,6 +7546,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:49:1 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:50:48.106700+00:00,2026-06-23T01:50:48.106700+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.48838129484594023,0.6988428255666221,0.005403822435760184,0.5160324769504869,23.259823361742495,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:01:18.348575+00:00,2026-06-22T05:01:18.348575+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.22116984884872273,0.4702869856255037,0.0051258254231914295,0.2722313405544349,12.564042829647915,True binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:45:54.295535+00:00,2026-06-17T04:45:54.295535+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.06886399979217644,0.2624195110737318,0.004008701033864823,0.18705769484470394,58.98543987374809,True +binance_btcusdt_1h_close/1h/short|window:fca48359a743184fa53c,2026-06-23T12:15:10.475766+00:00,2026-06-23T12:15:10.475766+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,5.52680579782107,2.3509159486934172,0.018939397267351357,1.2264434626982827,-24.266603480371312,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:31:26.982678+00:00,2026-06-17T05:31:26.982678+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08205709779252442,0.2864561009867383,0.005873633313291648,0.20697128344315385,53.276677104444325,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:30:34.251159+00:00,2026-06-17T13:30:34.251159+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.17074207869086755,0.4132094852382597,0.006718437218464025,0.22942347855244224,52.99829436426794,True binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:57:05.025229+00:00,2026-06-23T10:57:05.025229+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,2.116632652516739,1.4548651664387113,0.010404530124386508,0.7860026776744203,5.303668962199605,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 1bc16e22040b042d5d6ca972221747b3502c5b4a..dc606604be27d88090f873b935f9817a414eaffb 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0721348314460044,0.9679443427430263,0.011230734126543554,0.8101846705224502,-13.360520521919108,0.8233601847489028,0.45117235705471004,1.8338637516517096e-23,221,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T12:07:59.483249+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0931140529431387,0.97436640424305,0.01123216253440126,0.811108606983906,-13.417248303120429,0.8789555339052187,0.45611675023439724,4.778831503394558e-24,222,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T12:16:03.770775+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.5403797673006585,1.0781587478820736,0.10665469540415219,0.8366690121214557,-56.28506249342217,1.6757996321466717,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T11:54:23.302773+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9071154855472454,1.2636015408572392,1.3149566863516546,0.9885851173636933,10.129526697424296,1.422887882045461,-0.04183070866141733,0.48373600062425826,128,0.9609375,2026-06-17T12:10:12.335728+00:00,2026-06-23T12:07:59.542787+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.525035705890041,2.164449157864436,0.12839931262706505,1.4801291077253886,13.633535165619827,4.498519938402272,0.2767648433847592,8.512719191978765e-05,93,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T12:07:59.608607+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.4006373 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0618595955162848,1.006948008221383,0.5933916801108249,0.5024580775415051,20.062792598016543,0.4500011674978669,-0.13333333333333333,0.252559317185168,36,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T11:54:23.463913+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6451936576944617,1.015891651055808,0.014807721976643557,0.6894202793102142,15.284744103465586,2.928297806526679,-0.03977798334875116,0.6933377876154766,47,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T11:54:23.496826+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5930681185928776,0.672149225134692,0.007460993930384748,0.37099492972859954,23.073027140491494,0.7870682783342673,0.3309922216564536,1.077863606658169e-19,338,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T12:04:50.159650+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6071618955895942,0.6770028005098536,0.007491817851068774,0.37354247446732597,22.937368763054867,0.8276356786569387,0.33490426070412455,3.5186508672712617e-20,339,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T12:14:04.711208+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.342872866747477,0.4745200182106267,0.05384135267866591,0.2697134153077109,20.663981301944094,0.5070594714806828,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T11:48:26.722361+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23558174339930882,0.3750534949799475,0.45764018204859735,0.20261422706114446,75.69986515745538,0.34648771092792896,0.21071278448327632,2.2837312109748418e-05,183,0.9672131147540983,2026-06-16T12:06:44.487655+00:00,2026-06-23T12:04:54.977345+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.718355392426569,2.121645055891967,0.13068831644524945,1.200177797022633,10.659473426741727,5.329736066763676,0.4752789195537288,8.141814572357123e-16,131,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T12:05:00.512997+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.141 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9118769681754689,0.9212521933692694,0.5785222715546359,0.4809284733263993,26.219583912500585,0.4869491546806518,0.12508735150244582,0.18174156696716892,54,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T11:48:48.540994+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6309336843356006,0.8782717174798681,0.010380248646948283,0.5528004929349634,34.98844238706899,3.576723855829836,0.03461538461538462,0.683552875272655,65,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T11:48:54.630272+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8932110614471946,0.799967371717645,0.00768175084859085,0.5091900832437625,16.523488287157466,1.0648137111658895,0.320937885643768,1.244236296184992e-12,221,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T12:07:59.660423+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9258308698436908,0.8092114762278723,0.007751398582787611,0.5166806048784012,16.26240483294328,1.1682967588439437,0.32705556234968,4.0967779021540995e-13,222,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T12:16:03.829155+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.16949130757092,1.7497344256684344,0.18642719878410866,1.3506063173057374,-69.43453939087526,4.262176024066775,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T11:54:23.547420+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.893479318871393,1.548298369483835,1.3843093142309448,1.16538547813329,-2.887129518709107,2.321221969823277,0.057086614173228356,0.33921765245173374,128,0.9609375,2026-06-17T12:10:12.697348+00:00,2026-06-23T12:07:59.686100+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,8.324695604150595,2.5214926537786284,0.14777456606295777,1.7331496840962333,5.551919322898367,7.363037306919212,0.3707339878447873,1.412198282299343e-07,93,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T12:07:59.712907+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,11.05804615 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1992423357117297,1.052319104180617,0.6433662080444785,0.542452908405395,17.72722577665526,0.6335360843659739,0.031746031746031744,0.7853007241156084,36,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T11:54:23.623412+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4267173621816598,0.9354365903443719,0.013592679064211431,0.6418155478661449,21.955373450568914,2.8207653162040054,-0.00832562442183164,0.9342220180510983,47,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T11:54:23.638970+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7875282595279057,0.7998984225685465,0.008803624421900634,0.40716898248456723,6.211769640552009,0.8715489345059161,0.21806143492890484,2.8912618138581947e-09,333,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T12:07:18.442624+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8059609112842566,0.8053931982367463,0.00883551114524007,0.4099888262551404,6.089355054643153,0.9331651498456496,0.22274370178561795,1.244942399502554e-09,334,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T12:15:42.371107+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.28921523217555356,0.44216097527373854,0.050173389034388734,0.25250659166531275,27.68410966095619,0.4072684356345204,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T11:52:42.135875+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.7900457184633858,1.094355796224836,1.3939801981016373,0.5518620988153898,26.064099145506987,2.4867565518914088,0.32093308778391655,1.412796291334799e-10,181,0.9723756906077348,2026-06-16T12:07:52.741323+00:00,2026-06-23T12:07:24.879210+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.18918642129924,2.348008582769915,0.1348121918240515,1.1967270845712208,7.551119226766298,33.67368074779806,0.5218996062992127,2.3863864426052904e-18,128,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T12:07:30.664577+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.151990427276829,1.0405278083630936,0.6328920265393936,0.49553159835959154,14.010909494717701,0.7401202374387107,-0.16558741905642926,0.10069135102375593,47,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T11:53:10.735685+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.8853085669920193,1.2317704813961945,0.013310303700437849,0.6598486313328171,11.403219278739769,5.805278557060228,0.03571428571428571,0.6765754256032608,64,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T11:53:21.497593+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7087119369282554,0.7479695044259543,0.007380133825308434,0.46767321828191866,17.92426616168504,0.6794784698958509,0.195392842451666,1.5403718401996225e-05,221,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T12:07:59.732200+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7169765255702164,0.7517841459915171,0.007399663531549669,0.47028654331447767,17.906374459062935,0.6890321124507975,0.20256002608943782,7.066132358411396e-06,222,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T12:16:03.847628+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5471956995007726,0.6762872243537096,0.07417545192580133,0.45238264992358557,-33.28656191496858,0.5127123707334149,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T11:54:23.658266+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6108774491389917,1.474025932970616,1.4795853606059846,1.2964472082362326,5.352701416703299,1.995867746651589,0.27903543307086615,2.990730903646696e-06,128,0.9609375,2026-06-17T12:10:12.867076+00:00,2026-06-23T12:07:59.741052+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.136388125492164,2.294749563258486,0.1345822308055555,1.5362975268197065,8.147936603235843,4.6238379479920235,0.2276764843384759,0.001226974177192522,93,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T12:07:59.752680+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.062711089440587,1.0068125996840822,0.6657277758362768,0.5161993268226346,20.253401940531067,0.44482661230159515,-0.03492063492063492,0.764436763609262,36,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T11:54:23.697961+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9609807130460861,1.072953975843935,0.01602406567610679,0.7746095418015113,14.378724949310165,3.6909891970533364,-0.004625346901017576,0.9634279993675792,47,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T11:54:23.706134+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8295976772737241,0.8450116350288092,0.008792447818499199,0.4776677628541192,2.594765999810517e-16,0.693242910375046,0.14339777869189635,0.0015112964793324811,221,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T12:07:59.761505+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8410331491510008,0.8494723275835266,0.00881527088046523,0.4797188091125402,2.880025615392849e-16,0.712349689756191,0.15103338632750396,0.0008107327554314725,222,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T12:16:03.869470+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.24001634527529367,0.4544740261704839,0.051685353854007944,0.3219751307891324,1.4438931485930167e-16,0.2296321096103468,0.04761904761904762,1.0,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T11:54:23.720931+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.749799368183802,1.5277734333036659,1.471105164345014,1.35282458398795,1.3061191357854776e-15,2.0157179928431748,0.28567913385826776,1.7297294844926601e-06,128,0.9609375,2026-06-17T12:10:12.978229+00:00,2026-06-23T12:07:59.767639+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.698394207218568,2.4361169243505807,0.14072505553501638,1.947994523027926,2.6222972717701034e-16,4.617270352941607,0.21879382889200558,0.0018936819966912913,93,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T12:07:59.776834+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.6124904607236146,1.2379379718713954,0.7205253993142864,0.9543956708156307,-5.530474293327786e-17,0.764333976606547,0.13333333333333333,0.252559317185168,36,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T11:54:23.756823+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.2896843263060926,1.2242411505294812,0.016831739283334684,0.6740207758190289,3.911223918689805e-15,3.8282974671357457,-0.0018509951079467093,0.985366278697129,47,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T11:54:23.764018+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.579997298421102,0.6887037376739022,0.007687335163945288,0.3744563463682336,17.827037996545112,0.577347124905957,0.4426311555992493,1.206816358594466e-33,335,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T12:06:31.840187+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.587238323561992,0.6918200785422017,0.007701432067484206,0.37595817767049383,17.790551946146127,0.5915674011894404,0.4459488272921108,3.1851248986332317e-34,336,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T12:15:18.073656+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32355845359025515,0.4362658768354618,0.048157471808452285,0.24349446471584263,36.154594422427266,0.4797179032349619,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T11:51:18.154387+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.30506918992502824,0.43141537930223095,0.5948974120147408,0.21508395990875456,74.01765447773803,0.44908840219059054,0.28808208366219423,7.736545896031999e-09,182,0.967032967032967,2026-06-16T12:07:37.946365+00:00,2026-06-23T12:06:38.077291+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.154802087776188,2.0407099890340223,0.12532222798629566,1.129494640437758,13.575586788461184,4.64400837908334,0.4469476744186046,5.800552581603113e-14,129,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T12:06:44.666960+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1633872 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8693530077676129,0.9080856648344258,0.5955696990122613,0.47334043702256373,26.066519149824128,0.412014217603055,0.11686274509803923,0.22619853063208695,51,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T11:51:39.286080+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6170863103707596,0.8720099578023192,0.010075477052852177,0.5455094905085044,35.48890806899968,3.4299660022411076,0.04038461538461539,0.6343904759318508,65,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T11:51:45.291764+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.596034363461213,0.6644801271921658,0.007060092316443842,0.3673722827616083,27.593543717532818,0.7646914988044212,0.36074422031868847,1.3995784978246785e-22,330,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T12:07:48.578861+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6038578621041937,0.6678648651738062,0.007077160277008632,0.36913802238990856,27.518599626464553,0.7766856955388713,0.36446031310079646,4.427464032745846e-23,331,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T12:16:00.803435+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.29483004496619825,0.46548654878620704,0.051677057688773544,0.23891626291868845,18.012729595469647,0.3783377150923359,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T11:53:57.776654+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10514696250387358,0.24538961525940992,0.3999620118173358,0.12919015861429173,90.07894904883416,0.20135963535785786,0.27575167911618853,4.2450551493124e-08,179,0.9720670391061452,2026-06-16T12:08:08.243141+00:00,2026-06-23T12:07:52.432966+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.1121864942798005,2.053902660194058,0.1281169545927246,1.260660152427362,12.070656887636675,4.470507732209489,0.36454235510097033,1.9224089014765454e-09,124,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T12:07:56.328814+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1350 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9926331772998533,0.9824496941331936,0.6603958542575298,0.5229247890227415,19.31556793876967,0.34144284261113833,0.14782608695652175,0.1474417133973958,46,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T11:54:16.666305+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7607215065383839,0.9388493202007451,0.011385753536211636,0.6089950761910683,28.206238402171877,3.5506881802140495,-0.024043715846994534,0.7842319850266171,61,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T11:54:20.887589+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5212891573907317,0.6316128479530391,0.006927609331400826,0.42760578785730563,28.793807151679353,0.5890263212617023,0.37302052785923756,8.70657630607252e-25,341,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T12:05:29.667177+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5278249355072152,0.634620642764183,0.006939253961637414,0.4296569638173493,28.738819524412996,0.6004527956998513,0.37665277563409993,2.6105305011416043e-25,342,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T12:14:27.436569+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.33495704111947366,0.5010608588966544,0.057479343375581575,0.33223136035557854,10.92486816077923,0.37532226183456846,-0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T11:49:31.630088+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10652557721830576,0.2559236586751395,0.3356384806924288,0.18514509798368792,85.68371323760563,0.1728048116745071,0.0458381397607917,0.3582289098768161,182,0.967032967032967,2026-06-16T12:07:01.390017+00:00,2026-06-23T12:05:36.621708+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.497533721867626,1.8866961623674432,0.12229488366652357,1.3422771161575249,20.36583036137147,4.434975775644616,0.4566273421235253,8.080654103018276e-15,132,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T12:05:43.036116+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8603557083466621,0.9048778173736954,0.5192018725672544,0.6886028058478341,26.888860399932522,0.38878602837096793,0.13067784765897975,0.16298715461327828,54,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T11:49:58.314866+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.528154034675809,0.8508527684587612,0.010391467503624538,0.6555166367337648,36.34972379530816,3.297930942062458,0.027505827505827505,0.7440369051039946,66,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T11:50:04.010439+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5479195130719213,0.6435132575753754,0.007026653236741441,0.3600393371855408,26.830665176901995,0.6909040372220285,0.3552949538024165,2.518030908217688e-22,336,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T12:06:09.477545+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5626936563501087,0.6485797344036188,0.007062002625556306,0.36261026930872403,26.679041234298808,0.7412735583158624,0.35912109650982055,7.740384020900905e-23,337,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T12:15:10.475766+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40519730215333866,0.5287544315839078,0.05883406185198004,0.28694694299859,9.790961717185407,0.5513226404559831,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T11:50:41.475427+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.18621352165302757,0.3111230675755725,0.3585757877908578,0.1643177533173839,84.11709888189392,0.34228956389883536,0.2710865561694291,6.019485572177412e-08,181,0.9668508287292817,2026-06-16T12:07:21.772238+00:00,2026-06-23T12:06:15.853288+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.623412031406607,1.9437837529648712,0.12113502075974701,1.0828865392461793,16.13367953777982,4.372987280759029,0.38156194950088085,1.0175371371617492e-10,131,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T12:06:22.525446+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index de8f08d9d6b3e0f439d2f714e73a3145c0714c7a..3848ac53165c93e17930853f120199d9b716f59e 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T12:07:59.884156+00:00", + "generated_at": "2026-06-23T12:16:04.041560+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index f2649ee3a61b3530b50d58534dbe913da9c6c518..c2d1d25e409f1b97786ef2129cf8415112400b94 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Moving-Average,1.5150917960583072,1.2827592311014464,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.956337621295864,1.3143039771439247,8.0,1,1,1.0 Air Quality,ETS,2.191621824665344,1.5879900721084594,9.0,1,1,1.0 Air Quality,ARIMA,5.221787888616889,2.8535393112852714,10.0,1,1,1.0 -Finance,TiRex,0.8987973850332672,0.8846422148074434,1.0,1,1,1.0 -Finance,Timer-S1,0.9507918957562074,0.9188640331974351,2.0,1,1,1.0 -Finance,ARIMA,1.7190772544880295,0.9645072131996647,3.0,1,1,1.0 -Finance,Moving-Average,0.758077296420416,0.9873286700070114,4.0,1,1,1.0 +Finance,TiRex,0.8945184229519131,0.8855522838728147,1.0,1,1,1.0 +Finance,Timer-S1,0.9457704139677383,0.9195041229265536,2.0,1,1,1.0 +Finance,ARIMA,1.7010268961397839,0.96478721933239,3.0,1,1,1.0 +Finance,Moving-Average,0.7551202182304144,0.9874286353923133,4.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,5.0,1,1,1.0 -Finance,TimesFM-2.5,0.8216751145136793,1.0167854974043864,6.0,1,1,1.0 -Finance,Toto-2.0-1B,1.6581706834116523,1.2015943588304026,7.0,1,1,1.0 -Finance,Chronos-2,1.610274496360781,1.2043878436853692,8.0,1,1,1.0 -Finance,Moirai-1.1-Large,2.0796107086907347,1.2436020379884984,9.0,1,1,1.0 -Finance,ETS,2.446068150077657,2.01509448469739,10.0,1,1,1.0 +Finance,TimesFM-2.5,0.8183795483344347,1.0166530749423188,6.0,1,1,1.0 +Finance,Toto-2.0-1B,1.6408428670984505,1.200003960840199,7.0,1,1,1.0 +Finance,Chronos-2,1.5945439763775842,1.2027754076147117,8.0,1,1,1.0 +Finance,Moirai-1.1-Large,2.0616010379666783,1.2469551491700686,9.0,1,1,1.0 +Finance,ETS,2.4151278392105624,2.0070863031307105,10.0,1,1,1.0 Hazards,ARIMA,0.5581924872317785,0.5705024360465641,1.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.5236255723633627,0.5714196848350241,2.0,1,1,1.0 Hazards,Moving-Average,0.5855332137729674,0.5720215060116393,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index d0130201d218b1fc074c4ce07ebe4606b9f12923..104a3719eabd0307d88870c1d62b619af838a029 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,TiRex,0.7116276284759945,0.7000593915301716,3.0,6,6,1.0 -1h,ARIMA,0.7420517461855551,0.7387417139710145,4.166666666666667,6,6,1.0 -1h,Timer-S1,0.9457295630934498,0.8344136793067342,4.5,6,6,1.0 -1h,Chronos-2,0.8775347374289244,0.8206667137551489,4.666666666666667,6,6,1.0 -1h,Toto-2.0-1B,0.5099794267587288,0.6786852607002366,4.833333333333333,6,6,1.0 -1h,Moirai-1.1-Large,13.161275043313596,0.9521912951548863,5.833333333333333,6,6,1.0 -1h,Moving-Average,1.0715457009449556,1.032359199966639,6.166666666666667,6,6,1.0 +1h,TiRex,0.7110618566280013,0.7001793702567407,3.0,6,6,1.0 +1h,ARIMA,0.7407474341435172,0.7387774536714983,4.166666666666667,6,6,1.0 +1h,Timer-S1,0.9448952676530544,0.8345105279967153,4.5,6,6,1.0 +1h,Chronos-2,0.8761001369955819,0.820483493237908,4.666666666666667,6,6,1.0 +1h,Toto-2.0-1B,0.5090873237573367,0.6785354631396879,4.833333333333333,6,6,1.0 +1h,Moirai-1.1-Large,13.142209769955507,0.9526187124626885,5.833333333333333,6,6,1.0 +1h,Moving-Average,1.0708479254016667,1.0323766200070155,6.166666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,6.666666666666667,6,6,1.0 -1h,TimesFM-2.5,0.7709541677417033,0.9378261539300966,6.666666666666667,6,6,1.0 -1h,ETS,2.2816801581814525,1.515673476561873,8.5,6,6,1.0 +1h,TimesFM-2.5,0.7704379485276431,0.9378057963115204,6.666666666666667,6,6,1.0 +1h,ETS,2.276844447641852,1.5146679045250213,8.5,6,6,1.0 6min,TimesFM-2.5,0.0023153135445325703,0.04228267584277692,1.0,1,1,1.0 6min,Chronos-2,0.00847137793288602,0.07825702235981254,2.0,1,1,1.0 6min,Toto-2.0-1B,0.017492218974301577,0.10295827505575207,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 5a59de54e4d52f9a292d14109ddcd777efbda7a0..e1483ab0a94554925f60c149e6403ebbe3d2aa5e 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,TiRex,0.7453565667680214,0.7134632064412618,2.857142857142857,7,7,1.0 -24,Timer-S1,0.9544740260054181,0.823381323933001,4.0,7,7,1.0 -24,Chronos-2,0.8975775945706694,0.823977975665579,4.428571428571429,7,7,1.0 -24,Toto-2.0-1B,0.561602956629895,0.702255409109976,4.714285714285714,7,7,1.0 -24,ARIMA,0.8376755993249637,0.8094522762245806,5.0,7,7,1.0 -24,Moving-Average,1.0632523851595472,1.0115001088328055,6.142857142857143,7,7,1.0 -24,Moirai-1.1-Large,9.702022448410428,0.97584886452556,6.285714285714286,7,7,1.0 -24,TimesFM-2.5,0.7959429032696795,0.9309102246205294,6.428571428571429,7,7,1.0 +24,TiRex,0.7448486056212592,0.7135680130907383,2.857142857142857,7,7,1.0 +24,Timer-S1,0.9537522580377017,0.8234632388428009,4.0,7,7,1.0 +24,Chronos-2,0.8963197047689043,0.8238202933365106,4.428571428571429,7,7,1.0 +24,Toto-2.0-1B,0.5607607876560777,0.7021225499585678,4.714285714285714,7,7,1.0 +24,ARIMA,0.8364133912709056,0.8094858423524115,5.0,7,7,1.0 +24,Moving-Average,1.0626588932181995,1.011514738584183,6.142857142857143,7,7,1.0 +24,Moirai-1.1-Large,9.689974710360518,0.9762243124835467,6.285714285714286,7,7,1.0 +24,TimesFM-2.5,0.7954860660224157,0.9308929038855329,6.428571428571429,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.857142857142857,7,7,1.0 -24,ETS,1.8849091584923325,1.4234448959975083,8.285714285714286,7,7,1.0 +24,ETS,1.8814845182251636,1.4226353864176788,8.285714285714286,7,7,1.0 60,TimesFM-2.5,0.0023153135445325703,0.04228267584277692,1.0,1,1,1.0 60,Chronos-2,0.00847137793288602,0.07825702235981254,2.0,1,1,1.0 60,Toto-2.0-1B,0.017492218974301577,0.10295827505575207,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 3e365aad7da24db85b7bb4e2708050177db578d1..4ab70600c5d722289f713f36707b3aff22b831ea 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.4284873039055518,0.5404735863227592,3.0,10,10,1.0 -Overall,Chronos-2,0.4131888153600612,0.5524165724486962,3.5,10,10,1.0 -Overall,Timer-S1,0.5723732147132364,0.6256128209347889,4.2,10,10,1.0 -Overall,Toto-2.0-1B,0.3372853891707283,0.526407149766355,4.5,10,10,1.0 -Overall,Moirai-1.1-Large,2.4376842036564264,0.6817032630725038,5.5,10,10,1.0 -Overall,ARIMA,0.7254116390028117,0.7397852525615657,5.7,10,10,1.0 -Overall,TimesFM-2.5,0.3418677721694287,0.5969883544302662,5.9,10,10,1.0 -Overall,Moving-Average,0.9089792953517608,0.9171410164224123,6.7,10,10,1.0 +Overall,TiRex,0.42828287287503436,0.540529161416165,3.0,10,10,1.0 +Overall,Chronos-2,0.4127833922220806,0.5523425702490583,3.5,10,10,1.0 +Overall,Timer-S1,0.572070202518879,0.6256563880841887,4.2,10,10,1.0 +Overall,Toto-2.0-1B,0.3369312588098191,0.5263374343980756,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,2.435564868440406,0.6818868473726328,5.5,10,10,1.0 +Overall,ARIMA,0.7246463317069348,0.7398067264653905,5.7,10,10,1.0 +Overall,TimesFM-2.5,0.34173040808663746,0.5969805790143687,5.9,10,10,1.0 +Overall,Moving-Average,0.9086241003371711,0.9171503018995717,6.7,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.7,10,10,1.0 -Overall,ETS,1.458925290695144,1.180703498753176,8.3,10,10,1.0 +Overall,ETS,1.4570693074002117,1.1802334344433172,8.3,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 55b5c91227be4f944de8602d89ef3886aa728ec9..879b29de4c884ab02cb54dadeb8960632b0daec9 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,2139852.073809587,842059.5075134095,726.1470796189238,1.2900235821849462,0.011457653623056868,0.011395794762895218,28.17687426504068,1462.8233228280124,0.022918459568996314,0.011376748118301444,0.010451881938969544,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,2167184.997874094,859006.4983374259,731.6470796189238,1.299794508628306,0.011547840670954905,0.011483798634283116,28.567711322775082,1472.1362022157102,0.02306635466718376,0.011463905992053344,0.010538960110108304,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,7.593872656247368,7.767905889057713,2.0541670094513194,1.2031163736856252,0.07288689077029968,0.07797187149296309,38.49013958177101,2.755698215742676,0.10379440500387625,0.07737096947211616,0.0750193446187416,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.30280876671848334,0.3056510704269935,0.40571123503156836,1.2412765298114627,0.6455282630724994,1.0244937556700395,48.12823383842833,0.5502806254253219,0.8796045073394232,0.6485153474850833,0.6444260743374237,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.11186271527426468,0.10174619151560584,0.2765388846066331,1.930554407966301,0.22132356871549932,0.19137245044287127,36.447187987308354,0.33445883943209614,0.2439821207928005,0.20173048397394847,0.18385941319543123,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 1529cad59439dca4f0e454a1d582bfeee87a8792..e791a8dba21a95f5fa9b3fdb01a8a0f764e88360 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T12:07:59.483249+00:00", + "evaluated_at": "2026-06-23T12:16:03.770775+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62554.0 + 62422.0 ], "p50": [ 64270.054757488855, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index a908fc11f90cef7fbb722c571bb747cd7ec60b50..e0e572aca0a77c2b8c1fbb042db2c82f8bc43a87 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T12:07:59.631149+00:00", + "evaluated_at": "2026-06-23T12:16:03.793696+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 8748a3c040bd2ab9b332d60f7f75e8637e847c3a..053beb3f808695b481573ea4f9d5a90609862d87 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,2004417.9000358582,2004417.9000358582,1125.0830078125,1.9987460567291262,0.017818815517411598,0.017571648193935103,27.43655471134727,1415.7746642866082,0.022181335159144763,0.01762698818369002,0.013051348272626847,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,2031520.9547233582,2031520.9547233582,1130.5830078125,2.0085169831724863,0.01791030304226958,0.01765963221599479,27.827391769081668,1425.3143354093363,0.022332720249179545,0.017714684687221132,0.013138650459157448,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5295659158333971,0.5295659158333971,0.5971391995747884,0.3497417420650002,0.02245494588045587,0.022608952534132254,2.791484631303323,0.727712797629255,0.027409574971647723,0.02249147151537862,0.028857158475148265,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.00553473201820438,0.00553473201820438,0.053676819801330565,0.16422462791577985,0.08066187947943684,0.07740293730714644,1.226049205869549,0.07439577957252938,0.11891907513270733,0.0858005360454105,0.09628292586812236,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.11013115436526791,0.11013115436526791,0.2912411325507694,2.03319273897693,0.23240358967855196,0.200236881447953,29.534544272061826,0.33186014277895426,0.2420864151155121,0.2124555275695154,0.1489074118993281,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 355ea621b544140e2afd93aa88f786cca9e1abe6..f2eb9301470c1e36235517959cbadd3cbf516719 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T12:04:50.159650+00:00", + "evaluated_at": "2026-06-23T12:14:04.711208+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62554.0 + 62422.0 ], "p50": [ 65038.93359375, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index c4dd1e052eaf6bbe2212fbf12d44d2813e4388d4..9f47e6fbcbf31badd8e40123cbfa461e94ee0050 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T12:05:02.386540+00:00", + "evaluated_at": "2026-06-23T12:14:07.930206+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index ef16f36b36461cab7ce1dc50095eaf2350a1e003..9a988130508efde969013fae7fcbc7c7d7909e1e 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,3044786.9576298334,3004858.9866843983,1457.668139495009,2.5895942126973086,0.02305145312475565,0.022680779220372777,75.45162087995935,1744.9317916840857,0.02733833135846842,0.022837691878910688,0.02183657038712651,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,3076981.811964892,3036703.8917030483,1463.168139495009,2.5993651391406685,0.023143547840271946,0.022768751028512373,75.84245793769377,1754.1327805969797,0.027484854179718358,0.022925837427622706,0.021924629661736666,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,40.80650449467975,42.26480901897464,5.524301652595784,3.2355586185720284,0.20205608092167893,0.23458602600461984,86.30682403553787,6.387996907848324,0.24060629514107576,0.20807488999247237,0.19508424028346397,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.8159140008295939,0.8117148545461749,0.6734832913556732,2.0605271202680027,1.0803009048305776,1.2583596039077711,79.30134399315713,0.9032795806557313,1.4438611025389811,1.0765396986971225,1.068263587985169,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.20942810104881562,0.20692792933489165,0.3970232345634273,2.771671537772155,0.3172323364996885,0.26011291876145154,74.17612853268976,0.4576331511689419,0.33383571789245364,0.2896217990150292,0.2725023735039407,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 807a152ca76e35194cc9152ba54fa96251644c93..964d5b2ef247a7ba2acfa4285aeea37427d401ba 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T12:07:59.660423+00:00", + "evaluated_at": "2026-06-23T12:16:03.829155+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62554.0 + 62422.0 ], "p50": [ 65110.009208889824, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index c08f6f83b146b02517202567de4390045b33cdcc..995bbb5f46b51835f0413f68cf2531ceb390c561 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T12:07:59.724959+00:00", + "evaluated_at": "2026-06-23T12:16:03.838891+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 1b275204b5c63f6d1b35c80370741047707701ac..c2ddc1ebe29135923a25ddc5ba524761b2cec401 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2083,3 +2083,4 @@ {"evaluated_at": "2026-06-23T12:08:04.645248+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T12:08:04.645248+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-23T12:08:04.645248+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-23T12:16:08.308852+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index b36f25d65296c27af063285b6dc865708dc5c234..410b8e39cbf0525bb674c64b25ae9a9941104ca3 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,2588632.5213661194,2178838.581111431,1198.5064290364583,2.1291851200016967,0.018970075184762254,0.018702061572680836,31.263646488235967,1608.9227829097701,0.025207440416295558,0.01877733333096692,0.013476292869804585,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,2626572.7198212943,2239098.1275601387,1204.3804524739583,2.1396205110806754,0.019071301755847536,0.018795529693064156,31.931286414714993,1620.6704538003073,0.02539368261558849,0.0188709894024581,0.013621252762128418,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.48195973800117525,0.44273447665299653,0.5965107679367065,0.34937367248251755,0.02207073940631794,0.022035974128793757,2.4352372855505715,0.6942332014540757,0.026148553447258395,0.022467801402451273,0.025275012038955196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.011981234975340331,0.013231259864349025,0.08497320661942163,0.25997615528517737,0.1381676334493967,0.1416524921229656,3.0509946684251767,0.10945882776341218,0.1749661424011976,0.13582672565976187,0.21814103626361642,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.15109061405578908,0.14349903755891458,0.3311084757248561,2.311511917157314,0.26448947753120905,0.22347412649193238,28.760622239267903,0.3887037613090322,0.2835528826367602,0.24153808659084117,0.16390139245719598,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index c4d4eb737968a7bf956092a8bec04a361ac8a2e9..6edb58829dacd2ef0d19abae03791b6f95e0abbf 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T12:07:18.442624+00:00", + "evaluated_at": "2026-06-23T12:15:42.371107+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 62386.0, 62328.01171875, 62507.05859375, - 62554.0 + 62422.0 ], "p50": [ - 65022.62890625, - 64950.36328125, - 64915.197265625, - 64873.61328125, - 64931.072265625, - 64986.64453125, - 64872.73828125, - 64996.865234375, - 64851.533203125, - 64876.458984375, - 65094.037109375, - 65053.6640625, - 65040.005859375, - 64998.26171875, - 64964.10546875, - 64987.595703125, - 64927.734375, - 64983.083984375, - 65062.435546875, - 65007.349609375, - 64933.208984375, - 65200.642578125, - 64997.794921875, - 64985.955078125 + 65008.255859375, + 64904.07421875, + 64896.265625, + 64905.61328125, + 64889.783203125, + 64958.494140625, + 64967.71484375, + 65010.923828125, + 65006.904296875, + 64938.7109375, + 65064.869140625, + 65036.080078125, + 65041.240234375, + 65037.146484375, + 64984.810546875, + 64986.013671875, + 64964.552734375, + 65048.28515625, + 65126.369140625, + 65121.494140625, + 65023.86328125, + 64963.958984375, + 65032.822265625, + 65002.49609375 ], "p10": [ - 64635.6484375, - 64503.5078125, - 64397.8671875, - 64330.98828125, - 64339.265625, - 64235.609375, - 64211.802734375, - 64243.203125, - 64172.828125, - 64112.40234375, - 64248.6796875, - 64129.634765625, - 64153.23828125, - 64080.650390625, - 63967.59375, - 63622.81640625, - 63749.763671875, - 63882.083984375, - 63886.20703125, - 63881.4921875, - 63836.025390625, - 63936.251953125, - 63686.416015625, - 63964.029296875 + 64665.212890625, + 64510.15625, + 64387.5625, + 64270.044921875, + 64336.62890625, + 64399.33203125, + 64311.298828125, + 64193.95703125, + 64162.7890625, + 64129.8515625, + 64199.765625, + 64041.09765625, + 64074.779296875, + 63840.560546875, + 63922.287109375, + 63817.0, + 63811.400390625, + 63879.033203125, + 63943.197265625, + 64017.244140625, + 63829.431640625, + 63537.47265625, + 63818.763671875, + 63842.015625 ], "p90": [ - 65448.984375, - 65430.59765625, - 65510.322265625, - 65505.984375, - 65653.12890625, - 65700.42578125, - 65713.40234375, - 65760.38671875, - 65995.68359375, - 65730.91796875, - 66007.31640625, - 66035.68359375, - 66154.875, - 66219.1328125, - 66109.37890625, - 66220.3515625, - 66298.03515625, - 66606.35546875, - 66542.6875, - 66654.4296875, - 66608.66015625, - 67225.9921875, - 66583.43359375, - 66437.28125 + 65411.255859375, + 65432.255859375, + 65448.8125, + 65539.61328125, + 65575.65234375, + 65687.3984375, + 65837.4453125, + 65755.453125, + 65741.9140625, + 66054.7109375, + 65907.68359375, + 66141.203125, + 66385.19921875, + 66333.3671875, + 66200.2578125, + 66467.05078125, + 66490.00390625, + 66417.0078125, + 66691.578125, + 66750.75, + 66919.64453125, + 66610.1171875, + 66731.0703125, + 66720.046875 ], "mean": [ - 65098.4921875, - 65001.3125, - 64960.5859375, - 64911.18359375, - 64999.6328125, - 64964.3046875, - 64954.37890625, - 65063.6953125, - 64972.5390625, - 64942.421875, - 65150.21875, - 65118.390625, - 65135.41796875, - 65141.12890625, - 65144.7421875, - 65060.1953125, - 65036.97265625, - 65395.31640625, - 65220.65625, - 65196.0546875, - 65099.2578125, - 65437.82421875, - 65162.5390625, - 65297.3203125 + 65023.63671875, + 64976.953125, + 64929.453125, + 64927.46484375, + 65004.375, + 65039.9609375, + 65036.0, + 65051.25, + 64998.0546875, + 65097.16015625, + 65080.8671875, + 65167.48828125, + 65276.7578125, + 65129.25390625, + 65105.375, + 65151.40625, + 65272.1640625, + 65245.98046875, + 65224.0234375, + 65390.83203125, + 65315.17578125, + 65054.1953125, + 65200.0625, + 65266.99609375 ], "quantiles": { "0.1": [ - 64635.6484375, - 64503.5078125, - 64397.8671875, - 64330.98828125, - 64339.265625, - 64235.609375, - 64211.802734375, - 64243.203125, - 64172.828125, - 64112.40234375, - 64248.6796875, - 64129.634765625, - 64153.23828125, - 64080.650390625, - 63967.59375, - 63622.81640625, - 63749.763671875, - 63882.083984375, - 63886.20703125, - 63881.4921875, - 63836.025390625, - 63936.251953125, - 63686.416015625, - 63964.029296875 + 64665.212890625, + 64510.15625, + 64387.5625, + 64270.044921875, + 64336.62890625, + 64399.33203125, + 64311.298828125, + 64193.95703125, + 64162.7890625, + 64129.8515625, + 64199.765625, + 64041.09765625, + 64074.779296875, + 63840.560546875, + 63922.287109375, + 63817.0, + 63811.400390625, + 63879.033203125, + 63943.197265625, + 64017.244140625, + 63829.431640625, + 63537.47265625, + 63818.763671875, + 63842.015625 ], "0.2": [ - 64635.6484375, - 64503.5078125, - 64397.8671875, - 64330.98828125, - 64339.265625, - 64235.609375, - 64211.802734375, - 64243.203125, - 64172.828125, - 64112.40234375, - 64248.6796875, - 64129.634765625, - 64153.23828125, - 64080.650390625, - 63967.59375, - 63622.81640625, - 63749.763671875, - 63882.083984375, - 63886.20703125, - 63881.4921875, - 63836.025390625, - 63936.251953125, - 63686.416015625, - 63964.029296875 + 64665.212890625, + 64510.15625, + 64387.5625, + 64270.044921875, + 64336.62890625, + 64399.33203125, + 64311.298828125, + 64193.95703125, + 64162.7890625, + 64129.8515625, + 64199.765625, + 64041.09765625, + 64074.779296875, + 63840.560546875, + 63922.287109375, + 63817.0, + 63811.400390625, + 63879.033203125, + 63943.197265625, + 64017.244140625, + 63829.431640625, + 63537.47265625, + 63818.763671875, + 63842.015625 ], "0.3": [ - 64635.6484375, - 64503.5078125, - 64397.8671875, - 64330.98828125, - 64339.265625, - 64235.609375, - 64211.802734375, - 64243.203125, - 64172.828125, - 64112.40234375, - 64248.6796875, - 64129.634765625, - 64153.23828125, - 64080.650390625, - 63967.59375, - 63622.81640625, - 63749.763671875, - 63882.083984375, - 63886.20703125, - 63881.4921875, - 63836.025390625, - 63936.251953125, - 63686.416015625, - 63964.029296875 + 64665.212890625, + 64510.15625, + 64387.5625, + 64270.044921875, + 64336.62890625, + 64399.33203125, + 64311.298828125, + 64193.95703125, + 64162.7890625, + 64129.8515625, + 64199.765625, + 64041.09765625, + 64074.779296875, + 63840.560546875, + 63922.287109375, + 63817.0, + 63811.400390625, + 63879.033203125, + 63943.197265625, + 64017.244140625, + 63829.431640625, + 63537.47265625, + 63818.763671875, + 63842.015625 ], "0.4": [ - 65022.62890625, - 64950.36328125, - 64915.197265625, - 64873.61328125, - 64931.072265625, - 64986.64453125, - 64872.73828125, - 64996.865234375, - 64851.533203125, - 64876.458984375, - 65094.037109375, - 65053.6640625, - 65040.005859375, - 64998.26171875, - 64964.10546875, - 64987.595703125, - 64927.734375, - 64983.083984375, - 65062.435546875, - 65007.349609375, - 64933.208984375, - 65200.642578125, - 64997.794921875, - 64985.955078125 + 65008.255859375, + 64904.07421875, + 64896.265625, + 64905.61328125, + 64889.783203125, + 64958.494140625, + 64967.71484375, + 65010.923828125, + 65006.904296875, + 64938.7109375, + 65064.869140625, + 65036.080078125, + 65041.240234375, + 65037.146484375, + 64984.810546875, + 64986.013671875, + 64964.552734375, + 65048.28515625, + 65126.369140625, + 65121.494140625, + 65023.86328125, + 64963.958984375, + 65032.822265625, + 65002.49609375 ], "0.5": [ - 65022.62890625, - 64950.36328125, - 64915.197265625, - 64873.61328125, - 64931.072265625, - 64986.64453125, - 64872.73828125, - 64996.865234375, - 64851.533203125, - 64876.458984375, - 65094.037109375, - 65053.6640625, - 65040.005859375, - 64998.26171875, - 64964.10546875, - 64987.595703125, - 64927.734375, - 64983.083984375, - 65062.435546875, - 65007.349609375, - 64933.208984375, - 65200.642578125, - 64997.794921875, - 64985.955078125 + 65008.255859375, + 64904.07421875, + 64896.265625, + 64905.61328125, + 64889.783203125, + 64958.494140625, + 64967.71484375, + 65010.923828125, + 65006.904296875, + 64938.7109375, + 65064.869140625, + 65036.080078125, + 65041.240234375, + 65037.146484375, + 64984.810546875, + 64986.013671875, + 64964.552734375, + 65048.28515625, + 65126.369140625, + 65121.494140625, + 65023.86328125, + 64963.958984375, + 65032.822265625, + 65002.49609375 ], "0.6": [ - 65022.62890625, - 64950.36328125, - 64915.197265625, - 64873.61328125, - 64931.072265625, - 64986.64453125, - 64872.73828125, - 64996.865234375, - 64851.533203125, - 64876.458984375, - 65094.037109375, - 65053.6640625, - 65040.005859375, - 64998.26171875, - 64964.10546875, - 64987.595703125, - 64927.734375, - 64983.083984375, - 65062.435546875, - 65007.349609375, - 64933.208984375, - 65200.642578125, - 64997.794921875, - 64985.955078125 + 65008.255859375, + 64904.07421875, + 64896.265625, + 64905.61328125, + 64889.783203125, + 64958.494140625, + 64967.71484375, + 65010.923828125, + 65006.904296875, + 64938.7109375, + 65064.869140625, + 65036.080078125, + 65041.240234375, + 65037.146484375, + 64984.810546875, + 64986.013671875, + 64964.552734375, + 65048.28515625, + 65126.369140625, + 65121.494140625, + 65023.86328125, + 64963.958984375, + 65032.822265625, + 65002.49609375 ], "0.7": [ - 65022.62890625, - 64950.36328125, - 64915.197265625, - 64873.61328125, - 64931.072265625, - 64986.64453125, - 64872.73828125, - 64996.865234375, - 64851.533203125, - 64876.458984375, - 65094.037109375, - 65053.6640625, - 65040.005859375, - 64998.26171875, - 64964.10546875, - 64987.595703125, - 64927.734375, - 64983.083984375, - 65062.435546875, - 65007.349609375, - 64933.208984375, - 65200.642578125, - 64997.794921875, - 64985.955078125 + 65008.255859375, + 64904.07421875, + 64896.265625, + 64905.61328125, + 64889.783203125, + 64958.494140625, + 64967.71484375, + 65010.923828125, + 65006.904296875, + 64938.7109375, + 65064.869140625, + 65036.080078125, + 65041.240234375, + 65037.146484375, + 64984.810546875, + 64986.013671875, + 64964.552734375, + 65048.28515625, + 65126.369140625, + 65121.494140625, + 65023.86328125, + 64963.958984375, + 65032.822265625, + 65002.49609375 ], "0.8": [ - 65448.984375, - 65430.59765625, - 65510.322265625, - 65505.984375, - 65653.12890625, - 65700.42578125, - 65713.40234375, - 65760.38671875, - 65995.68359375, - 65730.91796875, - 66007.31640625, - 66035.68359375, - 66154.875, - 66219.1328125, - 66109.37890625, - 66220.3515625, - 66298.03515625, - 66606.35546875, - 66542.6875, - 66654.4296875, - 66608.66015625, - 67225.9921875, - 66583.43359375, - 66437.28125 + 65411.255859375, + 65432.255859375, + 65448.8125, + 65539.61328125, + 65575.65234375, + 65687.3984375, + 65837.4453125, + 65755.453125, + 65741.9140625, + 66054.7109375, + 65907.68359375, + 66141.203125, + 66385.19921875, + 66333.3671875, + 66200.2578125, + 66467.05078125, + 66490.00390625, + 66417.0078125, + 66691.578125, + 66750.75, + 66919.64453125, + 66610.1171875, + 66731.0703125, + 66720.046875 ], "0.9": [ - 65448.984375, - 65430.59765625, - 65510.322265625, - 65505.984375, - 65653.12890625, - 65700.42578125, - 65713.40234375, - 65760.38671875, - 65995.68359375, - 65730.91796875, - 66007.31640625, - 66035.68359375, - 66154.875, - 66219.1328125, - 66109.37890625, - 66220.3515625, - 66298.03515625, - 66606.35546875, - 66542.6875, - 66654.4296875, - 66608.66015625, - 67225.9921875, - 66583.43359375, - 66437.28125 + 65411.255859375, + 65432.255859375, + 65448.8125, + 65539.61328125, + 65575.65234375, + 65687.3984375, + 65837.4453125, + 65755.453125, + 65741.9140625, + 66054.7109375, + 65907.68359375, + 66141.203125, + 66385.19921875, + 66333.3671875, + 66200.2578125, + 66467.05078125, + 66490.00390625, + 66417.0078125, + 66691.578125, + 66750.75, + 66919.64453125, + 66610.1171875, + 66731.0703125, + 66720.046875 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 29a1a016fd2ac1b65d040c23135979b2e3e0e582..5024dd433889a8dc3eb8158bd4dcd88e42acc1f2 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T12:07:33.394964+00:00", + "evaluated_at": "2026-06-23T12:15:44.581653+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 6a43c4865de90f42823d8ad824434b66d4e752cc..4f1bfa478689d92266682750edb185e7d3b2b070 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,943630.2357082277,932742.4810132543,736.0309244791666,1.3075825496589486,0.01162539686146409,0.011549764884079073,31.432678577157677,971.4063185445253,0.015219292780750796,0.011531601062796326,0.010699186644379076,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,962057.2209963963,950819.5169850197,741.5309244791666,1.3173534761023087,0.011715728610862439,0.01163776698086278,31.82351563489208,980.84515648312,0.015368497982032412,0.011618772281380814,0.010786286127607845,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,3.7254732223560887,3.857635656925538,1.6989814043242737,0.995085763097673,0.06234093839361071,0.06375101933657625,7.0135930254093175,1.9301484974882344,0.07269976578764256,0.06399277067680005,0.05485515880509876,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.5667542867227267,0.5713837315154626,0.742330569472564,2.2711658778100494,1.2982756060215508,0.7584815897834638,85.69318742016165,0.7528308486789889,1.203374018938756,1.18658968656079,1.1681462422425528,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.12239470518081859,0.12046984535408838,0.3038876432791268,2.1214796974882173,0.24267668975390866,0.20771210547101132,49.248187594155944,0.34984954649222944,0.2552093837809997,0.22168094530215093,0.20441502957378788,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 2ffb8ff9b294010118dace9f69eab402239c726d..053dbc990137ff45fb7204e14585c27c9f6d536f 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T12:07:59.732200+00:00", + "evaluated_at": "2026-06-23T12:16:03.847628+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62554.0 + 62422.0 ], "p50": [ 64136.29268777413, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 1fd927ed659e150b159f71e25abc52237b4a23a9..17f0623a738815a11d9599aa9153b3c16ae8de7d 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T12:07:59.757635+00:00", + "evaluated_at": "2026-06-23T12:16:03.862798+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index fb4db4a2e622c98061fde7ecc8c844d31f3dd747..ebc58281f5f98c66bfb424b65781109fc7916035 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T12:04:27.219254+00:00", - "finished_at": "2026-06-23T12:08:04.644679+00:00", - "task_count": 3, + "started_at": "2026-06-23T12:13:40.301150+00:00", + "finished_at": "2026-06-23T12:16:08.308354+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T12:05:02.386540+00:00", + "evaluated_at": "2026-06-23T12:14:07.930206+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] @@ -36,25 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T12:05:47.035521+00:00", + "evaluated_at": "2026-06-23T12:14:30.615070+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] @@ -62,25 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:06:25.147427+00:00", + "evaluated_at": "2026-06-23T12:15:12.386421+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] @@ -88,25 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T12:06:47.489975+00:00", + "evaluated_at": "2026-06-23T12:15:20.304198+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] @@ -114,25 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T12:07:33.394964+00:00", + "evaluated_at": "2026-06-23T12:15:44.581653+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] @@ -140,25 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T12:07:59.274134+00:00", + "evaluated_at": "2026-06-23T12:16:03.573904+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] @@ -166,25 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T12:07:59.631149+00:00", + "evaluated_at": "2026-06-23T12:16:03.793696+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] @@ -192,25 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T12:07:59.724959+00:00", + "evaluated_at": "2026-06-23T12:16:03.838891+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] @@ -218,25 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T12:07:59.757635+00:00", + "evaluated_at": "2026-06-23T12:16:03.862798+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] @@ -244,25 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T12:07:59.780644+00:00", + "evaluated_at": "2026-06-23T12:16:03.874669+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] @@ -283,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T12:10:40.405778+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_121603.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_121603.json new file mode 100644 index 0000000000000000000000000000000000000000..d8d69ba21c3b961b4b837b218193b57ffe60e27d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_121603.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T12:16:03.770775+00:00", + "metrics": { + "MSE[mean]": 2167184.997874094, + "MSE[0.5]": 859006.4983374259, + "MAE[0.5]": 731.6470796189238, + "MASE[0.5]": 1.299794508628306, + "MAPE[0.5]": 0.011547840670954905, + "sMAPE[0.5]": 0.011483798634283116, + "MSIS": 28.567711322775082, + "RMSE[mean]": 1472.1362022157102, + "NRMSE[mean]": 0.02306635466718376, + "ND[0.5]": 0.011463905992053344, + "mean_weighted_sum_quantile_loss": 0.010538960110108304 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62422.0 + ], + "predictions": { + "p50": [ + 64270.054757488855, + 64122.812576858254, + 64115.19454341763, + 64075.77130701876, + 64061.59508997681, + 64012.73858295422, + 64013.44940530208, + 63990.01906090901, + 64006.473056493705, + 64047.76150672829, + 64003.02710322677, + 63993.73231105361, + 64047.36366619913, + 64019.429890001426, + 64028.65001723029, + 63999.81497909432, + 64015.12160348153, + 64039.59079323337, + 64049.593984283456, + 64036.09537054777, + 64009.84900652837, + 64036.095024424496, + 64024.670199957094, + 64028.63552945603 + ], + "p10": [ + 64038.34061841623, + 63878.607812088296, + 63835.11382625139, + 63805.7202974396, + 63778.881112563315, + 63772.816843125955, + 63780.61785285651, + 63777.687351380584, + 63778.162352753345, + 63777.71049714913, + 63765.87263782791, + 63753.65878493062, + 63755.18230306789, + 63753.57293738191, + 63778.42258449651, + 63765.65129682619, + 63793.51637798937, + 63777.23309949792, + 63777.23218498373, + 63765.64447220282, + 63777.255277846314, + 63778.53629747065, + 63793.64089193627, + 63809.69995179546 + ], + "p90": [ + 64509.58744193298, + 64384.89450263431, + 64464.367998748065, + 64324.956957336086, + 64298.51686191058, + 64279.10353367197, + 64287.82845813297, + 64213.74902654228, + 64272.83800721146, + 64316.92020497713, + 64287.69550709014, + 64272.441566605354, + 64296.54931651646, + 64407.691159529946, + 64287.48139589795, + 64325.59178938624, + 64407.665897951745, + 64485.339644066196, + 64284.552654039166, + 64423.893563062804, + 64273.16064500991, + 64316.46486999544, + 64296.491763995255, + 64288.147468041105 + ], + "mean": [ + 65536.95829236177, + 64136.00118850511, + 65376.50081872574, + 65026.40821279048, + 64675.94272153581, + 64350.06848695038, + 64032.2640159902, + 64612.79874647122, + 64659.324451741726, + 64375.81431693548, + 64663.00819736497, + 64633.99827658768, + 64682.0240374086, + 64990.55329101645, + 64671.17382629712, + 65619.60789759767, + 65632.55029418721, + 65014.68959250877, + 65313.290107348046, + 64046.233028280825, + 64989.41841401192, + 65632.07282931442, + 64042.27800239001, + 64972.81127859154 + ], + "quantiles": { + "0.1": [ + 64038.34061841623, + 63878.607812088296, + 63835.11382625139, + 63805.7202974396, + 63778.881112563315, + 63772.816843125955, + 63780.61785285651, + 63777.687351380584, + 63778.162352753345, + 63777.71049714913, + 63765.87263782791, + 63753.65878493062, + 63755.18230306789, + 63753.57293738191, + 63778.42258449651, + 63765.65129682619, + 63793.51637798937, + 63777.23309949792, + 63777.23218498373, + 63765.64447220282, + 63777.255277846314, + 63778.53629747065, + 63793.64089193627, + 63809.69995179546 + ], + "0.2": [ + 64125.83472512131, + 63981.41683934786, + 63959.811557250054, + 63920.03713569047, + 63905.86091864851, + 63871.67270857631, + 63865.66050305998, + 63852.43990975393, + 63910.12995050061, + 63903.561249920676, + 63835.323406035706, + 63844.077620696145, + 63886.21509309316, + 63837.13060540707, + 63886.96263155866, + 63852.30714766406, + 63896.178904133754, + 63850.63429525166, + 63891.57280561096, + 63842.5910826297, + 63900.79924771373, + 63891.57200041832, + 63900.799073966184, + 63867.66243375918 + ], + "0.3": [ + 64184.19397766066, + 64082.750429722546, + 64032.55157833255, + 64002.0715090149, + 63973.4473028044, + 63966.025982944426, + 63934.8287084975, + 63923.58938775444, + 63974.51356432865, + 63976.301271003176, + 63957.9980238076, + 63909.33741055636, + 63975.90343047402, + 63921.27442891178, + 63961.47792799648, + 63957.77668280588, + 63961.46706895504, + 63969.78846342062, + 63962.45225100412, + 63958.0301253652, + 63973.60648942162, + 63973.60637374275, + 63958.14126425154, + 63972.9303555967 + ], + "0.4": [ + 64216.90750641344, + 64100.25201781228, + 64045.697486759695, + 64016.67686197207, + 64019.736576686875, + 63989.28407572711, + 63989.50375391153, + 63975.70339263527, + 63989.50686265818, + 63994.07299539364, + 63980.557636249665, + 63973.62446282327, + 63989.04933890116, + 63983.859031879176, + 63988.22612725609, + 63983.83739953288, + 63993.6212019267, + 63988.21344640674, + 63999.8769567708, + 63989.25363882281, + 63985.903355137816, + 63999.46609219522, + 63983.29945673162, + 63988.99175723055 + ], + "0.5": [ + 64270.054757488855, + 64122.812576858254, + 64115.19454341763, + 64075.77130701876, + 64061.59508997681, + 64012.73858295422, + 64013.44940530208, + 63990.01906090901, + 64006.473056493705, + 64047.76150672829, + 64003.02710322677, + 63993.73231105361, + 64047.36366619913, + 64019.429890001426, + 64028.65001723029, + 63999.81497909432, + 64015.12160348153, + 64039.59079323337, + 64049.593984283456, + 64036.09537054777, + 64009.84900652837, + 64036.095024424496, + 64024.670199957094, + 64028.63552945603 + ], + "0.6": [ + 64310.228596832014, + 64189.87571651509, + 64172.91890235173, + 64121.77326570801, + 64101.25938899746, + 64063.06312184702, + 64065.25172108556, + 64026.47759223487, + 64056.79759538651, + 64107.99395748034, + 64079.169035991996, + 64049.25678751516, + 64108.75099224526, + 64088.467857514624, + 64069.79843047579, + 64061.65837737962, + 64081.98680636431, + 64104.06661842647, + 64099.00113245362, + 64089.637017423105, + 64085.19311942443, + 64081.983264849565, + 64096.68445333962, + 64067.755448964235 + ], + "0.7": [ + 64344.21972848159, + 64231.84557751297, + 64206.39510715251, + 64155.95103307077, + 64134.17828937084, + 64115.57749601563, + 64115.76255997848, + 64078.719364715434, + 64096.74760675109, + 64132.43358455491, + 64121.31237176812, + 64093.42278107751, + 64149.746959293974, + 64127.51470089156, + 64107.55302305484, + 64127.493068545264, + 64119.18767690988, + 64150.56648680905, + 64127.48670299126, + 64123.87134686096, + 64117.25256636356, + 64123.87100073768, + 64127.48583972994, + 64119.88928392256 + ], + "0.8": [ + 64409.48102139624, + 64263.23668569072, + 64271.58400975733, + 64228.58623328991, + 64210.75456694878, + 64140.36358949571, + 64185.04088766017, + 64113.39063480431, + 64124.77819132358, + 64215.33370242795, + 64215.10687919464, + 64154.94151748707, + 64214.9358618988, + 64212.29679266091, + 64150.28740023814, + 64214.88553819292, + 64200.1246395325, + 64271.93253633239, + 64214.87917263891, + 64214.878713569546, + 64149.68958052032, + 64200.12109801776, + 64211.61533702972, + 64196.4655615005 + ], + "0.9": [ + 64509.58744193298, + 64384.89450263431, + 64464.367998748065, + 64324.956957336086, + 64298.51686191058, + 64279.10353367197, + 64287.82845813297, + 64213.74902654228, + 64272.83800721146, + 64316.92020497713, + 64287.69550709014, + 64272.441566605354, + 64296.54931651646, + 64407.691159529946, + 64287.48139589795, + 64325.59178938624, + 64407.665897951745, + 64485.339644066196, + 64284.552654039166, + 64423.893563062804, + 64273.16064500991, + 64316.46486999544, + 64296.491763995255, + 64288.147468041105 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_121404.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_121404.json new file mode 100644 index 0000000000000000000000000000000000000000..8e43502f987c2390f18ad81cf9d2b11b275df8ad --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_121404.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T12:14:04.711208+00:00", + "metrics": { + "MSE[mean]": 2031520.9547233582, + "MSE[0.5]": 2031520.9547233582, + "MAE[0.5]": 1130.5830078125, + "MASE[0.5]": 2.0085169831724863, + "MAPE[0.5]": 0.01791030304226958, + "sMAPE[0.5]": 0.01765963221599479, + "MSIS": 27.827391769081668, + "RMSE[mean]": 1425.3143354093363, + "NRMSE[mean]": 0.022332720249179545, + "ND[0.5]": 0.017714684687221132, + "mean_weighted_sum_quantile_loss": 0.013138650459157448 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62422.0 + ], + "predictions": { + "p50": [ + 65038.93359375, + 64939.09765625, + 64879.78515625, + 64870.265625, + 64860.203125, + 64860.2890625, + 64872.11328125, + 64859.08203125, + 64890.609375, + 64890.07421875, + 64896.84375, + 64895.08203125, + 64901.02734375, + 64907.85546875, + 64919.046875, + 64882.55078125, + 64918.95703125, + 64913.42578125, + 64893.49609375, + 64908.234375, + 64903.34375, + 64908.52734375, + 64935.61328125, + 64951.9140625 + ], + "p10": [ + 64269.71875, + 64078.29296875, + 63984.36328125, + 63965.71484375, + 63944.4140625, + 63934.7890625, + 63900.5546875, + 63844.98828125, + 63836.19140625, + 63796.50390625, + 63817.09765625, + 63761.57421875, + 63731.0859375, + 63716.16015625, + 63713.83984375, + 63690.3125, + 63689.63671875, + 63665.0234375, + 63633.5625, + 63630.09375, + 63618.015625, + 63624.76171875, + 63634.3203125, + 63630.10546875 + ], + "p90": [ + 65783.5, + 65814.3515625, + 65851.4921875, + 65919.515625, + 65938.3203125, + 65988.140625, + 66070.6015625, + 66111.953125, + 66134.078125, + 66179.171875, + 66239.40625, + 66278.609375, + 66346.046875, + 66343.8203125, + 66409.4609375, + 66408.71875, + 66366.9453125, + 66368.734375, + 66370.015625, + 66392.3984375, + 66437.1875, + 66528.65625, + 66525.296875, + 66569.46875 + ], + "mean": [ + 65038.93359375, + 64939.09765625, + 64879.78515625, + 64870.265625, + 64860.203125, + 64860.2890625, + 64872.11328125, + 64859.08203125, + 64890.609375, + 64890.07421875, + 64896.84375, + 64895.08203125, + 64901.02734375, + 64907.85546875, + 64919.046875, + 64882.55078125, + 64918.95703125, + 64913.42578125, + 64893.49609375, + 64908.234375, + 64903.34375, + 64908.52734375, + 64935.61328125, + 64951.9140625 + ], + "quantiles": { + "0.1": [ + 64269.71875, + 64078.29296875, + 63984.36328125, + 63965.71484375, + 63944.4140625, + 63934.7890625, + 63900.5546875, + 63844.98828125, + 63836.19140625, + 63796.50390625, + 63817.09765625, + 63761.57421875, + 63731.0859375, + 63716.16015625, + 63713.83984375, + 63690.3125, + 63689.63671875, + 63665.0234375, + 63633.5625, + 63630.09375, + 63618.015625, + 63624.76171875, + 63634.3203125, + 63630.10546875 + ], + "0.2": [ + 64269.71875, + 64078.29296875, + 63984.36328125, + 63965.71484375, + 63944.4140625, + 63934.7890625, + 63900.5546875, + 63844.98828125, + 63836.19140625, + 63796.50390625, + 63817.09765625, + 63761.57421875, + 63731.0859375, + 63716.16015625, + 63713.83984375, + 63690.3125, + 63689.63671875, + 63665.0234375, + 63633.5625, + 63630.09375, + 63618.015625, + 63624.76171875, + 63634.3203125, + 63630.10546875 + ], + "0.3": [ + 64269.71875, + 64078.29296875, + 63984.36328125, + 63965.71484375, + 63944.4140625, + 63934.7890625, + 63900.5546875, + 63844.98828125, + 63836.19140625, + 63796.50390625, + 63817.09765625, + 63761.57421875, + 63731.0859375, + 63716.16015625, + 63713.83984375, + 63690.3125, + 63689.63671875, + 63665.0234375, + 63633.5625, + 63630.09375, + 63618.015625, + 63624.76171875, + 63634.3203125, + 63630.10546875 + ], + "0.4": [ + 65038.93359375, + 64939.09765625, + 64879.78515625, + 64870.265625, + 64860.203125, + 64860.2890625, + 64872.11328125, + 64859.08203125, + 64890.609375, + 64890.07421875, + 64896.84375, + 64895.08203125, + 64901.02734375, + 64907.85546875, + 64919.046875, + 64882.55078125, + 64918.95703125, + 64913.42578125, + 64893.49609375, + 64908.234375, + 64903.34375, + 64908.52734375, + 64935.61328125, + 64951.9140625 + ], + "0.5": [ + 65038.93359375, + 64939.09765625, + 64879.78515625, + 64870.265625, + 64860.203125, + 64860.2890625, + 64872.11328125, + 64859.08203125, + 64890.609375, + 64890.07421875, + 64896.84375, + 64895.08203125, + 64901.02734375, + 64907.85546875, + 64919.046875, + 64882.55078125, + 64918.95703125, + 64913.42578125, + 64893.49609375, + 64908.234375, + 64903.34375, + 64908.52734375, + 64935.61328125, + 64951.9140625 + ], + "0.6": [ + 65038.93359375, + 64939.09765625, + 64879.78515625, + 64870.265625, + 64860.203125, + 64860.2890625, + 64872.11328125, + 64859.08203125, + 64890.609375, + 64890.07421875, + 64896.84375, + 64895.08203125, + 64901.02734375, + 64907.85546875, + 64919.046875, + 64882.55078125, + 64918.95703125, + 64913.42578125, + 64893.49609375, + 64908.234375, + 64903.34375, + 64908.52734375, + 64935.61328125, + 64951.9140625 + ], + "0.7": [ + 65038.93359375, + 64939.09765625, + 64879.78515625, + 64870.265625, + 64860.203125, + 64860.2890625, + 64872.11328125, + 64859.08203125, + 64890.609375, + 64890.07421875, + 64896.84375, + 64895.08203125, + 64901.02734375, + 64907.85546875, + 64919.046875, + 64882.55078125, + 64918.95703125, + 64913.42578125, + 64893.49609375, + 64908.234375, + 64903.34375, + 64908.52734375, + 64935.61328125, + 64951.9140625 + ], + "0.8": [ + 65783.5, + 65814.3515625, + 65851.4921875, + 65919.515625, + 65938.3203125, + 65988.140625, + 66070.6015625, + 66111.953125, + 66134.078125, + 66179.171875, + 66239.40625, + 66278.609375, + 66346.046875, + 66343.8203125, + 66409.4609375, + 66408.71875, + 66366.9453125, + 66368.734375, + 66370.015625, + 66392.3984375, + 66437.1875, + 66528.65625, + 66525.296875, + 66569.46875 + ], + "0.9": [ + 65783.5, + 65814.3515625, + 65851.4921875, + 65919.515625, + 65938.3203125, + 65988.140625, + 66070.6015625, + 66111.953125, + 66134.078125, + 66179.171875, + 66239.40625, + 66278.609375, + 66346.046875, + 66343.8203125, + 66409.4609375, + 66408.71875, + 66366.9453125, + 66368.734375, + 66370.015625, + 66392.3984375, + 66437.1875, + 66528.65625, + 66525.296875, + 66569.46875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_121603.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_121603.json new file mode 100644 index 0000000000000000000000000000000000000000..9ceb95bc5ae77d913abaf31acfa41516114470f1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_121603.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T12:16:03.829155+00:00", + "metrics": { + "MSE[mean]": 3076981.811964892, + "MSE[0.5]": 3036703.8917030483, + "MAE[0.5]": 1463.168139495009, + "MASE[0.5]": 2.5993651391406685, + "MAPE[0.5]": 0.023143547840271946, + "sMAPE[0.5]": 0.022768751028512373, + "MSIS": 75.84245793769377, + "RMSE[mean]": 1754.1327805969797, + "NRMSE[mean]": 0.027484854179718358, + "ND[0.5]": 0.022925837427622706, + "mean_weighted_sum_quantile_loss": 0.021924629661736666 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62422.0 + ], + "predictions": { + "p50": [ + 65110.009208889824, + 65121.14685020252, + 65126.960272765216, + 65158.644789077916, + 65151.12618039061, + 65181.4005404533, + 65176.497166141, + 65194.589885578695, + 65199.579089391395, + 65211.54094945409, + 65223.17468451679, + 65237.99591957948, + 65252.06910776717, + 65276.65401470487, + 65271.678374767565, + 65296.491797330265, + 65296.00053239296, + 65308.32567370565, + 65322.57659626835, + 65332.37048758104, + 65346.74250389374, + 65356.087176456436, + 65368.498255269136, + 65382.99136533183 + ], + "p10": [ + 64867.071708889824, + 64863.82145957752, + 64875.952460265216, + 64888.035414077916, + 64899.007821015606, + 64912.2013217033, + 64939.569431766, + 64951.28363557869, + 64963.735339391395, + 64960.53313695409, + 64945.94812201679, + 65009.51935707948, + 65008.37965464217, + 65002.08370220487, + 65036.233062267565, + 65033.030859830265, + 65086.58412614296, + 65056.71629870565, + 65068.16917439335, + 65081.31462820604, + 65105.04328514374, + 65117.126238956436, + 65142.431849019136, + 65153.56128720683 + ], + "p90": [ + 65350.962333889824, + 65360.47888145252, + 65451.819647765216, + 65384.644789077916, + 65386.05586789061, + 65399.2060092033, + 65423.460056766, + 65432.976604328695, + 65445.31619876639, + 65477.45501195409, + 65471.79187201679, + 65481.56506020448, + 65544.41520151717, + 65525.78682720487, + 65517.557281017565, + 65577.52695358027, + 65620.98100114295, + 65705.72997058065, + 65555.02034626836, + 65657.69314383104, + 65580.45031639373, + 65592.53327020643, + 65665.24473964414, + 65705.56167783182 + ], + "mean": [ + 65132.620087795956, + 65134.46255332735, + 65142.04275323368, + 65159.2164687653, + 65136.61696164045, + 65192.308040453034, + 65195.96939270378, + 65220.29793245386, + 65213.33084720402, + 65211.75509007938, + 65202.68925482946, + 65255.130079735856, + 65280.66805307969, + 65282.439151423525, + 65294.016851329914, + 65301.94796920501, + 65336.38658708037, + 65330.0663572992, + 65312.64210408061, + 65360.992401643845, + 65350.06756248768, + 65360.536883487825, + 65390.384212300705, + 65414.804939550784 + ], + "quantiles": { + "0.1": [ + 64867.071708889824, + 64863.82145957752, + 64875.952460265216, + 64888.035414077916, + 64899.007821015606, + 64912.2013217033, + 64939.569431766, + 64951.28363557869, + 64963.735339391395, + 64960.53313695409, + 64945.94812201679, + 65009.51935707948, + 65008.37965464217, + 65002.08370220487, + 65036.233062267565, + 65033.030859830265, + 65086.58412614296, + 65056.71629870565, + 65068.16917439335, + 65081.31462820604, + 65105.04328514374, + 65117.126238956436, + 65142.431849019136, + 65153.56128720683 + ], + "0.2": [ + 64996.24670888983, + 64931.18981895252, + 64964.542304015216, + 64976.625257827916, + 65004.04571164061, + 65016.1286654533, + 65007.561619266, + 65026.285198078695, + 65093.368151891395, + 65123.84485570409, + 64991.726247016784, + 65092.12873207948, + 65100.709342142174, + 65052.18526470487, + 65124.87524976757, + 65121.620703580265, + 65213.02396989296, + 65139.86629870565, + 65149.51800251835, + 65212.94080008104, + 65160.76594139374, + 65245.94733270643, + 65249.189661519136, + 65261.27261533183 + ], + "0.3": [ + 65067.542412014824, + 65041.494115827525, + 65045.261054015216, + 65063.344007827916, + 65075.42696164061, + 65103.0489779533, + 65101.908884891, + 65148.2336355787, + 65151.758776891395, + 65160.10344945409, + 65074.792262641786, + 65179.60763832948, + 65200.09059214217, + 65195.05088970487, + 65195.215874767564, + 65210.65546920527, + 65256.42240739296, + 65226.50536120565, + 65238.46526814335, + 65272.21033133104, + 65262.75422264374, + 65283.15319208144, + 65292.920130269136, + 65333.00308408183 + ], + "0.4": [ + 65095.196708889824, + 65100.58044395252, + 65113.27980401522, + 65124.746351577916, + 65134.66836789061, + 65154.8271029533, + 65162.022556766, + 65177.816448078695, + 65186.188464391395, + 65191.84173070409, + 65183.92468451679, + 65222.43732582948, + 65234.52027964217, + 65258.11885845487, + 65252.256499767565, + 65267.58085983027, + 65286.56303239296, + 65288.98270495565, + 65293.67815876835, + 65318.07361258104, + 65305.55109764374, + 65329.927020206436, + 65351.03809901913, + 65367.02183408183 + ], + "0.5": [ + 65110.009208889824, + 65121.14685020252, + 65126.960272765216, + 65158.644789077916, + 65151.12618039061, + 65181.4005404533, + 65176.497166141, + 65194.589885578695, + 65199.579089391395, + 65211.54094945409, + 65223.17468451679, + 65237.99591957948, + 65252.06910776717, + 65276.65401470487, + 65271.678374767565, + 65296.491797330265, + 65296.00053239296, + 65308.32567370565, + 65322.57659626835, + 65332.37048758104, + 65346.74250389374, + 65356.087176456436, + 65368.498255269136, + 65382.99136533183 + ], + "0.6": [ + 65171.083427639824, + 65185.20231895252, + 65195.249335265216, + 65207.47603907792, + 65182.22696164061, + 65233.5341342033, + 65243.724900516005, + 65240.585979328695, + 65262.028308141395, + 65251.00579320409, + 65280.57859076679, + 65292.66154457948, + 65343.03668589217, + 65338.33370220487, + 65304.256499767565, + 65352.687109830265, + 65358.69193864296, + 65378.52957995565, + 65404.44847126835, + 65402.69548758104, + 65376.75422264374, + 65376.137957706436, + 65437.267786519136, + 65433.91324033183 + ], + "0.7": [ + 65215.837333889824, + 65225.246068952525, + 65240.003241515216, + 65249.41197657792, + 65243.83711789061, + 65264.0489779533, + 65294.114744266, + 65300.418010578695, + 65300.297839391395, + 65312.38079320409, + 65333.99265326679, + 65346.07560707948, + 65389.30152964217, + 65401.38448345487, + 65382.32446851757, + 65394.40742233027, + 65405.34428239296, + 65449.71629870565, + 65452.59612751835, + 65474.184550081045, + 65453.67609764374, + 65429.376238956436, + 65511.138880269136, + 65489.92495908183 + ], + "0.8": [ + 65264.36389638983, + 65270.32888145252, + 65323.089179015216, + 65340.504164077916, + 65300.67696164061, + 65331.9224154533, + 65366.342869266, + 65397.687541828695, + 65343.383776891395, + 65380.254230704086, + 65414.67468451679, + 65396.88654457948, + 65464.23121714217, + 65461.33370220487, + 65463.006499767565, + 65477.171484830265, + 65507.65990739296, + 65524.64598620565, + 65511.33831501835, + 65559.91345633104, + 65499.90500389374, + 65499.055926456436, + 65570.08028651914, + 65597.14370908182 + ], + "0.9": [ + 65350.962333889824, + 65360.47888145252, + 65451.819647765216, + 65384.644789077916, + 65386.05586789061, + 65399.2060092033, + 65423.460056766, + 65432.976604328695, + 65445.31619876639, + 65477.45501195409, + 65471.79187201679, + 65481.56506020448, + 65544.41520151717, + 65525.78682720487, + 65517.557281017565, + 65577.52695358027, + 65620.98100114295, + 65705.72997058065, + 65555.02034626836, + 65657.69314383104, + 65580.45031639373, + 65592.53327020643, + 65665.24473964414, + 65705.56167783182 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_121542.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_121542.json new file mode 100644 index 0000000000000000000000000000000000000000..009265fb1a6db158745bbaa20fea356b88cb361c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_121542.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T12:15:42.371107+00:00", + "metrics": { + "MSE[mean]": 2626572.7198212943, + "MSE[0.5]": 2239098.1275601387, + "MAE[0.5]": 1204.3804524739583, + "MASE[0.5]": 2.1396205110806754, + "MAPE[0.5]": 0.019071301755847536, + "sMAPE[0.5]": 0.018795529693064156, + "MSIS": 31.931286414714993, + "RMSE[mean]": 1620.6704538003073, + "NRMSE[mean]": 0.02539368261558849, + "ND[0.5]": 0.0188709894024581, + "mean_weighted_sum_quantile_loss": 0.013621252762128418 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62422.0 + ], + "predictions": { + "p50": [ + 65008.255859375, + 64904.07421875, + 64896.265625, + 64905.61328125, + 64889.783203125, + 64958.494140625, + 64967.71484375, + 65010.923828125, + 65006.904296875, + 64938.7109375, + 65064.869140625, + 65036.080078125, + 65041.240234375, + 65037.146484375, + 64984.810546875, + 64986.013671875, + 64964.552734375, + 65048.28515625, + 65126.369140625, + 65121.494140625, + 65023.86328125, + 64963.958984375, + 65032.822265625, + 65002.49609375 + ], + "p10": [ + 64665.212890625, + 64510.15625, + 64387.5625, + 64270.044921875, + 64336.62890625, + 64399.33203125, + 64311.298828125, + 64193.95703125, + 64162.7890625, + 64129.8515625, + 64199.765625, + 64041.09765625, + 64074.779296875, + 63840.560546875, + 63922.287109375, + 63817.0, + 63811.400390625, + 63879.033203125, + 63943.197265625, + 64017.244140625, + 63829.431640625, + 63537.47265625, + 63818.763671875, + 63842.015625 + ], + "p90": [ + 65411.255859375, + 65432.255859375, + 65448.8125, + 65539.61328125, + 65575.65234375, + 65687.3984375, + 65837.4453125, + 65755.453125, + 65741.9140625, + 66054.7109375, + 65907.68359375, + 66141.203125, + 66385.19921875, + 66333.3671875, + 66200.2578125, + 66467.05078125, + 66490.00390625, + 66417.0078125, + 66691.578125, + 66750.75, + 66919.64453125, + 66610.1171875, + 66731.0703125, + 66720.046875 + ], + "mean": [ + 65023.63671875, + 64976.953125, + 64929.453125, + 64927.46484375, + 65004.375, + 65039.9609375, + 65036.0, + 65051.25, + 64998.0546875, + 65097.16015625, + 65080.8671875, + 65167.48828125, + 65276.7578125, + 65129.25390625, + 65105.375, + 65151.40625, + 65272.1640625, + 65245.98046875, + 65224.0234375, + 65390.83203125, + 65315.17578125, + 65054.1953125, + 65200.0625, + 65266.99609375 + ], + "quantiles": { + "0.1": [ + 64665.212890625, + 64510.15625, + 64387.5625, + 64270.044921875, + 64336.62890625, + 64399.33203125, + 64311.298828125, + 64193.95703125, + 64162.7890625, + 64129.8515625, + 64199.765625, + 64041.09765625, + 64074.779296875, + 63840.560546875, + 63922.287109375, + 63817.0, + 63811.400390625, + 63879.033203125, + 63943.197265625, + 64017.244140625, + 63829.431640625, + 63537.47265625, + 63818.763671875, + 63842.015625 + ], + "0.2": [ + 64665.212890625, + 64510.15625, + 64387.5625, + 64270.044921875, + 64336.62890625, + 64399.33203125, + 64311.298828125, + 64193.95703125, + 64162.7890625, + 64129.8515625, + 64199.765625, + 64041.09765625, + 64074.779296875, + 63840.560546875, + 63922.287109375, + 63817.0, + 63811.400390625, + 63879.033203125, + 63943.197265625, + 64017.244140625, + 63829.431640625, + 63537.47265625, + 63818.763671875, + 63842.015625 + ], + "0.3": [ + 64665.212890625, + 64510.15625, + 64387.5625, + 64270.044921875, + 64336.62890625, + 64399.33203125, + 64311.298828125, + 64193.95703125, + 64162.7890625, + 64129.8515625, + 64199.765625, + 64041.09765625, + 64074.779296875, + 63840.560546875, + 63922.287109375, + 63817.0, + 63811.400390625, + 63879.033203125, + 63943.197265625, + 64017.244140625, + 63829.431640625, + 63537.47265625, + 63818.763671875, + 63842.015625 + ], + "0.4": [ + 65008.255859375, + 64904.07421875, + 64896.265625, + 64905.61328125, + 64889.783203125, + 64958.494140625, + 64967.71484375, + 65010.923828125, + 65006.904296875, + 64938.7109375, + 65064.869140625, + 65036.080078125, + 65041.240234375, + 65037.146484375, + 64984.810546875, + 64986.013671875, + 64964.552734375, + 65048.28515625, + 65126.369140625, + 65121.494140625, + 65023.86328125, + 64963.958984375, + 65032.822265625, + 65002.49609375 + ], + "0.5": [ + 65008.255859375, + 64904.07421875, + 64896.265625, + 64905.61328125, + 64889.783203125, + 64958.494140625, + 64967.71484375, + 65010.923828125, + 65006.904296875, + 64938.7109375, + 65064.869140625, + 65036.080078125, + 65041.240234375, + 65037.146484375, + 64984.810546875, + 64986.013671875, + 64964.552734375, + 65048.28515625, + 65126.369140625, + 65121.494140625, + 65023.86328125, + 64963.958984375, + 65032.822265625, + 65002.49609375 + ], + "0.6": [ + 65008.255859375, + 64904.07421875, + 64896.265625, + 64905.61328125, + 64889.783203125, + 64958.494140625, + 64967.71484375, + 65010.923828125, + 65006.904296875, + 64938.7109375, + 65064.869140625, + 65036.080078125, + 65041.240234375, + 65037.146484375, + 64984.810546875, + 64986.013671875, + 64964.552734375, + 65048.28515625, + 65126.369140625, + 65121.494140625, + 65023.86328125, + 64963.958984375, + 65032.822265625, + 65002.49609375 + ], + "0.7": [ + 65008.255859375, + 64904.07421875, + 64896.265625, + 64905.61328125, + 64889.783203125, + 64958.494140625, + 64967.71484375, + 65010.923828125, + 65006.904296875, + 64938.7109375, + 65064.869140625, + 65036.080078125, + 65041.240234375, + 65037.146484375, + 64984.810546875, + 64986.013671875, + 64964.552734375, + 65048.28515625, + 65126.369140625, + 65121.494140625, + 65023.86328125, + 64963.958984375, + 65032.822265625, + 65002.49609375 + ], + "0.8": [ + 65411.255859375, + 65432.255859375, + 65448.8125, + 65539.61328125, + 65575.65234375, + 65687.3984375, + 65837.4453125, + 65755.453125, + 65741.9140625, + 66054.7109375, + 65907.68359375, + 66141.203125, + 66385.19921875, + 66333.3671875, + 66200.2578125, + 66467.05078125, + 66490.00390625, + 66417.0078125, + 66691.578125, + 66750.75, + 66919.64453125, + 66610.1171875, + 66731.0703125, + 66720.046875 + ], + "0.9": [ + 65411.255859375, + 65432.255859375, + 65448.8125, + 65539.61328125, + 65575.65234375, + 65687.3984375, + 65837.4453125, + 65755.453125, + 65741.9140625, + 66054.7109375, + 65907.68359375, + 66141.203125, + 66385.19921875, + 66333.3671875, + 66200.2578125, + 66467.05078125, + 66490.00390625, + 66417.0078125, + 66691.578125, + 66750.75, + 66919.64453125, + 66610.1171875, + 66731.0703125, + 66720.046875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_121603.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_121603.json new file mode 100644 index 0000000000000000000000000000000000000000..771595f918f30c77cf4b44099da5812a0219da7e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_121603.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T12:16:03.847628+00:00", + "metrics": { + "MSE[mean]": 962057.2209963963, + "MSE[0.5]": 950819.5169850197, + "MAE[0.5]": 741.5309244791666, + "MASE[0.5]": 1.3173534761023087, + "MAPE[0.5]": 0.011715728610862439, + "sMAPE[0.5]": 0.01163776698086278, + "MSIS": 31.82351563489208, + "RMSE[mean]": 980.84515648312, + "NRMSE[mean]": 0.015368497982032412, + "ND[0.5]": 0.011618772281380814, + "mean_weighted_sum_quantile_loss": 0.010786286127607845 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62422.0 + ], + "predictions": { + "p50": [ + 64136.29268777413, + 64135.34737527413, + 64129.07784402413, + 64148.67940652413, + 64129.07784402413, + 64147.26925027413, + 64130.28292214913, + 64136.29268777413, + 64129.19893777413, + 64129.07784402413, + 64128.62862527413, + 64131.36690652413, + 64133.35714089913, + 64145.85909402413, + 64128.80050027413, + 64141.53096902413, + 64128.95675027413, + 64129.19893777413, + 64131.36690652413, + 64129.07784402413, + 64131.36690652413, + 64128.62862527413, + 64128.95675027413, + 64131.36690652413 + ], + "p10": [ + 63893.35518777413, + 63878.02198464912, + 63878.07003152413, + 63878.07003152413, + 63876.95948464912, + 63878.07003152413, + 63893.35518777413, + 63892.986437774125, + 63893.35518777413, + 63878.07003152413, + 63851.40206277413, + 63902.89034402413, + 63889.66768777413, + 63871.28878152413, + 63893.35518777413, + 63878.07003152413, + 63919.54034402413, + 63877.58956277413, + 63876.95948464912, + 63878.02198464912, + 63889.66768777413, + 63889.66768777413, + 63902.89034402413, + 63901.93682839913 + ], + "p90": [ + 64377.24581277413, + 64374.67940652413, + 64453.93721902413, + 64374.67940652413, + 64364.00753152413, + 64365.07471902412, + 64377.24581277413, + 64374.67940652413, + 64374.93604714912, + 64394.99190652413, + 64377.24581277413, + 64374.93604714912, + 64425.703234649125, + 64394.99190652413, + 64374.67940652413, + 64422.56612527413, + 64453.93721902413, + 64526.60323464913, + 64363.810656524125, + 64454.400500274125, + 64365.07471902412, + 64365.07471902412, + 64425.703234649125, + 64453.93721902413 + ], + "mean": [ + 64158.90356668011, + 64148.66307839885, + 64144.1603244926, + 64149.251086211356, + 64114.56862527385, + 64158.17675027385, + 64149.75514871135, + 64162.00073464886, + 64142.950695586354, + 64129.29198464885, + 64108.14319558635, + 64148.5010666801, + 64161.95608621135, + 64151.644230742604, + 64151.13897683635, + 64146.987140898855, + 64169.34280496135, + 64150.9396213676, + 64121.432414336356, + 64157.69975808635, + 64134.69196511761, + 64133.0783323051, + 64150.842707305106, + 64163.1804807426 + ], + "quantiles": { + "0.1": [ + 63893.35518777413, + 63878.02198464912, + 63878.07003152413, + 63878.07003152413, + 63876.95948464912, + 63878.07003152413, + 63893.35518777413, + 63892.986437774125, + 63893.35518777413, + 63878.07003152413, + 63851.40206277413, + 63902.89034402413, + 63889.66768777413, + 63871.28878152413, + 63893.35518777413, + 63878.07003152413, + 63919.54034402413, + 63877.58956277413, + 63876.95948464912, + 63878.02198464912, + 63889.66768777413, + 63889.66768777413, + 63902.89034402413, + 63901.93682839913 + ], + "0.2": [ + 64022.53018777413, + 63945.39034402413, + 63966.65987527413, + 63966.65987527413, + 63981.99737527413, + 63981.99737527413, + 63961.34737527413, + 63967.98800027413, + 64022.98800027413, + 64041.38175027413, + 63897.18018777412, + 63985.49971902413, + 63981.99737527413, + 63921.39034402413, + 63981.99737527413, + 63966.65987527413, + 64045.98018777413, + 63960.73956277413, + 63958.30831277413, + 64009.64815652413, + 63945.39034402413, + 64018.48878152412, + 64009.64815652413, + 64009.64815652413 + ], + "0.3": [ + 64093.82589089913, + 64055.69464089913, + 64047.37862527413, + 64053.37862527413, + 64053.37862527413, + 64068.91768777413, + 64055.69464089913, + 64089.93643777413, + 64081.37862527413, + 64077.64034402413, + 63980.246203399125, + 64072.978625274125, + 64081.37862527413, + 64064.255969024125, + 64052.338000274125, + 64055.69464089913, + 64089.37862527413, + 64047.37862527413, + 64047.25557839913, + 64068.91768777413, + 64047.37862527413, + 64055.69464089913, + 64053.37862527413, + 64081.37862527413 + ], + "0.4": [ + 64121.48018777413, + 64114.78096902413, + 64115.39737527413, + 64114.78096902413, + 64112.62003152413, + 64120.69581277412, + 64115.80831277413, + 64119.51925027413, + 64115.80831277413, + 64109.37862527413, + 64089.37862527413, + 64115.80831277413, + 64115.80831277413, + 64127.32393777413, + 64109.37862527413, + 64112.62003152413, + 64119.51925027413, + 64109.85596902412, + 64102.46846902413, + 64114.78096902413, + 64090.17550027413, + 64102.46846902413, + 64111.49659402412, + 64115.39737527413 + ], + "0.5": [ + 64136.29268777413, + 64135.34737527413, + 64129.07784402413, + 64148.67940652413, + 64129.07784402413, + 64147.26925027413, + 64130.28292214913, + 64136.29268777413, + 64129.19893777413, + 64129.07784402413, + 64128.62862527413, + 64131.36690652413, + 64133.35714089913, + 64145.85909402413, + 64128.80050027413, + 64141.53096902413, + 64128.95675027413, + 64129.19893777413, + 64131.36690652413, + 64129.07784402413, + 64131.36690652413, + 64128.62862527413, + 64128.95675027413, + 64131.36690652413 + ], + "0.6": [ + 64197.36690652413, + 64199.40284402412, + 64197.36690652413, + 64197.51065652413, + 64160.17862527413, + 64199.40284402412, + 64197.51065652413, + 64182.28878152413, + 64191.64815652413, + 64168.54268777413, + 64186.03253152413, + 64186.03253152413, + 64224.32471902412, + 64207.53878152413, + 64161.37862527413, + 64197.72628152413, + 64191.64815652413, + 64199.40284402412, + 64213.23878152412, + 64199.40284402412, + 64161.37862527413, + 64148.67940652413, + 64197.72628152413, + 64182.28878152413 + ], + "0.7": [ + 64242.12081277413, + 64239.44659402413, + 64242.12081277413, + 64239.44659402413, + 64221.78878152413, + 64229.91768777413, + 64247.900500274125, + 64242.12081277413, + 64229.91768777413, + 64229.91768777413, + 64239.44659402413, + 64239.44659402413, + 64270.58956277413, + 64270.58956277413, + 64239.44659402413, + 64239.44659402413, + 64238.30050027413, + 64270.58956277413, + 64261.38643777413, + 64270.89190652413, + 64238.30050027413, + 64201.91768777413, + 64271.59737527413, + 64238.30050027413 + ], + "0.8": [ + 64290.64737527413, + 64284.529406524125, + 64325.20675027413, + 64330.53878152413, + 64278.62862527413, + 64297.791125274125, + 64320.12862527413, + 64339.39034402413, + 64273.00362527413, + 64297.791125274125, + 64320.12862527413, + 64290.25753152413, + 64345.51925027413, + 64330.53878152413, + 64320.12862527413, + 64322.21065652413, + 64340.61612527413, + 64345.51925027413, + 64320.12862527413, + 64356.62081277413, + 64284.529406524125, + 64271.59737527413, + 64330.53878152413, + 64345.51925027413 + ], + "0.9": [ + 64377.24581277413, + 64374.67940652413, + 64453.93721902413, + 64374.67940652413, + 64364.00753152413, + 64365.07471902412, + 64377.24581277413, + 64374.67940652413, + 64374.93604714912, + 64394.99190652413, + 64377.24581277413, + 64374.93604714912, + 64425.703234649125, + 64394.99190652413, + 64374.67940652413, + 64422.56612527413, + 64453.93721902413, + 64526.60323464913, + 64363.810656524125, + 64454.400500274125, + 64365.07471902412, + 64365.07471902412, + 64425.703234649125, + 64453.93721902413 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_121603.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_121603.json new file mode 100644 index 0000000000000000000000000000000000000000..9249a66a02699b66c22b6007c554bf2fc4c51273 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_121603.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T12:16:03.869470+00:00", + "metrics": { + "MSE[mean]": 1274045.1093349457, + "MSE[0.5]": 1274045.1093349457, + "MAE[0.5]": 877.1590169270834, + "MASE[0.5]": 1.5583011333680954, + "MAPE[0.5]": 0.0138591675749583, + "sMAPE[0.5]": 0.013749366173118055, + "MSIS": 9.749733162271907, + "RMSE[mean]": 1128.7360671720141, + "NRMSE[mean]": 0.017685745661199924, + "ND[0.5]": 0.013743878422054899, + "mean_weighted_sum_quantile_loss": 0.010923610822084763 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62422.0 + ], + "predictions": { + "p50": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "p10": [ + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125, + 62882.668515625, + 62862.4828125, + 62856.42671875, + 63364.074375, + 63846.57890625 + ], + "p90": [ + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375, + 65449.308046875, + 65428.2984375, + 65421.99515625, + 65950.363125, + 66452.56171875 + ], + "mean": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "quantiles": { + "0.1": [ + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125, + 62882.668515625, + 62862.4828125, + 62856.42671875, + 63364.074375, + 63846.57890625 + ], + "0.2": [ + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875, + 63138.519238281246, + 63284.02220703125, + 63030.09998046875, + 63248.02353515625, + 63203.49845703125, + 63183.209765625, + 63177.1227734375, + 63687.36046875, + 64172.3267578125 + ], + "0.3": [ + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625, + 63459.0193359375, + 63605.2608984375, + 63350.0497265625, + 63569.0794921875, + 63524.3283984375, + 63503.93671875, + 63497.818828125, + 64010.6465625, + 64498.074609375 + ], + "0.4": [ + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625, + 63779.51943359375, + 63926.49958984375, + 63669.99947265625, + 63890.13544921875, + 63845.15833984375, + 63824.663671875, + 63818.5148828125, + 64333.93265625, + 64823.8224609375 + ], + "0.5": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "0.6": [ + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374, + 64420.519628906244, + 64568.976972656244, + 64309.89896484374, + 64532.24736328124, + 64486.81822265624, + 64466.11757812499, + 64459.90699218749, + 64980.50484374999, + 65475.31816406249 + ], + "0.7": [ + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375, + 64741.0197265625, + 64890.2156640625, + 64629.8487109375, + 64853.3033203125, + 64807.6481640625, + 64786.84453125, + 64780.603046875, + 65303.7909375, + 65801.066015625 + ], + "0.8": [ + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124, + 65061.51982421875, + 65211.45435546874, + 64949.79845703125, + 65174.35927734374, + 65128.47810546874, + 65107.571484374996, + 65101.299101562494, + 65627.07703125, + 66126.81386718749 + ], + "0.9": [ + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375, + 65449.308046875, + 65428.2984375, + 65421.99515625, + 65950.363125, + 66452.56171875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_121600.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_121600.json new file mode 100644 index 0000000000000000000000000000000000000000..e78661e3299997f4993186c92e711c68f17af195 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_121600.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T12:16:00.803435+00:00", + "metrics": { + "MSE[mean]": 1204954.170469284, + "MSE[0.5]": 1204954.170469284, + "MAE[0.5]": 800.8331705729166, + "MASE[0.5]": 1.4227058187401391, + "MAPE[0.5]": 0.01270958726338941, + "sMAPE[0.5]": 0.012562727841142504, + "MSIS": 26.570620812759575, + "RMSE[mean]": 1097.7040450272943, + "NRMSE[mean]": 0.01719951644697867, + "ND[0.5]": 0.012547957121003837, + "mean_weighted_sum_quantile_loss": 0.01004430518815207 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62422.0 + ], + "predictions": { + "p50": [ + 64947.125, + 64797.9375, + 64706.5, + 64658.375, + 64615.0625, + 64581.375, + 64557.3125, + 64528.4375, + 64523.625, + 64504.375, + 64509.1875, + 64494.75, + 64499.5625, + 64489.9375, + 64475.5, + 64465.875, + 64465.875, + 64446.625, + 64451.4375, + 64432.1875, + 64451.4375, + 64441.8125, + 64451.4375, + 64437.0 + ], + "p10": [ + 64461.0625, + 64189.15625, + 64059.21875, + 64002.671875, + 63948.53125, + 63919.65625, + 63884.765625, + 63838.4453125, + 63816.1875, + 63779.79296875, + 63766.2578125, + 63728.9609375, + 63705.80078125, + 63670.30859375, + 63662.1875, + 63648.3515625, + 63669.40625, + 63636.921875, + 63635.71875, + 63617.671875, + 63635.71875, + 63620.6796875, + 63617.0703125, + 63594.2109375 + ], + "p90": [ + 65235.875, + 65245.5, + 65226.25, + 65207.0, + 65216.625, + 65197.375, + 65197.375, + 65197.375, + 65187.75, + 65168.5, + 65178.125, + 65168.5, + 65178.125, + 65168.5, + 65139.625, + 65139.625, + 65139.625, + 65149.25, + 65149.25, + 65149.25, + 65168.5, + 65158.875, + 65178.125, + 65168.5 + ], + "mean": [ + 64947.125, + 64797.9375, + 64706.5, + 64658.375, + 64615.0625, + 64581.375, + 64557.3125, + 64528.4375, + 64523.625, + 64504.375, + 64509.1875, + 64494.75, + 64499.5625, + 64489.9375, + 64475.5, + 64465.875, + 64465.875, + 64446.625, + 64451.4375, + 64432.1875, + 64451.4375, + 64441.8125, + 64451.4375, + 64437.0 + ], + "quantiles": { + "0.1": [ + 64461.0625, + 64189.15625, + 64059.21875, + 64002.671875, + 63948.53125, + 63919.65625, + 63884.765625, + 63838.4453125, + 63816.1875, + 63779.79296875, + 63766.2578125, + 63728.9609375, + 63705.80078125, + 63670.30859375, + 63662.1875, + 63648.3515625, + 63669.40625, + 63636.921875, + 63635.71875, + 63617.671875, + 63635.71875, + 63620.6796875, + 63617.0703125, + 63594.2109375 + ], + "0.2": [ + 64461.0625, + 64189.15625, + 64059.21875, + 64002.671875, + 63948.53125, + 63919.65625, + 63884.765625, + 63838.4453125, + 63816.1875, + 63779.79296875, + 63766.2578125, + 63728.9609375, + 63705.80078125, + 63670.30859375, + 63662.1875, + 63648.3515625, + 63669.40625, + 63636.921875, + 63635.71875, + 63617.671875, + 63635.71875, + 63620.6796875, + 63617.0703125, + 63594.2109375 + ], + "0.3": [ + 64461.0625, + 64189.15625, + 64059.21875, + 64002.671875, + 63948.53125, + 63919.65625, + 63884.765625, + 63838.4453125, + 63816.1875, + 63779.79296875, + 63766.2578125, + 63728.9609375, + 63705.80078125, + 63670.30859375, + 63662.1875, + 63648.3515625, + 63669.40625, + 63636.921875, + 63635.71875, + 63617.671875, + 63635.71875, + 63620.6796875, + 63617.0703125, + 63594.2109375 + ], + "0.4": [ + 64947.125, + 64797.9375, + 64706.5, + 64658.375, + 64615.0625, + 64581.375, + 64557.3125, + 64528.4375, + 64523.625, + 64504.375, + 64509.1875, + 64494.75, + 64499.5625, + 64489.9375, + 64475.5, + 64465.875, + 64465.875, + 64446.625, + 64451.4375, + 64432.1875, + 64451.4375, + 64441.8125, + 64451.4375, + 64437.0 + ], + "0.5": [ + 64947.125, + 64797.9375, + 64706.5, + 64658.375, + 64615.0625, + 64581.375, + 64557.3125, + 64528.4375, + 64523.625, + 64504.375, + 64509.1875, + 64494.75, + 64499.5625, + 64489.9375, + 64475.5, + 64465.875, + 64465.875, + 64446.625, + 64451.4375, + 64432.1875, + 64451.4375, + 64441.8125, + 64451.4375, + 64437.0 + ], + "0.6": [ + 64947.125, + 64797.9375, + 64706.5, + 64658.375, + 64615.0625, + 64581.375, + 64557.3125, + 64528.4375, + 64523.625, + 64504.375, + 64509.1875, + 64494.75, + 64499.5625, + 64489.9375, + 64475.5, + 64465.875, + 64465.875, + 64446.625, + 64451.4375, + 64432.1875, + 64451.4375, + 64441.8125, + 64451.4375, + 64437.0 + ], + "0.7": [ + 64947.125, + 64797.9375, + 64706.5, + 64658.375, + 64615.0625, + 64581.375, + 64557.3125, + 64528.4375, + 64523.625, + 64504.375, + 64509.1875, + 64494.75, + 64499.5625, + 64489.9375, + 64475.5, + 64465.875, + 64465.875, + 64446.625, + 64451.4375, + 64432.1875, + 64451.4375, + 64441.8125, + 64451.4375, + 64437.0 + ], + "0.8": [ + 65235.875, + 65245.5, + 65226.25, + 65207.0, + 65216.625, + 65197.375, + 65197.375, + 65197.375, + 65187.75, + 65168.5, + 65178.125, + 65168.5, + 65178.125, + 65168.5, + 65139.625, + 65139.625, + 65139.625, + 65149.25, + 65149.25, + 65149.25, + 65168.5, + 65158.875, + 65178.125, + 65168.5 + ], + "0.9": [ + 65235.875, + 65245.5, + 65226.25, + 65207.0, + 65216.625, + 65197.375, + 65197.375, + 65197.375, + 65187.75, + 65168.5, + 65178.125, + 65168.5, + 65178.125, + 65168.5, + 65139.625, + 65139.625, + 65139.625, + 65149.25, + 65149.25, + 65149.25, + 65168.5, + 65158.875, + 65178.125, + 65168.5 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_121427.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_121427.json new file mode 100644 index 0000000000000000000000000000000000000000..3f72f8f72b4a5e54ea006a9d16980f586c6066f0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_121427.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T12:14:27.436569+00:00", + "metrics": { + "MSE[mean]": 1042652.4611352285, + "MSE[0.5]": 903296.6273498535, + "MAE[0.5]": 688.2350260416666, + "MASE[0.5]": 1.2226716027631088, + "MAPE[0.5]": 0.010910072872314021, + "sMAPE[0.5]": 0.010809893635976038, + "MSIS": 46.96665600027759, + "RMSE[mean]": 1021.1035506427487, + "NRMSE[mean]": 0.015999291788080804, + "ND[0.5]": 0.010783698669431527, + "mean_weighted_sum_quantile_loss": 0.011105522531745633 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62422.0 + ], + "predictions": { + "p50": [ + 64651.08203125, + 64497.80078125, + 64509.79296875, + 64444.1640625, + 64419.28515625, + 64414.24609375, + 64361.23828125, + 64274.078125, + 64272.63671875, + 64277.9296875, + 64163.765625, + 64271.890625, + 64233.62109375, + 64276.16015625, + 64267.69140625, + 64338.73828125, + 64295.75390625, + 64251.34765625, + 64237.0625, + 64223.296875, + 64206.94140625, + 64077.8671875, + 64083.20703125, + 64164.3359375 + ], + "p10": [ + 64710.90625, + 64599.609375, + 64489.10546875, + 64526.046875, + 64526.0703125, + 64478.6171875, + 64358.51171875, + 64340.21875, + 64327.91015625, + 64400.2421875, + 64277.14453125, + 64335.8203125, + 64284.55078125, + 64306.25390625, + 64326.25390625, + 64376.06640625, + 64341.1953125, + 64315.85546875, + 64326.99609375, + 64286.84765625, + 64213.73828125, + 64248.05078125, + 64143.97265625, + 64163.83203125 + ], + "p90": [ + 65073.7109375, + 64968.1640625, + 64956.90234375, + 64917.57421875, + 64911.1171875, + 64927.328125, + 64854.0, + 64816.3828125, + 64806.0234375, + 64807.6171875, + 64742.98828125, + 64748.33203125, + 64785.015625, + 64826.1875, + 64827.1640625, + 64932.39453125, + 64856.2421875, + 64846.62109375, + 64826.86328125, + 64845.48828125, + 64846.171875, + 64727.66796875, + 64740.41796875, + 64820.859375 + ], + "mean": [ + 64746.28515625, + 64622.8125, + 64604.16796875, + 64560.06640625, + 64544.84765625, + 64533.78515625, + 64476.7890625, + 64411.53125, + 64393.01953125, + 64389.6484375, + 64346.03125, + 64392.02734375, + 64376.8984375, + 64362.56640625, + 64401.1328125, + 64452.57421875, + 64396.13671875, + 64381.19921875, + 64356.7578125, + 64340.0859375, + 64321.05078125, + 64222.48046875, + 64229.1328125, + 64293.24609375 + ], + "quantiles": { + "0.1": [ + 64710.90625, + 64599.609375, + 64489.10546875, + 64526.046875, + 64526.0703125, + 64478.6171875, + 64358.51171875, + 64340.21875, + 64327.91015625, + 64400.2421875, + 64277.14453125, + 64335.8203125, + 64284.55078125, + 64306.25390625, + 64326.25390625, + 64376.06640625, + 64341.1953125, + 64315.85546875, + 64326.99609375, + 64286.84765625, + 64213.73828125, + 64248.05078125, + 64143.97265625, + 64163.83203125 + ], + "0.2": [ + 64710.90625, + 64599.609375, + 64489.10546875, + 64526.046875, + 64526.0703125, + 64478.6171875, + 64358.51171875, + 64340.21875, + 64327.91015625, + 64400.2421875, + 64277.14453125, + 64335.8203125, + 64284.55078125, + 64306.25390625, + 64326.25390625, + 64376.06640625, + 64341.1953125, + 64315.85546875, + 64326.99609375, + 64286.84765625, + 64213.73828125, + 64248.05078125, + 64143.97265625, + 64163.83203125 + ], + "0.3": [ + 64710.90625, + 64599.609375, + 64489.10546875, + 64526.046875, + 64526.0703125, + 64478.6171875, + 64358.51171875, + 64340.21875, + 64327.91015625, + 64400.2421875, + 64277.14453125, + 64335.8203125, + 64284.55078125, + 64306.25390625, + 64326.25390625, + 64376.06640625, + 64341.1953125, + 64315.85546875, + 64326.99609375, + 64286.84765625, + 64213.73828125, + 64248.05078125, + 64143.97265625, + 64163.83203125 + ], + "0.4": [ + 64651.08203125, + 64497.80078125, + 64509.79296875, + 64444.1640625, + 64419.28515625, + 64414.24609375, + 64361.23828125, + 64274.078125, + 64272.63671875, + 64277.9296875, + 64163.765625, + 64271.890625, + 64233.62109375, + 64276.16015625, + 64267.69140625, + 64338.73828125, + 64295.75390625, + 64251.34765625, + 64237.0625, + 64223.296875, + 64206.94140625, + 64077.8671875, + 64083.20703125, + 64164.3359375 + ], + "0.5": [ + 64651.08203125, + 64497.80078125, + 64509.79296875, + 64444.1640625, + 64419.28515625, + 64414.24609375, + 64361.23828125, + 64274.078125, + 64272.63671875, + 64277.9296875, + 64163.765625, + 64271.890625, + 64233.62109375, + 64276.16015625, + 64267.69140625, + 64338.73828125, + 64295.75390625, + 64251.34765625, + 64237.0625, + 64223.296875, + 64206.94140625, + 64077.8671875, + 64083.20703125, + 64164.3359375 + ], + "0.6": [ + 64651.08203125, + 64497.80078125, + 64509.79296875, + 64444.1640625, + 64419.28515625, + 64414.24609375, + 64361.23828125, + 64274.078125, + 64272.63671875, + 64277.9296875, + 64163.765625, + 64271.890625, + 64233.62109375, + 64276.16015625, + 64267.69140625, + 64338.73828125, + 64295.75390625, + 64251.34765625, + 64237.0625, + 64223.296875, + 64206.94140625, + 64077.8671875, + 64083.20703125, + 64164.3359375 + ], + "0.7": [ + 64651.08203125, + 64497.80078125, + 64509.79296875, + 64444.1640625, + 64419.28515625, + 64414.24609375, + 64361.23828125, + 64274.078125, + 64272.63671875, + 64277.9296875, + 64163.765625, + 64271.890625, + 64233.62109375, + 64276.16015625, + 64267.69140625, + 64338.73828125, + 64295.75390625, + 64251.34765625, + 64237.0625, + 64223.296875, + 64206.94140625, + 64077.8671875, + 64083.20703125, + 64164.3359375 + ], + "0.8": [ + 65073.7109375, + 64968.1640625, + 64956.90234375, + 64917.57421875, + 64911.1171875, + 64927.328125, + 64854.0, + 64816.3828125, + 64806.0234375, + 64807.6171875, + 64742.98828125, + 64748.33203125, + 64785.015625, + 64826.1875, + 64827.1640625, + 64932.39453125, + 64856.2421875, + 64846.62109375, + 64826.86328125, + 64845.48828125, + 64846.171875, + 64727.66796875, + 64740.41796875, + 64820.859375 + ], + "0.9": [ + 65073.7109375, + 64968.1640625, + 64956.90234375, + 64917.57421875, + 64911.1171875, + 64927.328125, + 64854.0, + 64816.3828125, + 64806.0234375, + 64807.6171875, + 64742.98828125, + 64748.33203125, + 64785.015625, + 64826.1875, + 64827.1640625, + 64932.39453125, + 64856.2421875, + 64846.62109375, + 64826.86328125, + 64845.48828125, + 64846.171875, + 64727.66796875, + 64740.41796875, + 64820.859375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_121518.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_121518.json new file mode 100644 index 0000000000000000000000000000000000000000..c98216fdd11339e6fd6ab8dff60f3b139d2af021 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_121518.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T12:15:18.073656+00:00", + "metrics": { + "MSE[mean]": 1139656.8219718933, + "MSE[0.5]": 1139656.8219718933, + "MAE[0.5]": 782.9088541666666, + "MASE[0.5]": 1.390862695621415, + "MAPE[0.5]": 0.01242389475302203, + "sMAPE[0.5]": 0.012284726734701776, + "MSIS": 17.353918018519035, + "RMSE[mean]": 1067.5471052707198, + "NRMSE[mean]": 0.016726998573255384, + "ND[0.5]": 0.012267107673261772, + "mean_weighted_sum_quantile_loss": 0.00967342851163493 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62422.0 + ], + "predictions": { + "p50": [ + 64972.0390625, + 64821.7578125, + 64733.78515625, + 64675.0859375, + 64637.0234375, + 64606.05859375, + 64577.8125, + 64554.0859375, + 64539.44921875, + 64523.6484375, + 64513.64453125, + 64501.59375, + 64489.68359375, + 64470.62109375, + 64459.7734375, + 64443.890625, + 64433.78125, + 64422.2578125, + 64405.02734375, + 64390.09375, + 64383.18359375, + 64372.0703125, + 64377.046875, + 64384.61328125 + ], + "p10": [ + 64447.06640625, + 64095.109375, + 63929.5390625, + 63822.2734375, + 63756.0546875, + 63697.98828125, + 63634.48046875, + 63580.99609375, + 63545.671875, + 63507.9765625, + 63461.1796875, + 63428.3046875, + 63384.11328125, + 63336.04296875, + 63294.9765625, + 63272.24609375, + 63268.08984375, + 63239.6875, + 63200.640625, + 63164.5703125, + 63149.0703125, + 63140.11328125, + 63138.484375, + 63133.5625 + ], + "p90": [ + 65434.40625, + 65503.46875, + 65562.65625, + 65626.1484375, + 65684.796875, + 65719.0, + 65739.5, + 65760.703125, + 65784.4453125, + 65822.578125, + 65863.9375, + 65885.96875, + 65880.1484375, + 65873.9921875, + 65900.6796875, + 65928.171875, + 65946.53125, + 65945.46875, + 65940.5625, + 65955.109375, + 65957.609375, + 65979.21875, + 65999.0703125, + 66031.390625 + ], + "mean": [ + 64972.0390625, + 64821.7578125, + 64733.78515625, + 64675.0859375, + 64637.0234375, + 64606.05859375, + 64577.8125, + 64554.0859375, + 64539.44921875, + 64523.6484375, + 64513.64453125, + 64501.59375, + 64489.68359375, + 64470.62109375, + 64459.7734375, + 64443.890625, + 64433.78125, + 64422.2578125, + 64405.02734375, + 64390.09375, + 64383.18359375, + 64372.0703125, + 64377.046875, + 64384.61328125 + ], + "quantiles": { + "0.1": [ + 64447.06640625, + 64095.109375, + 63929.5390625, + 63822.2734375, + 63756.0546875, + 63697.98828125, + 63634.48046875, + 63580.99609375, + 63545.671875, + 63507.9765625, + 63461.1796875, + 63428.3046875, + 63384.11328125, + 63336.04296875, + 63294.9765625, + 63272.24609375, + 63268.08984375, + 63239.6875, + 63200.640625, + 63164.5703125, + 63149.0703125, + 63140.11328125, + 63138.484375, + 63133.5625 + ], + "0.2": [ + 64447.06640625, + 64095.109375, + 63929.5390625, + 63822.2734375, + 63756.0546875, + 63697.98828125, + 63634.48046875, + 63580.99609375, + 63545.671875, + 63507.9765625, + 63461.1796875, + 63428.3046875, + 63384.11328125, + 63336.04296875, + 63294.9765625, + 63272.24609375, + 63268.08984375, + 63239.6875, + 63200.640625, + 63164.5703125, + 63149.0703125, + 63140.11328125, + 63138.484375, + 63133.5625 + ], + "0.3": [ + 64447.06640625, + 64095.109375, + 63929.5390625, + 63822.2734375, + 63756.0546875, + 63697.98828125, + 63634.48046875, + 63580.99609375, + 63545.671875, + 63507.9765625, + 63461.1796875, + 63428.3046875, + 63384.11328125, + 63336.04296875, + 63294.9765625, + 63272.24609375, + 63268.08984375, + 63239.6875, + 63200.640625, + 63164.5703125, + 63149.0703125, + 63140.11328125, + 63138.484375, + 63133.5625 + ], + "0.4": [ + 64972.0390625, + 64821.7578125, + 64733.78515625, + 64675.0859375, + 64637.0234375, + 64606.05859375, + 64577.8125, + 64554.0859375, + 64539.44921875, + 64523.6484375, + 64513.64453125, + 64501.59375, + 64489.68359375, + 64470.62109375, + 64459.7734375, + 64443.890625, + 64433.78125, + 64422.2578125, + 64405.02734375, + 64390.09375, + 64383.18359375, + 64372.0703125, + 64377.046875, + 64384.61328125 + ], + "0.5": [ + 64972.0390625, + 64821.7578125, + 64733.78515625, + 64675.0859375, + 64637.0234375, + 64606.05859375, + 64577.8125, + 64554.0859375, + 64539.44921875, + 64523.6484375, + 64513.64453125, + 64501.59375, + 64489.68359375, + 64470.62109375, + 64459.7734375, + 64443.890625, + 64433.78125, + 64422.2578125, + 64405.02734375, + 64390.09375, + 64383.18359375, + 64372.0703125, + 64377.046875, + 64384.61328125 + ], + "0.6": [ + 64972.0390625, + 64821.7578125, + 64733.78515625, + 64675.0859375, + 64637.0234375, + 64606.05859375, + 64577.8125, + 64554.0859375, + 64539.44921875, + 64523.6484375, + 64513.64453125, + 64501.59375, + 64489.68359375, + 64470.62109375, + 64459.7734375, + 64443.890625, + 64433.78125, + 64422.2578125, + 64405.02734375, + 64390.09375, + 64383.18359375, + 64372.0703125, + 64377.046875, + 64384.61328125 + ], + "0.7": [ + 64972.0390625, + 64821.7578125, + 64733.78515625, + 64675.0859375, + 64637.0234375, + 64606.05859375, + 64577.8125, + 64554.0859375, + 64539.44921875, + 64523.6484375, + 64513.64453125, + 64501.59375, + 64489.68359375, + 64470.62109375, + 64459.7734375, + 64443.890625, + 64433.78125, + 64422.2578125, + 64405.02734375, + 64390.09375, + 64383.18359375, + 64372.0703125, + 64377.046875, + 64384.61328125 + ], + "0.8": [ + 65434.40625, + 65503.46875, + 65562.65625, + 65626.1484375, + 65684.796875, + 65719.0, + 65739.5, + 65760.703125, + 65784.4453125, + 65822.578125, + 65863.9375, + 65885.96875, + 65880.1484375, + 65873.9921875, + 65900.6796875, + 65928.171875, + 65946.53125, + 65945.46875, + 65940.5625, + 65955.109375, + 65957.609375, + 65979.21875, + 65999.0703125, + 66031.390625 + ], + "0.9": [ + 65434.40625, + 65503.46875, + 65562.65625, + 65626.1484375, + 65684.796875, + 65719.0, + 65739.5, + 65760.703125, + 65784.4453125, + 65822.578125, + 65863.9375, + 65885.96875, + 65880.1484375, + 65873.9921875, + 65900.6796875, + 65928.171875, + 65946.53125, + 65945.46875, + 65940.5625, + 65955.109375, + 65957.609375, + 65979.21875, + 65999.0703125, + 66031.390625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_121510.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_121510.json new file mode 100644 index 0000000000000000000000000000000000000000..1b5cfee4750132bf4f351606beb81d71d93649f9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_121510.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T12:15:10.475766+00:00", + "metrics": { + "MSE[mean]": 2090507.830013911, + "MSE[0.5]": 2090507.830013911, + "MAE[0.5]": 1196.9080403645833, + "MASE[0.5]": 2.126345531248825, + "MAPE[0.5]": 0.018939397267351357, + "sMAPE[0.5]": 0.018680775226625042, + "MSIS": 24.92123424257875, + "RMSE[mean]": 1445.8588554952073, + "NRMSE[mean]": 0.022654624693927615, + "ND[0.5]": 0.018753906956095606, + "mean_weighted_sum_quantile_loss": 0.013108376253178552 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62422.0 + ], + "predictions": { + "p50": [ + 65132.640625, + 65102.48046875, + 65087.32421875, + 65068.140625, + 65058.2265625, + 65047.015625, + 65027.4140625, + 65011.36328125, + 65001.53125, + 64993.45703125, + 64988.21484375, + 64965.71875, + 64960.6328125, + 64954.05078125, + 64933.0, + 64943.66015625, + 64931.54296875, + 64922.12109375, + 64912.6484375, + 64911.484375, + 64907.5703125, + 64902.73046875, + 64900.8125, + 64894.390625 + ], + "p10": [ + 64490.1875, + 64319.953125, + 64185.640625, + 64110.0, + 64062.296875, + 64023.21875, + 63977.1953125, + 63932.39453125, + 63876.140625, + 63861.125, + 63825.13671875, + 63785.66796875, + 63750.24609375, + 63707.57421875, + 63668.87890625, + 63646.8125, + 63618.68359375, + 63593.0625, + 63561.32421875, + 63529.30859375, + 63495.03125, + 63491.765625, + 63464.16015625, + 63431.984375 + ], + "p90": [ + 65577.3984375, + 65659.8125, + 65754.3046875, + 65830.4140625, + 65903.171875, + 65973.890625, + 66004.125, + 66037.6015625, + 66110.3125, + 66146.2421875, + 66202.65625, + 66250.375, + 66284.0234375, + 66360.609375, + 66387.1796875, + 66470.203125, + 66486.2578125, + 66509.34375, + 66533.0546875, + 66585.921875, + 66623.03125, + 66645.7578125, + 66683.375, + 66716.765625 + ], + "mean": [ + 65132.640625, + 65102.48046875, + 65087.32421875, + 65068.140625, + 65058.2265625, + 65047.015625, + 65027.4140625, + 65011.36328125, + 65001.53125, + 64993.45703125, + 64988.21484375, + 64965.71875, + 64960.6328125, + 64954.05078125, + 64933.0, + 64943.66015625, + 64931.54296875, + 64922.12109375, + 64912.6484375, + 64911.484375, + 64907.5703125, + 64902.73046875, + 64900.8125, + 64894.390625 + ], + "quantiles": { + "0.1": [ + 64490.1875, + 64319.953125, + 64185.640625, + 64110.0, + 64062.296875, + 64023.21875, + 63977.1953125, + 63932.39453125, + 63876.140625, + 63861.125, + 63825.13671875, + 63785.66796875, + 63750.24609375, + 63707.57421875, + 63668.87890625, + 63646.8125, + 63618.68359375, + 63593.0625, + 63561.32421875, + 63529.30859375, + 63495.03125, + 63491.765625, + 63464.16015625, + 63431.984375 + ], + "0.2": [ + 64490.1875, + 64319.953125, + 64185.640625, + 64110.0, + 64062.296875, + 64023.21875, + 63977.1953125, + 63932.39453125, + 63876.140625, + 63861.125, + 63825.13671875, + 63785.66796875, + 63750.24609375, + 63707.57421875, + 63668.87890625, + 63646.8125, + 63618.68359375, + 63593.0625, + 63561.32421875, + 63529.30859375, + 63495.03125, + 63491.765625, + 63464.16015625, + 63431.984375 + ], + "0.3": [ + 64490.1875, + 64319.953125, + 64185.640625, + 64110.0, + 64062.296875, + 64023.21875, + 63977.1953125, + 63932.39453125, + 63876.140625, + 63861.125, + 63825.13671875, + 63785.66796875, + 63750.24609375, + 63707.57421875, + 63668.87890625, + 63646.8125, + 63618.68359375, + 63593.0625, + 63561.32421875, + 63529.30859375, + 63495.03125, + 63491.765625, + 63464.16015625, + 63431.984375 + ], + "0.4": [ + 65132.640625, + 65102.48046875, + 65087.32421875, + 65068.140625, + 65058.2265625, + 65047.015625, + 65027.4140625, + 65011.36328125, + 65001.53125, + 64993.45703125, + 64988.21484375, + 64965.71875, + 64960.6328125, + 64954.05078125, + 64933.0, + 64943.66015625, + 64931.54296875, + 64922.12109375, + 64912.6484375, + 64911.484375, + 64907.5703125, + 64902.73046875, + 64900.8125, + 64894.390625 + ], + "0.5": [ + 65132.640625, + 65102.48046875, + 65087.32421875, + 65068.140625, + 65058.2265625, + 65047.015625, + 65027.4140625, + 65011.36328125, + 65001.53125, + 64993.45703125, + 64988.21484375, + 64965.71875, + 64960.6328125, + 64954.05078125, + 64933.0, + 64943.66015625, + 64931.54296875, + 64922.12109375, + 64912.6484375, + 64911.484375, + 64907.5703125, + 64902.73046875, + 64900.8125, + 64894.390625 + ], + "0.6": [ + 65132.640625, + 65102.48046875, + 65087.32421875, + 65068.140625, + 65058.2265625, + 65047.015625, + 65027.4140625, + 65011.36328125, + 65001.53125, + 64993.45703125, + 64988.21484375, + 64965.71875, + 64960.6328125, + 64954.05078125, + 64933.0, + 64943.66015625, + 64931.54296875, + 64922.12109375, + 64912.6484375, + 64911.484375, + 64907.5703125, + 64902.73046875, + 64900.8125, + 64894.390625 + ], + "0.7": [ + 65132.640625, + 65102.48046875, + 65087.32421875, + 65068.140625, + 65058.2265625, + 65047.015625, + 65027.4140625, + 65011.36328125, + 65001.53125, + 64993.45703125, + 64988.21484375, + 64965.71875, + 64960.6328125, + 64954.05078125, + 64933.0, + 64943.66015625, + 64931.54296875, + 64922.12109375, + 64912.6484375, + 64911.484375, + 64907.5703125, + 64902.73046875, + 64900.8125, + 64894.390625 + ], + "0.8": [ + 65577.3984375, + 65659.8125, + 65754.3046875, + 65830.4140625, + 65903.171875, + 65973.890625, + 66004.125, + 66037.6015625, + 66110.3125, + 66146.2421875, + 66202.65625, + 66250.375, + 66284.0234375, + 66360.609375, + 66387.1796875, + 66470.203125, + 66486.2578125, + 66509.34375, + 66533.0546875, + 66585.921875, + 66623.03125, + 66645.7578125, + 66683.375, + 66716.765625 + ], + "0.9": [ + 65577.3984375, + 65659.8125, + 65754.3046875, + 65830.4140625, + 65903.171875, + 65973.890625, + 66004.125, + 66037.6015625, + 66110.3125, + 66146.2421875, + 66202.65625, + 66250.375, + 66284.0234375, + 66360.609375, + 66387.1796875, + 66470.203125, + 66486.2578125, + 66509.34375, + 66533.0546875, + 66585.921875, + 66623.03125, + 66645.7578125, + 66683.375, + 66716.765625 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 548c60aa74b02aee76f6224a1ba545ec6e30781c..35cff4e68f5defb732d2e5b0aa2dc77e9c5df254 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1244767.8358974457,1244767.8358974457,871.6590169270834,1.5485302069247355,0.01376740164289175,0.013661387522678913,9.358896104537505,1115.6916401485878,0.01747985101630685,0.013656524083013398,0.010836499505583136,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1274045.1093349457,1274045.1093349457,877.1590169270834,1.5583011333680954,0.0138591675749583,0.013749366173118055,9.749733162271907,1128.7360671720141,0.017685745661199924,0.013743878422054899,0.010923610822084763,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4270752650583443,1.4270752650583443,1.0091667970021565,0.5910644517543282,0.0379751599911809,0.03861303902269495,9.990087381062132,1.194602555270306,0.04499515249240556,0.03801064523180265,0.032394054965911245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.6533449530941579,0.6533449530941579,0.7790666590134303,2.3835602159667966,1.3375792341053023,0.7686488698429237,90.4431585987949,0.8082975646964167,1.2920356420488475,1.245311052440599,1.23034231260972,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.12291667660077661,0.12291667660077661,0.30416668620374465,2.123427732929595,0.24168269050890137,0.2068181970787773,72.82484628428234,0.3505947469668886,0.25575299504429255,0.22188450244136748,0.21489362121000954,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index ea2860247da81dc13d605dbc02060bdb934720f3..575934ffc07d7590d1260f740c3bf8d86e7b22bb 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T12:07:59.761505+00:00", + "evaluated_at": "2026-06-23T12:16:03.869470+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62554.0 + 62422.0 ], "p50": [ 64146.0, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 822b08f02c7635e471ea435997588ab5c426d57b..f7dd1618ac76908e16f7f827b6a3953e93af14b1 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T12:07:59.780644+00:00", + "evaluated_at": "2026-06-23T12:16:03.874669+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index cf5db5833ef3aa8af0bf72cecc2d9aed544937a0..919a8d81c0d5b1ed1093b85d3a9c0cc37db9a81b 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,1183515.170469284,1183515.170469284,795.3331705729166,1.4129348922967788,0.012618825016820342,0.012474731671797913,26.17978375502517,1087.8948342874342,0.017044350733166375,0.012460705834535103,0.009957269641442106,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1204954.170469284,1204954.170469284,800.8331705729166,1.4227058187401391,0.01270958726338941,0.012562727841142504,26.570620812759575,1097.7040450272943,0.01719951644697867,0.012547957121003837,0.01004430518815207,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0212952951048162,1.0212952951048162,0.8199127515157064,0.480219208955978,0.03030549839790364,0.03088520263876773,2.1827696895662885,1.0105915570124342,0.03806430935100673,0.03088232075359102,0.02991063703288196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.05900206255485501,0.05900206255485501,0.20275491575400034,0.6203301671193754,0.3458099734014933,0.2791778584856883,14.4218552381623,0.24290340169469635,0.3882726687198782,0.3240967054665941,0.25689043155063457,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.11711962291119428,0.11711962291119428,0.2992948359913296,2.08941670436879,0.23908007336582923,0.20500143761284362,52.81066128174584,0.3422274432467307,0.2496491871424653,0.2183305693205441,0.1803546200473665,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index bc305ab1fad22aff10f03f1144edf76d9083111f..feaa31c35cc9a807fff3af78b1f2b78d99389375 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T12:07:48.578861+00:00", + "evaluated_at": "2026-06-23T12:16:00.803435+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62554.0 + 62422.0 ], "p50": [ 64947.125, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 4e24d6e26ca21ee6f3848a699eef7c59fb626b19..faa7f075fccce13a7aec0f3727675726b3e185f1 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T12:07:59.274134+00:00", + "evaluated_at": "2026-06-23T12:16:03.573904+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index d89edb5793575a82f2d4dc7930975e3b2f12f257..16c9c98795445349d228f70c7509a0d144ce8149 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1022794.7541039785,884856.9320373535,682.7350260416666,1.2129006763197487,0.010819694684637685,0.0107218921320313,46.57581894254318,1011.3331568301212,0.015844837653249295,0.010696599409164101,0.011018395539906774,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1042652.4611352285,903296.6273498535,688.2350260416666,1.2226716027631088,0.010910072872314021,0.010809893635976038,46.96665600027759,1021.1035506427487,0.015999291788080804,0.010783698669431527,0.011105522531745633,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.1942693657438213,2.176787990128711,1.1630725860595703,0.6812063798293192,0.04336451774231531,0.04492883079170137,3.2575813722815607,1.0928263200270303,0.04116171248788629,0.0438075643975543,0.029372483948565287,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0015126984191509891,0.001800320790775567,0.035979327062765756,0.11007901774755266,0.06484789497580153,0.06776865549389972,2.258865342144945,0.03889342385482396,0.062169790008731685,0.057511707287508186,0.05202216517972935,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.11717557388567555,0.0977863689802479,0.26798859900898403,1.8708637370742396,0.21509666865585528,0.18613104693929458,79.24577071790651,0.3423091787926166,0.249708811854024,0.19549319385764974,0.20772728873945134,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index dac543a7f34c8a54aa42d29f6f1d90df93fd1a31..af83169818c8d630330ea2f8eefabfca272e217e 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T12:05:29.667177+00:00", + "evaluated_at": "2026-06-23T12:14:27.436569+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62554.0 + 62422.0 ], "p50": [ 64651.08203125, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 82011771ec3e30451c8c70adfc76c191ecb8d2de..378a59e00b17ff4e2356f293223186c2c27ae612 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T12:05:47.035521+00:00", + "evaluated_at": "2026-06-23T12:14:30.615070+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 48d3e24d4b0996d538b466127bedf4ac0ba1ba8b..d89b068716ba11532d697a997504f600d2c302fc 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1118794.0758781433,1118794.0758781433,777.4088541666666,1.3810917691780553,0.012333206295367466,0.012196729480896827,16.963080960784637,1057.7306253853783,0.016571759688599193,0.012179880587597995,0.009586424923378807,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1139656.8219718933,1139656.8219718933,782.9088541666666,1.390862695621415,0.01242389475302203,0.012284726734701776,17.353918018519035,1067.5471052707198,0.016726998573255384,0.012267107673261772,0.00967342851163493,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.183329755683341,1.183329755683341,0.862094004948934,0.5049245792762104,0.03178129762224546,0.03245936373087361,3.072462410731646,1.087809613711582,0.04097275636630648,0.032471093456424745,0.037043745123925144,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.03433470931683041,0.03433470931683041,0.15296390354633332,0.46799419632940187,0.2583632508639287,0.2190888090391382,1.887187583034975,0.18529627442782115,0.29618967241294064,0.24450749817984807,0.18166037063369897,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.10985331268821083,0.10985331268821083,0.2896821167733934,2.0223090443190035,0.23143437066745495,0.19928933605861332,31.45996000682177,0.33144126581976907,0.24178085139046068,0.2113182516752395,0.15083045444053114,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 1143da5140297db6ab6fb9d5f6450961ccf93ab5..ed93c03fddb873f22774af1adc4aa2ac030ac62b 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T12:06:31.840187+00:00", + "evaluated_at": "2026-06-23T12:15:18.073656+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62554.0 + 62422.0 ], "p50": [ 64972.0390625, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index f4a1227576386214ba43f3464ff60cdc293d77b6..9f84fd30d2bdf44d8312cb09567c213ed672ff59 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T12:06:47.489975+00:00", + "evaluated_at": "2026-06-23T12:15:20.304198+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 7dbc79a0279a3e89d949a28c10076342669f17e7..001833b104e4b30cb84f78dbc910bfe420332fad 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,2064037.533138911,2064037.533138911,1191.4080403645833,2.116574604805465,0.018847990766694033,0.018592789714598754,24.530397184844347,1436.6758622385605,0.02250880003663888,0.01866612090275182,0.013021076675377146,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,2090507.830013911,2090507.830013911,1196.9080403645833,2.126345531248825,0.018939397267351357,0.018680775226625042,24.92123424257875,1445.8588554952073,0.022654624693927615,0.018753906956095606,0.013108376253178552,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7378849396995975,0.7378849396995975,0.6531385580698649,0.38254031433849495,0.024219405040648068,0.024391800635032,2.939171975256644,0.8590022931864603,0.03235464297538288,0.024600708318737636,0.02998693975846885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.011428452985277815,0.011428452985277815,0.07605618834495545,0.23269447180127395,0.11857275786949112,0.10803887512847236,1.590158387816272,0.10690394279575387,0.1708822473312067,0.12157318100663853,0.12667392223440171,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.12010766608558024,0.12010766608558024,0.30329565703868866,2.1173469635055846,0.24204983882458952,0.20732711009572524,37.378919234549635,0.3465655292806546,0.2528137482362476,0.22124910125620642,0.16277316632303476,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 76142af36a3dbe83641946d7876621b16f1845ab..53781c3f040b623f4abbb81f5d39d957ba56d5f5 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:06:09.477545+00:00", + "evaluated_at": "2026-06-23T12:15:10.475766+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62554.0 + 62422.0 ], "p50": [ 65132.640625, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 5c2f3f2352dbe8e91b17619eadc5041c8cb47dcf..58ccd8d68b9c592f18c25c9bdaf0b19ee6cda0e1 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:06:25.147427+00:00", + "evaluated_at": "2026-06-23T12:15:12.386421+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", + "data_fetched_at": "2026-06-23T12:13:39.292379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t055400z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t122000z", - "data_fetched_at": "2026-06-23T12:04:26.231341Z", - "context_length": 74, - "prediction_length": 72 } ], "failed_datasets": []