diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 0db27eb130d656299f7f9cc42e00081c802c4381..75b6b4b772d604d26ae189d9f8609704f2756a9f 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-24T08:10:22.984838+00:00", + "generated_at": "2026-06-24T08:19:41.265715+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 9394, - "num_unique_releases": 1099 + "num_model_releases": 9404, + "num_unique_releases": 1100 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index fd68889e169994c5cff8e9d7bf714fefb9f438e2..2f96c45ea13b6948ba2220939ba7c83a93dfeec7 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.5384332580232667,0.8615562764394387,0.17914918839414723,0.4958204679351419,37.95558655274484,3.531498202207362,0.6989099256646256,1202.6350010406045,7.590058601390521,0.09514992550700027,0.1,10,1054,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T08:08:30.852919+00:00 -2,Chronos-2,2.747526252625497,0.9015969911239875,0.17352255113545673,0.5281315037504657,35.77476954084663,3.810671194551523,0.6547115607507682,1148.7666335321794,8.360646015285496,0.12227141825053471,0.0,10,1075,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T08:06:31.124320+00:00 -3,Moirai-1.1-Large,24403.64052242803,7.688102776703127,0.26276463705795394,0.549221739534283,22.32473275303728,4.721260785016043,0.547778061987597,1105.7819099156104,180963.81390513555,0.10509888084047618,0.2,10,1038,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T08:09:36.332663+00:00 -4,Toto-2.0-1B,2.4864975914877605,0.8532232913203902,0.16274320048186192,0.4848667412123355,36.86429960757376,3.7640246619361357,0.6704243539437575,1100.4720944837015,7.620491416180014,0.08053728137425864,0.1,10,1060,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T08:08:05.930888+00:00 -5,Timer-S1,2.490240959668203,0.8692646473995307,0.17316584467544166,0.5147434903825879,36.09607447639199,4.170955762074665,0.6260631375851461,1055.49049327507,7.664303987449128,0.06596783646621643,0.1,10,1013,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T08:10:12.501843+00:00 -6,TimesFM-2.5,2.4117083622861193,0.8283961841206494,0.1451245446313772,0.6122704626702221,39.71871930792073,4.564726277409855,0.5507020179419112,1039.199005806105,7.385250482240016,0.036985220397177186,0.1,10,1082,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T08:07:20.414301+00:00 -7,ARIMA,3.080299952546743,1.1799545314924036,0.28716503458564,0.8228101048050794,1.9833003987401718,6.699568195747739,0.34514330746302807,876.8702715437729,8.114429277767968,-0.013336775624367997,0.2,10,768,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T08:10:17.511088+00:00 -8,ETS,5.625933848163529,1.6012349829714623,0.42280219827512094,1.1584025033619363,-6.476941058794475,7.181387660624482,0.29247313120633345,864.3480293469825,12.578559203095,0.0365824984255905,0.1,10,768,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T08:10:17.634440+00:00 -9,Moving-Average,3.154443080869009,1.1515254149292309,0.29856212429170165,0.8015662615556478,8.05755931625327,6.485344103563435,0.36504774008978463,852.5109401008355,8.216988169639311,-0.07809723763611147,0.2,10,768,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T08:10:17.674959+00:00 -10,Seasonal-Naive,3.542745448260031,1.2747615046472984,0.31487978462583527,0.9437831944181262,1.594787783426584e-16,7.509100690176969,0.24874676336704826,753.9256209551385,8.400222797228,0.07454844157390644,0.2,10,768,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T08:10:17.706604+00:00 +1,TiRex,2.5383128225909233,0.8615188422386252,0.17914833325343382,0.4958586771595573,37.97428546211963,3.5315728446181383,0.6989281833418768,1202.637596513276,7.5899163576325765,0.09489541940886134,0.1,10,1055,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T08:18:10.474205+00:00 +2,Chronos-2,2.7474085358501577,0.9015826087878288,0.17352191971859382,0.5281628816809201,35.79165522080884,3.810734759955539,0.6547323706181639,1148.7688803036544,8.360436092084132,0.12218011418007053,0.0,10,1076,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T08:17:01.686467+00:00 +3,Moirai-1.1-Large,24403.640271061035,7.688005796747912,0.26276351466907516,0.549225125706487,22.347209933657062,4.720548183441372,0.5478983052944151,1105.7848268571415,180963.81370417713,0.10466896239881891,0.2,10,1039,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T08:19:00.058113+00:00 +4,Toto-2.0-1B,2.486265647756801,0.8530815809615048,0.16274150997107867,0.48484547969518355,36.88305451951079,3.7634527597396996,0.6705099738226892,1100.4768085950814,7.620363510930143,0.07979418685654623,0.1,10,1061,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T08:17:57.864297+00:00 +5,Timer-S1,2.4907569695294716,0.8695042462812301,0.17316774033848487,0.514855959581656,36.102831883416684,4.171538649775199,0.6260181221898163,1055.4910004706892,7.664392185672247,0.06610476544692402,0.1,10,1014,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T08:19:31.128375+00:00 +6,TimesFM-2.5,2.411524291673538,0.8282889743934557,0.14512352541045065,0.6122104929000589,39.736179248168085,4.56391071991036,0.550834477202219,1039.2024421585588,7.385151974486973,0.036373599219222695,0.1,10,1083,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T08:17:25.569795+00:00 +7,ARIMA,3.0800191359607436,1.1798811566027887,0.2871661341787454,0.8229733754498361,2.0170799974239535,6.699105718800655,0.3451958701603225,876.8708449458939,8.114152013026537,-0.013813052078797378,0.2,10,769,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T08:19:35.371236+00:00 +8,ETS,5.62651270911891,1.6015227004760249,0.4228039393777242,1.1586300895463948,-6.464626361458874,7.182336731414663,0.29236929495671077,864.3419784438576,12.578263588072941,0.036800367282982686,0.1,10,769,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T08:19:35.417897+00:00 +9,Moving-Average,3.1566925799295555,1.1521765556502914,0.298567949466552,0.80222395342391,8.055512040263485,6.487067752307938,0.3648594631685422,852.5057320421548,8.219020597813735,-0.07782184933689,0.2,10,769,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T08:19:35.464030+00:00 +10,Seasonal-Naive,3.545606411278841,1.2754908263111444,0.3148852787282402,0.9442180260521384,1.5592885097956607e-16,7.509970317074402,0.24865393924524445,753.9198896696917,8.403317505724512,0.07489828702802201,0.2,10,769,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T08:19:35.490125+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 1a0bd88b49707104b5c26c16fe830a613380dca7..5c94db48afe2e9d73bc8e3e3ea1a240f1bc99f55 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.531498202207362,0.6989099256646256,1202.6350010406045,90,1054,8205 -2,Chronos-2,3.810671194551523,0.6547115607507682,1148.7666335321794,90,1071,8207 -3,Moirai-1.1-Large,4.721260785016043,0.547778061987597,1105.7819099156104,90,1038,8133 -4,Toto-2.0-1B,3.7640246619361357,0.6704243539437575,1100.4720944837015,90,1060,8234 -5,Timer-S1,4.170955762074665,0.6260631375851461,1055.49049327507,90,1013,8039 -6,TimesFM-2.5,4.564726277409855,0.5507020179419112,1039.199005806105,90,1078,8252 -7,ARIMA,6.699568195747739,0.34514330746302807,876.8702715437729,90,768,6823 -8,ETS,7.181387660624482,0.29247313120633345,864.3480293469825,90,768,6823 -9,Moving-Average,6.485344103563435,0.36504774008978463,852.5109401008355,90,768,6823 -10,Seasonal-Naive,7.509100690176969,0.24874676336704826,753.9256209551385,90,768,6823 +1,TiRex,3.5315728446181383,0.6989281833418768,1202.637596513276,90,1055,8214 +2,Chronos-2,3.810734759955539,0.6547323706181639,1148.7688803036544,90,1072,8216 +3,Moirai-1.1-Large,4.720548183441372,0.5478983052944151,1105.7848268571415,90,1039,8142 +4,Toto-2.0-1B,3.7634527597396996,0.6705099738226892,1100.4768085950814,90,1061,8243 +5,Timer-S1,4.171538649775199,0.6260181221898163,1055.4910004706892,90,1014,8048 +6,TimesFM-2.5,4.56391071991036,0.550834477202219,1039.2024421585588,90,1079,8261 +7,ARIMA,6.699105718800655,0.3451958701603225,876.8708449458939,90,769,6832 +8,ETS,7.182336731414663,0.29236929495671077,864.3419784438576,90,769,6832 +9,Moving-Average,6.487067752307938,0.3648594631685422,852.5057320421548,90,769,6832 +10,Seasonal-Naive,7.509970317074402,0.24865393924524445,753.9198896696917,90,769,6832 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 899b4646f912ed5595e25dbcdbb4a014d6db71ae..f3be85b61890959c3c390df05de0638ebe3091ea 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -143,6 +143,7 @@ binance_btcusdt_1h_close/1h/short|window:8326020db18bb3e242f7,2026-06-22T02:43:0 binance_btcusdt_1h_close/1h/short|window:861db7ad61ff36ab00e9,2026-06-23T07:42:33.469443+00:00,2026-06-23T07:42:33.469443+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.3607290530535474,1.5364664178085856,0.0132623771944524,1.2567499088717977,-33.88122145219954,True binance_btcusdt_1h_close/1h/short|window:87da045300882ade2c0b,2026-06-24T05:18:06.862846+00:00,2026-06-24T05:18:06.862846+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.4032801644559254,1.5502516455259532,0.004511324190085253,0.3152383152899248,62.32414908069788,True binance_btcusdt_1h_close/1h/short|window:87e6df6f761d66fcbc67,2026-06-23T05:05:20.076542+00:00,2026-06-23T05:05:20.076542+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.6896032831735301,1.2998474076496558,0.014847279063782684,1.3583494334933999,-36.92289611715274,True +binance_btcusdt_1h_close/1h/short|window:888f1da25084552aef2a,2026-06-24T08:19:35.371236+00:00,2026-06-24T08:19:35.371236+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.9079408782990352,0.9528593171602171,0.013980710067270008,1.2527014116416864,82.74680270548474,True binance_btcusdt_1h_close/1h/short|window:8893afe72f17ed71882f,2026-06-17T12:32:01.671978+00:00,2026-06-17T12:32:01.671978+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5230357936765836,0.7232121360130674,0.005761480774484253,0.21216675748097136,2.732275177775724,True binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:14:11.471039+00:00,2026-06-22T03:14:11.471039+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.35538921750636954,0.596145298988736,0.012596940476233028,0.7412214807178437,-10.219682667428954,True binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T03:00:15.387964+00:00,2026-06-22T03:00:15.387964+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.34742539351244683,0.5894280223338951,0.00906049733820385,0.47964414223958124,-5.152623180985824,True @@ -979,6 +980,7 @@ binance_btcusdt_1h_close/1h/short|window:84cf9714637308e5aa50,2026-06-16T13:56:3 binance_btcusdt_1h_close/1h/short|window:861db7ad61ff36ab00e9,2026-06-23T07:40:38.376215+00:00,2026-06-23T07:40:38.376215+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.1036372549602917,1.0505414103976538,0.007002372279359643,0.5203427269752664,2.7422608663364305,True binance_btcusdt_1h_close/1h/short|window:87da045300882ade2c0b,2026-06-24T05:10:28.090870+00:00,2026-06-24T05:10:28.090870+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,3.559823478951447,1.8867494478471292,0.017147754248284606,1.0543490716727113,48.83183589561592,True binance_btcusdt_1h_close/1h/short|window:87e6df6f761d66fcbc67,2026-06-23T04:58:50.292993+00:00,2026-06-23T04:58:50.292993+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6214591948064535,0.7883268324790509,0.004885078968869652,0.4134729393467442,11.208636992679702,True +binance_btcusdt_1h_close/1h/short|window:888f1da25084552aef2a,2026-06-24T08:17:01.686467+00:00,2026-06-24T08:17:01.686467+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.591648979585439,0.7691872201131783,0.006212317890420124,0.5877195034057004,88.40882174049936,True binance_btcusdt_1h_close/1h/short|window:8893afe72f17ed71882f,2026-06-17T12:29:47.207035+00:00,2026-06-17T12:29:47.207035+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5163174480457956,0.7185523279802214,0.013741722179463525,0.32485306460348445,3.3780753197905753,True binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:12:12.571038+00:00,2026-06-22T03:12:12.571038+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5407236077963332,0.7353391107484581,0.008905513110583468,0.334603823198673,-30.26208894341602,True binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T02:55:14.499559+00:00,2026-06-22T02:55:14.499559+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3197144516484672,0.5654329771497831,0.006373891861332431,0.2745848042471703,-1.001072595935781,True @@ -1986,6 +1988,7 @@ binance_btcusdt_1h_close/1h/short|window:8326020db18bb3e242f7,2026-06-22T02:43:0 binance_btcusdt_1h_close/1h/short|window:861db7ad61ff36ab00e9,2026-06-23T07:42:33.535084+00:00,2026-06-23T07:42:33.535084+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.0151589205287546,1.0075509518276258,0.006755988094167387,0.5877220760547983,6.910225307217811,True binance_btcusdt_1h_close/1h/short|window:87da045300882ade2c0b,2026-06-24T05:18:06.979960+00:00,2026-06-24T05:18:06.979960+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.4707833935630155,1.5718725754853717,0.014004391606611153,1.2827656151161548,61.46978205276368,True binance_btcusdt_1h_close/1h/short|window:87e6df6f761d66fcbc67,2026-06-23T05:05:20.252160+00:00,2026-06-23T05:05:20.252160+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.7260014764647593,0.8520572025778312,0.005464172863886237,0.45472962670263045,3.4804372443451044,True +binance_btcusdt_1h_close/1h/short|window:888f1da25084552aef2a,2026-06-24T08:19:35.417897+00:00,2026-06-24T08:19:35.417897+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,3.204088785525846,1.7899968674625792,0.014192864267250643,1.3182684112793932,50.018300896958216,True binance_btcusdt_1h_close/1h/short|window:8893afe72f17ed71882f,2026-06-17T12:32:01.784827+00:00,2026-06-17T12:32:01.784827+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.9228811876374632,0.9606670534776672,0.01817326927170837,0.7507431168453093,-25.110867297977055,True binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:14:11.544102+00:00,2026-06-22T03:14:11.544102+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08246602462493519,0.28716898269996916,0.0030876331715526373,0.14647389229985971,55.657602612490564,True binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T03:00:15.447541+00:00,2026-06-22T03:00:15.447541+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07624049525668536,0.27611681451278075,0.0027993931636526074,0.13255530578415065,60.863900992543776,True @@ -2819,6 +2822,7 @@ binance_btcusdt_1h_close/1h/short|window:84cf9714637308e5aa50,2026-06-16T13:58:5 binance_btcusdt_1h_close/1h/short|window:861db7ad61ff36ab00e9,2026-06-23T07:42:12.100537+00:00,2026-06-23T07:42:12.100537+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.2281433942632807,1.1082163120362742,0.007232771991035416,0.5070867604552879,-2.601078247503043,True binance_btcusdt_1h_close/1h/short|window:87da045300882ade2c0b,2026-06-24T05:16:53.338563+00:00,2026-06-24T05:16:53.338563+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.9060091906290557,1.7047020826610895,0.015394462569689524,0.9787654057462237,56.170105919423825,True binance_btcusdt_1h_close/1h/short|window:87e6df6f761d66fcbc67,2026-06-23T05:03:57.938480+00:00,2026-06-23T05:03:57.938480+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6367696860956509,0.7979784997702951,0.00489772429668399,0.4152108488672242,10.005454632686979,True +binance_btcusdt_1h_close/1h/short|window:888f1da25084552aef2a,2026-06-24T08:19:00.058113+00:00,2026-06-24T08:19:00.058113+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.33942489756521826,0.5826018345021051,0.005600834797472851,0.520844338129624,93.18176362049189,True binance_btcusdt_1h_close/1h/short|window:8893afe72f17ed71882f,2026-06-17T12:31:38.475750+00:00,2026-06-17T12:31:38.475750+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6208230666410658,0.7879232618986863,0.014771506549690902,0.37776975860826,-5.830236302396689,True binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:13:47.497519+00:00,2026-06-22T03:13:47.497519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7674227134871647,0.8760266625435351,0.00832957893983706,0.36982000134809523,-45.22036794380797,True binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T02:59:53.722658+00:00,2026-06-22T02:59:53.722658+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.25789535384924883,0.5078339825663982,0.00493780804037553,0.2534861735471763,9.711903485498782,True @@ -3792,6 +3796,7 @@ binance_btcusdt_1h_close/1h/short|window:8326020db18bb3e242f7,2026-06-22T02:43:0 binance_btcusdt_1h_close/1h/short|window:861db7ad61ff36ab00e9,2026-06-23T07:42:33.558581+00:00,2026-06-23T07:42:33.558581+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.0944748826947388,1.0461715359799935,0.007220296471639483,0.6275459224428731,3.158728962207513,True binance_btcusdt_1h_close/1h/short|window:87da045300882ade2c0b,2026-06-24T05:18:07.052578+00:00,2026-06-24T05:18:07.052578+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,9.425305178304024,3.0700659892425803,0.02807692723526824,2.798841933058313,4.697158586507846,True binance_btcusdt_1h_close/1h/short|window:87e6df6f761d66fcbc67,2026-06-23T05:05:20.334762+00:00,2026-06-23T05:05:20.334762+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.7122691467507645,0.8439603940652455,0.005385051353640091,0.44876710273111575,4.4337445445909225,True +binance_btcusdt_1h_close/1h/short|window:888f1da25084552aef2a,2026-06-24T08:19:35.464030+00:00,2026-06-24T08:19:35.464030+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,7.714261252314365,2.7774558956560167,0.025411318636611998,2.4984285003151148,10.978441218753762,True binance_btcusdt_1h_close/1h/short|window:8893afe72f17ed71882f,2026-06-17T12:32:01.865539+00:00,2026-06-17T12:32:01.865539+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.46894886793008356,0.6847984140826288,0.012839899935887654,0.5025366921699244,8.172495616351625,True binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:14:11.565472+00:00,2026-06-22T03:14:11.565472+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.13070270386052296,0.36152828915663426,0.004291878731429106,0.19196701069801603,37.78843640032982,True binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T03:00:15.468567+00:00,2026-06-22T03:00:15.468567+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.15889741759751386,0.39861938938982117,0.0049299265200008525,0.22808436595369974,32.70967213875667,True @@ -4560,6 +4565,7 @@ binance_btcusdt_1h_close/1h/short|window:8326020db18bb3e242f7,2026-06-22T02:43:0 binance_btcusdt_1h_close/1h/short|window:861db7ad61ff36ab00e9,2026-06-23T07:42:33.577987+00:00,2026-06-23T07:42:33.577987+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.1658731506713615,1.0797560607245331,0.00815708240692114,0.5884212670035166,9.522674263369397e-15,True binance_btcusdt_1h_close/1h/short|window:87da045300882ade2c0b,2026-06-24T05:18:07.111212+00:00,2026-06-24T05:18:07.111212+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,10.354388771030147,3.217823607817891,0.028310487413407606,1.9329113620449079,0.0,True binance_btcusdt_1h_close/1h/short|window:87e6df6f761d66fcbc67,2026-06-23T05:05:20.374219+00:00,2026-06-23T05:05:20.374219+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7783598275802577,0.8822470331943643,0.0062950345887832085,0.5206778203352028,7.131810926551705e-15,True +binance_btcusdt_1h_close/1h/short|window:888f1da25084552aef2a,2026-06-24T08:19:35.490125+00:00,2026-06-24T08:19:35.490125+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,9.616959090098902,3.101122230757585,0.025864061894408163,1.819888533108407,-9.235543287425912e-15,True binance_btcusdt_1h_close/1h/short|window:8893afe72f17ed71882f,2026-06-17T12:32:01.912086+00:00,2026-06-17T12:32:01.912086+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5524202111442004,0.7432497636354823,0.013565666846053072,0.37986716288789474,0.0,True binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:14:11.586749+00:00,2026-06-22T03:14:11.586749+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.28948510785111164,0.5380382029662129,0.006612523722565755,0.34602969037933845,0.0,True binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T03:00:15.485122+00:00,2026-06-22T03:00:15.485122+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3133767491301912,0.5598006333778046,0.006997276833118936,0.34706806082861713,8.856935204244513e-15,True @@ -5394,6 +5400,7 @@ binance_btcusdt_1h_close/1h/short|window:84cf9714637308e5aa50,2026-06-16T13:57:5 binance_btcusdt_1h_close/1h/short|window:861db7ad61ff36ab00e9,2026-06-23T07:41:49.830279+00:00,2026-06-23T07:41:49.830279+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.0072562388916892,1.0036215615916635,0.006869174442437125,0.5092889649513489,7.299009094509806,True binance_btcusdt_1h_close/1h/short|window:87da045300882ade2c0b,2026-06-24T05:15:10.312642+00:00,2026-06-24T05:15:10.312642+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,2.849099508256801,1.6879275779063512,0.015233666508051927,0.9490880618259583,56.84323039501094,True binance_btcusdt_1h_close/1h/short|window:87e6df6f761d66fcbc67,2026-06-23T05:02:48.687482+00:00,2026-06-23T05:02:48.687482+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.7332904983334676,0.8563238279608174,0.0054438550418919466,0.45341634027809574,2.981465255170556,True +binance_btcusdt_1h_close/1h/short|window:888f1da25084552aef2a,2026-06-24T08:18:10.474205+00:00,2026-06-24T08:18:10.474205+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4416220166504491,0.6645464744097654,0.005270467335469808,0.5990182009828243,91.21899973836035,True binance_btcusdt_1h_close/1h/short|window:8893afe72f17ed71882f,2026-06-17T12:31:09.693916+00:00,2026-06-17T12:31:09.693916+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.6451975070439977,0.803241873313386,0.015048847433336461,0.41126052589637524,-7.746820583128512,True binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:13:18.484907+00:00,2026-06-22T03:13:18.484907+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5692958442950979,0.75451696090618,0.009106227926379948,0.3698290185636439,-32.582317498391355,True binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T02:59:28.884161+00:00,2026-06-22T02:59:28.884161+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2561447260616334,0.5061074254164163,0.005435090240615619,0.26345128017579084,10.049142229321749,True @@ -6445,6 +6452,7 @@ binance_btcusdt_1h_close/1h/short|window:84cf9714637308e5aa50,2026-06-16T13:59:3 binance_btcusdt_1h_close/1h/short|window:861db7ad61ff36ab00e9,2026-06-23T07:42:30.980474+00:00,2026-06-23T07:42:30.980474+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9510005145315916,0.9751925525410823,0.00667327858139511,0.555617443778245,10.150470463676415,True binance_btcusdt_1h_close/1h/short|window:87da045300882ade2c0b,2026-06-24T05:17:52.798913+00:00,2026-06-24T05:17:52.798913+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,5.136131709353502,2.266303534249881,0.020713279948683907,1.567803347299482,33.68677681479303,True binance_btcusdt_1h_close/1h/short|window:87e6df6f761d66fcbc67,2026-06-23T05:04:42.264292+00:00,2026-06-23T05:04:42.264292+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.0199915078490955,1.0099462895862807,0.007267385311372717,0.58856552127137,-13.436288866833053,True +binance_btcusdt_1h_close/1h/short|window:888f1da25084552aef2a,2026-06-24T08:19:31.128375+00:00,2026-06-24T08:19:31.128375+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,3.0389143976622184,1.7432482317966704,0.015638139748486966,0.918749637342037,51.97622035964559,True binance_btcusdt_1h_close/1h/short|window:8893afe72f17ed71882f,2026-06-17T12:31:52.391310+00:00,2026-06-17T12:31:52.391310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3962359914519765,0.6294727884920654,0.01247634258914575,0.296528675038498,16.463732516036497,True binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:14:08.755878+00:00,2026-06-22T03:14:08.755878+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.2658826484690402,0.5156380983490652,0.006154756787736895,0.24887034237156389,4.249879312126537,True binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T03:00:12.680644+00:00,2026-06-22T03:00:12.680644+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.16482055650311378,0.405980980469669,0.004420387526370882,0.19399109817110624,31.065878221613087,True @@ -7465,6 +7473,7 @@ binance_btcusdt_1h_close/1h/short|window:84cf9714637308e5aa50,2026-06-16T13:57:0 binance_btcusdt_1h_close/1h/short|window:861db7ad61ff36ab00e9,2026-06-23T07:41:08.602283+00:00,2026-06-23T07:41:08.602283+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0520155833320157,1.0256781090244715,0.007115490738794343,0.6520511423967399,5.133601410825898,True binance_btcusdt_1h_close/1h/short|window:87da045300882ade2c0b,2026-06-24T05:12:58.386937+00:00,2026-06-24T05:12:58.386937+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,2.1577271210880054,1.4689203930397337,0.011044485108878621,1.4079075596111512,65.50979642943943,True binance_btcusdt_1h_close/1h/short|window:87e6df6f761d66fcbc67,2026-06-23T05:01:16.952646+00:00,2026-06-23T05:01:16.952646+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.686053928822331,0.8282837248324579,0.005981316443278355,0.46929898839538753,6.303266297134577,True +binance_btcusdt_1h_close/1h/short|window:888f1da25084552aef2a,2026-06-24T08:17:25.569795+00:00,2026-06-24T08:17:25.569795+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.11395126823679945,0.3375666870957492,0.003676614905344665,0.31408076944878466,97.65795256475286,True binance_btcusdt_1h_close/1h/short|window:8893afe72f17ed71882f,2026-06-17T12:30:19.445631+00:00,2026-06-17T12:30:19.445631+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.43690756997380986,0.6609898410518953,0.010361293150041702,0.5153015480344223,11.67587157411602,True binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:12:40.202938+00:00,2026-06-22T03:12:40.202938+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2966194206553272,0.5446277817512867,0.004842167185571246,0.39948983899456453,-1.2172423957200638,True binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T02:55:44.620133+00:00,2026-06-22T02:55:44.620133+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1732007826480486,0.41617398122425747,0.003381282014809934,0.26265748841159436,28.808557183036665,True @@ -8545,6 +8554,7 @@ binance_btcusdt_1h_close/1h/short|window:84cf9714637308e5aa50,2026-06-16T13:57:3 binance_btcusdt_1h_close/1h/short|window:861db7ad61ff36ab00e9,2026-06-23T07:41:41.737176+00:00,2026-06-23T07:41:41.737176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.0220520087420326,1.0109658791185945,0.006857321628078703,0.5094301888885386,6.573403176545998,True binance_btcusdt_1h_close/1h/short|window:87da045300882ade2c0b,2026-06-24T05:14:04.212472+00:00,2026-06-24T05:14:04.212472+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,2.605603693423103,1.6141882459685744,0.014618146514801575,0.8876831065672994,59.79004307958097,True binance_btcusdt_1h_close/1h/short|window:87e6df6f761d66fcbc67,2026-06-23T05:02:08.358269+00:00,2026-06-23T05:02:08.358269+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7829756136047897,0.8848590925140509,0.0057120322665875885,0.4710419615269954,-0.29563064430463315,True +binance_btcusdt_1h_close/1h/short|window:888f1da25084552aef2a,2026-06-24T08:17:57.864297+00:00,2026-06-24T08:17:57.864297+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.06024433742434881,0.24544721922309246,0.0017029374000180639,0.3672303410829439,98.7549225791202,True binance_btcusdt_1h_close/1h/short|window:8893afe72f17ed71882f,2026-06-17T12:30:54.956601+00:00,2026-06-17T12:30:54.956601+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.6585504757387324,0.8115112295826425,0.015545511093420833,0.40530870608680586,-8.76406553388289,True binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:13:09.011000+00:00,2026-06-22T03:13:09.011000+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.24662403145069337,0.49661255667843657,0.005777508656085408,0.259804785399872,7.99484158323394,True binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T02:56:11.779614+00:00,2026-06-22T02:56:11.779614+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.16576404016074234,0.4071413024500736,0.004323915153884761,0.20073405426570223,30.807794341178223,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 62a9323e2f7fd060e914984cef2a81e2cd26e4ba..96ea839af11f7ba474c10f1327a8ee46ab6f4a49 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6549129970568937,1.1480365235363963,0.011055792406849821,0.8184014965892106,-7.106929793375865,1.78054904975591,0.5315608919382505,4.828706068864811e-38,265,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T08:10:17.357046+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6521048311969015,1.1473027746402453,0.011066788337904032,0.8200342030367763,-6.769133806538041,1.7777764023415796,0.5267981273939567,1.5682109483526393e-37,266,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T08:19:35.371236+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.4483961829503094,1.0555070823176096,0.10386710803792586,0.8136162040088142,-56.43384803115729,1.5731515825090019,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-24T07:33:50.782594+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9018342273051942,1.2673580439012917,1.1683526297759443,0.9889519566279094,9.661623740562131,1.3822250884337215,-0.021810154525386313,0.6910711309914974,151,0.9668874172185431,2026-06-17T12:10:12.335728+00:00,2026-06-24T08:10:17.405534+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.400370030100492,2.082260725021891,0.12857604917903154,1.4216623834409718,14.629415111692685,4.98270227042332,0.06863744478423378,0.2901060972468126,109,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-24T08:10:17.473942+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.2094107 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0306849013625252,0.9890772869886028,0.5563826103588115,0.4897859800309194,25.644902797043915,0.46622700916518106,-0.16500553709856036,0.11891411802342995,43,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-24T07:33:50.955340+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4453026900809123,0.9435013008902675,0.014768747147059206,0.6884459824101616,16.8436142100548,2.6780549511071943,-0.10949788263762852,0.22469218583316142,58,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-24T08:10:17.511088+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0049465906226422,0.988279168410133,0.2055261870553452,0.4938512376935394,52.511394964202786,0.3188562263588671,0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-24T02:20:30.897304+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0436813968899639,0.8244153909620852,0.008636958643907344,0.46722825046069283,23.567810685575765,1.7251675290955075,0.42856752286304045,5.5457216156781397e-36,383,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T08:06:17.434625+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0425042291365665,0.8242715676004995,0.008630644475278471,0.4675420297652371,23.73666748519796,1.723068297081862,0.4276544821583986,6.308395703177798e-36,384,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T08:17:01.686467+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3174901992511709,0.4593814995140698,0.05177657259069808,0.2580649628641479,21.812456385419818,0.48038439030534485,-0.05555555555555555,0.919455467372134,9,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-24T07:28:47.628328+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.24392665622724252,0.3860954441658384,0.42272520454957496,0.20606454565564566,74.49431813030525,0.3451082335365301,0.20767227089746626,9.280088505891902e-06,206,0.970873786407767,2026-06-16T12:06:44.487655+00:00,2026-06-24T08:06:23.944635+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.787949735121817,2.135169130119912,0.13964050312636242,1.2157637597534017,6.7278976818867,5.48245485629525,0.38812281669424525,2.5644385029475396e-12,148,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-24T08:06:27.582263+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.132 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9190143262925042,0.9239827758599891,0.5529052649222971,0.47879549592293735,29.354087979374132,0.49847617184128074,0.09994711792702275,0.2509679622796227,62,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-24T07:29:07.766419+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.6331113862373012,0.9324405259214582,0.011603939210744457,0.6049896161540229,35.16794080795358,10.849756061097493,-0.0252904989747095,0.7448218185423346,77,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-24T08:06:31.124320+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15728493389535472,0.377306635572273,0.07803444567615125,0.21845280562995464,90.6330748252471,0.07450803281661653,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-24T02:02:44.252631+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.664318644211617,1.0246683053263406,0.009561531342826887,0.7128891606197241,17.26120598425762,2.507719419973996,0.4083476272155518,3.9328466775671074e-23,265,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T08:10:17.570634+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6701072537654296,1.0275454803719655,0.009578942368858555,0.7151650224643091,17.384352957613636,2.5047632697533957,0.4105263157894737,1.9112957424763002e-23,266,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T08:19:35.417897+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.016595258113816,1.7455783259884101,0.1869290128102823,1.3486708009010233,-71.53841142047237,3.96963456521405,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-24T07:33:51.007378+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,3.012195191670041,1.575649941465057,1.249910818820115,1.1837603555111698,-4.2281980013398615,2.422436212273175,0.07496688741721853,0.17194888266694697,151,0.9668874172185431,2026-06-17T12:10:12.697348+00:00,2026-06-24T08:10:17.595027+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,8.70560022227862,2.568824327441021,0.16411789111884761,1.798971714492953,-1.8964803795424545,8.372114801710904,0.2945973496432212,5.610954870325666e-06,109,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-24T08:10:17.618452+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,9.713450589 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2216685689403382,1.059752215229942,0.617959813454752,0.5480795448089104,21.30182819621693,0.6704550695901484,0.05426356589147286,0.6080873086069315,43,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-24T07:33:51.098220+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2914820260434816,0.8839787506461121,0.013014862870356,0.6255389407862052,22.05008700337287,2.582049296404919,-0.07320024198427101,0.4169831382655008,58,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-24T08:10:17.634440+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9916704636905681,0.9944645223536649,0.2087153795742119,0.5298893427523369,51.102245298962536,0.1139041396255428,-0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-24T02:20:31.057595+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.289592143186737,0.9491860652207262,0.009843464759161348,0.508044607198992,8.218020877709913,1.9712377779621433,0.32182967436085563,1.059909606189879e-20,377,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T08:09:19.853021+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2870784732247753,0.9482162656685607,0.009832240870373814,0.5080784689210307,8.442792683907749,1.9692281939075287,0.317530489944283,3.039396897511888e-20,378,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T08:19:00.058113+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.26530269494281083,0.42270918721339534,0.04769467320042472,0.24062444397253543,30.371034658373407,0.38775040915778336,-0.2222222222222222,0.47670855379188715,9,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-24T07:32:13.932840+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.732238995727469,1.0829780742150898,1.264613204563249,0.5432941294358274,27.14927604318521,2.4115464236272715,0.24958949096880134,1.1468722395092075e-07,204,0.9754901960784313,2026-06-16T12:07:52.741323+00:00,2026-06-24T08:09:25.110291+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.012211189509754,2.319671360357264,0.139147575236931,1.2091389088696265,6.165360066674817,31.965965276941,0.36383061383061377,9.784197320743689e-11,144,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-24T08:09:31.131275+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1188273140637326,1.023018564404595,0.5997344768783661,0.4885727653870788,19.165499471491536,0.7233439361303448,-0.21034241788958766,0.024730863040153594,54,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-24T07:32:59.012705+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.6509713852995316,1.1796380995770845,0.01301187342816297,0.6277282556971643,10.58912129674745,5.4336833850931905,-0.016216216216216217,0.8369134316655775,75,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-24T08:09:36.332663+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1610575909906263,0.38165373901978383,0.06710436885424277,0.19493349583680222,90.50192821962708,0.09120771655046675,0.6,0.1361111111111111,6,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-24T02:17:54.458839+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.7305937512617005,1.0454215776346125,0.009916353534568207,0.7489681307376124,16.424195351581556,2.649518103560629,0.42241280731846775,1.2223441159640092e-24,265,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T08:10:17.646322+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.7530887418671617,1.0519329848452192,0.009974605283072131,0.7555450494202346,16.403722591683707,2.6698423853048645,0.4251666903106824,4.977880285038092e-25,266,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T08:19:35.464030+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5300932383345889,0.6718270676933206,0.07385798400180642,0.45133354119183217,-32.972094980000335,0.47713782444056957,0.3571428571428571,0.27509920634920637,8,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-24T07:33:51.122795+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.5298844426024343,1.4571196229061218,1.318355643279367,1.2816063538605207,5.520502447346382,1.9177218649834398,0.17792494481236204,0.0011870956357256355,151,0.9668874172185431,2026-06-17T12:10:12.867076+00:00,2026-06-24T08:10:17.654263+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.895883727955196,2.195770440266996,0.1351984595147985,1.4753254190426865,9.493114537272424,4.981907558339244,0.032279986408426775,0.618820988251487,109,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-24T08:10:17.665777+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.032156200207456,0.9887483063920101,0.6246233493258765,0.5076861365427882,25.823816505544563,0.4678360770397113,-0.08748615725359911,0.4083684458435356,43,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-24T07:33:51.171197+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7433105338713608,1.0011707098104168,0.015151300948985948,0.7397826223716699,15.507301130027196,3.3874958648365734,-0.08408953418027827,0.35112465615030575,58,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-24T08:10:17.674959+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0707184704165797,1.0341361556207838,0.21512085014714658,0.5607424937622568,48.34636655555901,0.08057941813920212,-0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-24T02:20:31.121556+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.006797460065452,1.1611266049272675,0.011249749497434191,0.6632363866357993,2.0726349839966818e-16,2.9658963525777606,0.39130931961120646,2.258496523142722e-21,265,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T08:10:17.682576+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.035407090253548,1.1684198215657273,0.011304690521482965,0.667584702975922,1.7176422476874497e-16,2.9968434375428834,0.39480777415236207,8.349410859709538e-22,266,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T08:19:35.490125+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2371705807842771,0.4559274095846977,0.05117138002010683,0.31859186127072076,-6.721503251760954e-16,0.21275033779215638,0.14285714285714285,0.7195436507936508,8,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-24T07:33:51.186831+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.674523495933535,1.5136779041458488,1.314893580586346,1.339074954625087,1.0587774878465039e-15,1.9309556833580617,0.18534216335540837,0.0007325134892748694,151,0.9668874172185431,2026-06-17T12:10:12.978229+00:00,2026-06-24T08:10:17.688852+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.42561407428577,2.3387207544639557,0.142160323230903,1.8713669414988385,-8.881977564695442e-17,5.004333500403385,0.01597009853890588,0.8055719506988832,109,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-24T08:10:17.698783+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.7881340296712376,1.3032701841916687,0.7169784297869692,0.9774012948350612,1.3281795602594953e-16,0.8104183553134957,0.2978959025470653,0.004874717188255626,43,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-24T07:33:51.226955+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.052144753070234,1.1488965337422048,0.015903592212241774,0.6216869233940344,3.4285229758721735e-15,3.5163398614552888,-0.07987897491212262,0.37590100176494934,58,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-24T08:10:17.706604+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,3.157490174665128,1.7680312197002943,0.37598669759667064,1.4206424756547271,7.474256160216405e-17,0.693736852486463,0.6,0.1361111111111111,6,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-24T02:20:31.175531+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8992766595541833,0.8067964375014176,0.00852000204638272,0.4538231482042295,20.163144114145613,1.245335182446973,0.5073082883109268,3.252647171863258e-49,379,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T08:08:13.785629+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8980723052307527,0.8064220954932816,0.00851145063924874,0.4542052404483836,20.350133207893546,1.243912744867535,0.5047632273295375,7.276810960613745e-49,380,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T08:18:10.474205+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30328572782390517,0.4295294482425179,0.047013698126344164,0.23662964635064532,34.498405919287244,0.45283767404955205,0.1111111111111111,0.761414241622575,9,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-24T07:31:20.823672+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.3363967293584899,0.45945871428216284,0.5479694703971182,0.22549742308791115,71.65460966340967,0.4622033094554566,0.3185078909612625,1.1805491033616803e-11,205,0.9707317073170731,2026-06-16T12:07:37.946365+00:00,2026-06-24T08:08:19.510757+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.143426743891422,2.0150160521683134,0.12892222853565777,1.1265569795498156,11.966666435171605,4.9441841439571155,0.3057471264367816,4.853118585434674e-08,145,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-24T08:08:25.350112+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1537703 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8610423432367306,0.9009962161714592,0.5688045668632827,0.4693920612235245,29.913965976937696,0.4316734833005699,0.03448275862068965,0.7021979172598152,58,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-24T07:31:41.605057+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4417538928200977,0.8074959796295863,0.009635736160196692,0.512692433851206,37.35793007650022,3.2069254641052396,-0.042807017543859655,0.5842735844385624,76,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-24T08:08:30.852919+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11976753810582084,0.3310475123746387,0.06180033928585613,0.19869205886648292,92.69767518796345,0.054029025773299245,0.2,0.7194444444444444,6,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-24T02:09:49.014284+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.1038774179054138,0.844752425423667,0.008529403336501784,0.49699014083682275,26.635944017037335,1.6304704319161267,0.4865736691947068,7.805182757945244e-45,374,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T08:09:55.853425+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.1090375165180986,0.8471484142406617,0.008548359966933745,0.49811483282750335,26.70351808728429,1.6313524141473261,0.48794295900178253,3.4096532292732575e-45,375,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T08:19:31.128375+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2640112863596324,0.42844814338834475,0.047418440806906215,0.2253874289988357,25.46921739497518,0.3657802089603486,-0.3888888888888889,0.18018077601410934,9,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-24T07:33:21.495361+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11225892933110519,0.2601140922098718,0.3676003874376585,0.13583099976130003,89.40083137548116,0.19569884828076217,0.30978769518742927,5.846706439536407e-11,202,0.9752475247524752,2026-06-16T12:08:08.243141+00:00,2026-06-24T08:10:01.457258+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.022479736702257,2.000053855090337,0.12878102734502758,1.2382420302415524,13.005352106948436,4.721196630101986,0.19609455292908531,0.000587487157189371,140,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-24T08:10:07.177716+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1305 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9681147772921598,0.9656171683405302,0.6228255092354318,0.5107050739421994,24.36082173589803,0.37961999670855046,-0.001451378809869376,0.9877598094682355,53,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-24T07:33:48.507584+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5624299471084393,0.8676238545289487,0.01084076828893166,0.5662812849227953,30.900646729463283,3.310397218976737,-0.09937402190923317,0.21692104454558125,72,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-24T08:10:12.501843+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.2114251448227597,0.44492410646674296,0.0958162984738695,0.2379212393662513,87.66389897989315,0.09659563261878598,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-24T02:20:26.306856+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8263045389233955,0.7524683313354209,0.007620999891107282,0.5461637799810766,30.087983807495828,1.186678879983516,0.45809837830563227,3.5550810212744534e-41,386,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T08:06:54.309033+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8244638327975903,0.7513962340634838,0.007610807681841746,0.5455640822794428,30.262583209969364,1.1856938024531007,0.45198216652608736,3.137265980501312e-40,387,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T08:17:25.569795+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3070527912242002,0.4775557359918772,0.053470082565890295,0.31861130254588277,14.635351526305056,0.3609241951712301,-0.3333333333333333,0.25951829805996474,9,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-24T07:29:36.615481+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10455669079532919,0.2551773614809146,0.30567822767168434,0.1823314505697461,86.46802997071924,0.16807979317381563,0.04763271162123385,0.31042502626310464,205,0.9707317073170731,2026-06-16T12:07:01.390017+00:00,2026-06-24T08:07:01.933988+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.5576995996738265,1.862310908042629,0.12331729623391392,1.3562130159162682,20.759827793266695,4.838801331546888,0.28333031017594773,2.9368304728945594e-07,149,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-24T08:07:08.549119+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8678403831858503,0.907708675406462,0.49944386125043744,0.6728503484484782,30.064237845542344,0.40259763868630877,0.10523532522474882,0.22676187479794907,62,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-24T07:29:59.667116+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3711673603524468,0.7939906418888124,0.010176067782444728,0.6124107953163487,37.25900490596576,3.0856461707874345,-0.048530416951469584,0.5322601535371441,77,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-24T08:07:20.414301+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15237916880267163,0.3802575504835382,0.06527828077292715,0.29665509122400513,90.75666651397516,0.06208870701746839,0.06666666666666665,1.0,6,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-24T02:06:13.055079+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.943949952380167,0.7853636865770177,0.008143783484180331,0.4482367214318316,27.298708099067756,1.4932633984292505,0.4419108457158727,7.327744086035324e-38,380,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T08:07:51.625041+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9416305150705714,0.7839465829881622,0.008126878376347884,0.44802410626031214,27.486257218437974,1.491984345930527,0.4344799005387485,9.494881612472024e-37,381,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T08:17:57.864297+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.37262183025933576,0.5071918263526503,0.056278293273872904,0.27570566000385127,12.254121733509761,0.5248928695138565,-0.16666666666666666,0.612202380952381,9,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-24T07:30:35.296710+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1853451113657309,0.3178806057232073,0.32889925411364995,0.16729249489550982,83.68379160678931,0.3279567880848238,0.2637882739302618,2.1021567224562836e-08,204,0.9705882352941176,2026-06-16T12:07:21.772238+00:00,2026-06-24T08:07:56.933537+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.665395208997956,1.9085900579896364,0.12234556139778507,1.0835904382925876,17.010592233327927,4.850195773606193,0.2134936166247321,0.0001245516091117834,147,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-24T08:08:01.658357+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 2da3c5c4249481a88a1210954356fe22d4a04ac3..51b434711a7424102251cafd24921c65a8df3289 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-24T08:10:17.814140+00:00", + "generated_at": "2026-06-24T08:19:35.696896+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index c48a469d82e4cd60774b2221b375b551694caebd..f20a075f84f60d5c56027858b797dd27fb8f3a4a 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.6517641328221649,1.1163204156072808,8.0,1,1,1.0 Air Quality,Chronos-2,2.5444325242844483,1.239294084822051,9.0,1,1,1.0 Air Quality,ETS,1.422952878445622,1.432246645234007,10.0,1,1,1.0 -Finance,TimesFM-2.5,0.011891545928590095,0.1680008681141643,1.0,1,1,1.0 -Finance,Toto-2.0-1B,0.006215674630686852,0.2527362354958684,2.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.04153204063803264,0.3632069979396795,3.0,1,1,1.0 -Finance,Chronos-2,0.06172914834743016,0.4310192797721865,4.0,1,1,1.0 -Finance,TiRex,0.046067576743262964,0.4409916563639119,5.0,1,1,1.0 -Finance,Timer-S1,0.31553956525603516,0.4660253841279131,6.0,1,1,1.0 -Finance,ARIMA,0.0945173240704269,0.6222885396803525,7.0,1,1,1.0 -Finance,ETS,0.3337106133877832,0.6417973241983451,8.0,1,1,1.0 +Finance,TimesFM-2.5,0.011848991679097138,0.16775389967124138,1.0,1,1,1.0 +Finance,Toto-2.0-1B,0.006264385328037124,0.2529024861886813,2.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.03529441005053996,0.3646277708084638,3.0,1,1,1.0 +Finance,Chronos-2,0.061521420029182476,0.4307857544706668,4.0,1,1,1.0 +Finance,TiRex,0.04592117035260337,0.4407586407608112,5.0,1,1,1.0 +Finance,Timer-S1,0.3159953545805263,0.46650920241637084,6.0,1,1,1.0 +Finance,ARIMA,0.09441039207848995,0.6218603462353284,7.0,1,1,1.0 +Finance,ETS,0.3331706785385623,0.6413701278673531,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,Moving-Average,0.801520645050677,1.1929596652985297,10.0,1,1,1.0 +Finance,Moving-Average,0.8021518215936417,1.1934806379453873,10.0,1,1,1.0 Hazards,ARIMA,0.2279366151876268,0.41941809580977674,1.0,1,1,1.0 Hazards,Timer-S1,0.18320366181169093,0.4449951131210577,2.0,1,1,1.0 Hazards,ETS,0.215830731651367,0.4490986380160033,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 4c3a6dfa109866402f82f0bd91708a670438f4a2..d3f34921165c98158a0a5adb05adb8531fd5cbd9 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.2605963476930982,0.3763700612119552,8.0,1,1,1.0 1D,Moving-Average,0.24883546341355914,0.3833852854171502,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.3127017300927472,0.6312406918064385,3.0,6,6,1.0 -1h,Moirai-1.1-Large,0.35599726331344755,0.6913726716781775,4.166666666666667,6,6,1.0 -1h,Toto-2.0-1B,0.13457656820725353,0.5977386858978458,4.666666666666667,6,6,1.0 -1h,TimesFM-2.5,0.2543120468608544,0.6153232782216514,4.833333333333333,6,6,1.0 -1h,TiRex,0.32070893738767964,0.7188890161324104,5.0,6,6,1.0 -1h,Chronos-2,0.4976201568814795,0.7997147205795057,5.333333333333333,6,6,1.0 -1h,ARIMA,0.48663048740275,0.807761879531822,5.5,6,6,1.0 +1h,Timer-S1,0.31277696651324643,0.6313498681783493,3.0,6,6,1.0 +1h,Moirai-1.1-Large,0.3464711696389931,0.691822684269212,4.166666666666667,6,6,1.0 +1h,Toto-2.0-1B,0.134751770837474,0.5978042003424365,4.666666666666667,6,6,1.0 +1h,TimesFM-2.5,0.2541601430068126,0.6151724272182613,4.833333333333333,6,6,1.0 +1h,TiRex,0.320538838956284,0.718825693222519,5.0,6,6,1.0 +1h,Chronos-2,0.4973406696923406,0.7996424903246023,5.333333333333333,6,6,1.0 +1h,ARIMA,0.48653868604159733,0.8076692168501631,5.5,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.0,6,6,1.0 -1h,Moving-Average,0.8543934955210941,1.0558989848363085,7.166666666666667,6,6,1.0 -1h,ETS,1.5239043333649525,1.3926011764075603,8.333333333333334,6,6,1.0 +1h,Moving-Average,0.8545055941672004,1.0559758237599808,7.166666666666667,6,6,1.0 +1h,ETS,1.5234931166431387,1.3924466418544876,8.333333333333334,6,6,1.0 6min,TimesFM-2.5,0.021443176109551543,0.1457886190321924,1.0,1,1,1.0 6min,Toto-2.0-1B,0.003442784491808931,0.1497416443876784,2.0,1,1,1.0 6min,Timer-S1,0.0669181174401481,0.17995282060356976,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index d7517e8b14d4efbfc21238cb65a84be1c7dda28f..dcbb0404374e884f27e0d76962e2fa386f5d163c 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,ARIMA,0.2605963476930982,0.3763700612119552,8.0,1,1,1.0 7,Moving-Average,0.24883546341355914,0.3833852854171502,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Timer-S1,0.19874798597063423,0.5865427642734565,3.2857142857142856,7,7,1.0 -24,TimesFM-2.5,0.13199681563308766,0.5153232928816676,4.285714285714286,7,7,1.0 -24,Toto-2.0-1B,0.02963556884705461,0.5077210645634521,4.285714285714286,7,7,1.0 -24,TiRex,0.13095625656122184,0.6346652588471706,4.714285714285714,7,7,1.0 -24,Moirai-1.1-Large,0.47076581062823963,0.8109763189406809,5.0,7,7,1.0 -24,Chronos-2,0.28349938727489016,0.7060757469962626,5.142857142857143,7,7,1.0 -24,ARIMA,0.4372160720271901,0.8290057056705357,5.571428571428571,7,7,1.0 +24,Timer-S1,0.1987889729888408,0.5866297165982342,3.2857142857142856,7,7,1.0 +24,TimesFM-2.5,0.13192923269675633,0.5152150036063479,4.285714285714286,7,7,1.0 +24,Toto-2.0-1B,0.029668636036464975,0.507768762620818,4.285714285714286,7,7,1.0 +24,TiRex,0.13089671980564274,0.6346173407366715,4.714285714285714,7,7,1.0 +24,Moirai-1.1-Large,0.4599473821431712,0.8114287512926828,5.0,7,7,1.0 +24,Chronos-2,0.28336290171572937,0.7060210842604768,5.142857142857143,7,7,1.0 +24,ARIMA,0.4371453743756356,0.8289241909958904,5.571428571428571,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.0,7,7,1.0 -24,Moving-Average,0.8335578415120065,1.0896986154900143,7.285714285714286,7,7,1.0 -24,ETS,1.479782245881019,1.414745000809418,8.428571428571429,7,7,1.0 +24,Moving-Average,0.8336515820228348,1.089766585330793,7.285714285714286,7,7,1.0 +24,ETS,1.4794399730263526,1.414610435329821,8.428571428571429,7,7,1.0 60,TimesFM-2.5,0.021443176109551543,0.1457886190321924,1.0,1,1,1.0 60,Toto-2.0-1B,0.003442784491808931,0.1497416443876784,2.0,1,1,1.0 60,Timer-S1,0.0669181174401481,0.17995282060356976,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 33ff9ceaf1cc1a0b630f0d938f0c9ea7d8fdf0d1..1eaeed369096f7f18af8c3fbd88df01c2d6091a5 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.17052442455389275,0.4695068571476826,3.4,10,10,1.0 -Overall,TimesFM-2.5,0.11114546349677035,0.4276681555386633,3.7,10,10,1.0 -Overall,Toto-2.0-1B,0.03428690140793559,0.43768816384910303,4.3,10,10,1.0 -Overall,TiRex,0.1894293667359416,0.6058417932583653,4.6,10,10,1.0 -Overall,Chronos-2,0.3075611156816027,0.6283156389813984,5.3,10,10,1.0 -Overall,Moirai-1.1-Large,0.5504833876503594,0.7911229278404619,5.3,10,10,1.0 -Overall,ARIMA,0.5263812182599698,0.8181952400074775,6.0,10,10,1.0 -Overall,Moving-Average,0.685083376491562,0.896660041537939,6.7,10,10,1.0 +Overall,Timer-S1,0.17054904040109806,0.4695555776591656,3.4,10,10,1.0 +Overall,TimesFM-2.5,0.1111056255685891,0.4276052448675569,3.7,10,10,1.0 +Overall,Toto-2.0-1B,0.034313676910767,0.43771694659556876,4.3,10,10,1.0 +Overall,TiRex,0.18936907831889305,0.6058097735666205,4.6,10,10,1.0 +Overall,Chronos-2,0.307457459450442,0.628281588675131,5.3,10,10,1.0 +Overall,Moirai-1.1-Large,0.5415972906897418,0.7914318514887605,5.3,10,10,1.0 +Overall,ARIMA,0.5263216358824838,0.8181389229864373,6.0,10,10,1.0 +Overall,Moving-Average,0.685137305907675,0.8966991915271443,6.7,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.1,10,10,1.0 -Overall,ETS,1.564668673247817,1.359292050668623,8.6,10,10,1.0 +Overall,ETS,1.564415329529052,1.3592015456818582,8.6,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 00bf352a9de8408bbfa1ffe8a8135350d28a126d..cf72262d32fd1ad876393e3ef57f9c4cc7edf99f 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,306178.77054532495,808712.5562829161,876.1392602722559,1.5238699869909318,0.013989892186551015,0.014093641619605557,28.937070876003805,553.334230411715,0.008841988678465171,0.014000242519466088,0.012631721232747115,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,305801.5924631067,807595.5654048441,875.5549503764227,1.5228536961411354,0.013980710067270008,0.014084317828199876,28.896419242011945,552.9933023673132,0.008836623197758802,0.013991035971480468,0.012622501928165062,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,8.335691024640184,8.581688156072028,2.2553693628305704,1.3350697847056272,0.08435399647434155,0.0905485170918288,41.93576456227324,2.8871596811815214,0.11352617145838119,0.0886835081050667,0.08558913818143538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.6541471578892366,0.6442681935090273,0.6044171700044535,1.620493796419675,0.6676175819507237,0.3931263492073119,63.52560030233826,0.8087936435761823,0.5694660745967313,0.4255659969079377,0.4235659777104475,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.020737660632402552,0.02448651489806697,0.13418701621016607,0.48795274391442217,0.10344435671341237,0.11090703375151494,3.0290014538586068,0.14400576596929218,0.11533274854155938,0.10746901204920764,0.09235850651747206,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 9a12745ad57d23152143dd6e144c5daa8b6f6581..ecdc1af759f1326ae53abbfab6c60475c2eb6617 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-24T08:10:17.357046+00:00", + "evaluated_at": "2026-06-24T08:19:35.371236+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62672.01171875 + 62657.98828125 ], "p50": [ 61694.22518235463, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index ca6bfbe2f1e864577306b9ea6405119431052d59..cecbd9068d76dca7f4f5c47ce0766e739f024fe9 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,29 +1,11 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-24T08:10:17.531668+00:00", + "evaluated_at": "2026-06-24T08:19:35.382237+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 4e5daf8bad36956e794041609dbde50bfb40a569..209d487271e5a7b905aac0de5bb8bf1fb308159a 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,199964.97926394144,199964.97926394144,390.0262044270833,0.6783730098817063,0.0062215539985175415,0.006247058996920849,5.511929858002371,447.17443941256465,0.007145611301948465,0.006232412697987319,0.008749181514444072,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,199272.00598716736,199272.00598716736,389.44189453125,0.6773567190319097,0.006212317890420124,0.006237734865545119,5.511929858002371,446.3989314359605,0.007133285586091239,0.006223133742600271,0.008744075819194142,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.1856189730145463,1.1856189730145463,0.8935155868530273,0.528918092898918,0.03525833188695542,0.03442299537161009,2.067822221662518,1.0888613194592534,0.04281517840978692,0.035133977651108414,0.026715970972378357,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0433723070059252,0.0433723070059252,0.1542076935370763,0.4134439310107244,0.17301336730817907,0.14361558332745078,3.193979847168351,0.20826019064123896,0.1466345763238708,0.10857658267798065,0.0705201114473612,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.15574976083124759,0.15574976083124759,0.35547538681162727,1.2926376581554324,0.28211653221841015,0.34252488215959404,27.280849914693842,0.39465144220089654,0.3160723130671424,0.28469661005519303,0.25138080777875393,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 27d94ad0bfdc2ee934a8e2900a1b1c1c8c459039..b99f8f9f6cd58a2d634ae1881cdfd057b0022aa8 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-24T08:06:17.434625+00:00", + "evaluated_at": "2026-06-24T08:17:01.686467+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62672.01171875 + 62657.98828125 ], "p50": [ 62140.9375, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 299fd3cb10b2264b8a4b0b81385dfffeb9d28a7b..f77240ce66a9ddf2c369bf2690917c752cd72f28 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,29 +1,11 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-24T08:06:32.918425+00:00", + "evaluated_at": "2026-06-24T08:17:04.810916+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index cef30f861df345f0c9eb2a948958de17519dad84..c70c0d4fb054a8c9633b73aa09ee48ebec9f4bc8 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,1081019.869424835,1096146.5237467315,890.3242007590243,1.5485418697100348,0.014201948615609425,0.014342728174914854,37.09574711484999,1039.7210536604687,0.016614193158423312,0.014226910374616465,0.013027726480967826,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,1079162.1750114413,1094261.6591742523,889.7398908631909,1.5475255788602382,0.014192864267250643,0.014333405417607659,37.05509548085812,1038.8273075980633,0.01660006630367639,0.014217705939502875,0.01301851086772707,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,30.527406870526534,31.942755022176083,4.926820607136346,2.9164399568670114,0.19044171099349783,0.21738879404682765,72.91734007868459,5.525161252898103,0.21725518260043816,0.1937277957419913,0.17965724779315478,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,1.0588447301976553,1.060478009383494,0.7862694837285196,2.108055303403737,0.861017637198246,0.46223401946306913,80.19003215601583,1.0290018125337075,0.7245131407629527,0.5536069676491014,0.5479911700077795,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.16321396190609117,0.15823395111645883,0.36280614084383306,1.3192949432341472,0.2874250791152646,0.34831839173666196,17.89425994590464,0.4039974775986741,0.3235574574510294,0.2905677361571624,0.28057444849962465,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index e886f150f2919a6dfa375525b9149d9febd73e81..d09dc1c715b3e65804273c3de4e8cc1e2367d12a 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-24T08:10:17.570634+00:00", + "evaluated_at": "2026-06-24T08:19:35.417897+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62672.01171875 + 62657.98828125 ], "p50": [ 62326.70097396859, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index e174639664d2258fd64d270db342b7e985c5223b..c1b654ce3e7e8d769e76f1ac172f25f38f8911d2 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,29 +1,11 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-24T08:10:17.641508+00:00", + "evaluated_at": "2026-06-24T08:19:35.427566+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index aff3a3e3b231ecb989f91b96e7e4636eb72eb375..1ea65677e68be08eee5bf1de19911cb4a8009c13 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2221,3 +2221,4 @@ {"evaluated_at": "2026-06-24T08:10:22.987893+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-24T08:10:22.987893+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-24T08:10:22.987893+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-24T08:19:41.268595+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 37d6178b7ea7a5f81e7618817468a075134a6faf..25a9011d67a07e2b9ee658b1427748f614751b18 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,134538.60724322,152901.4889160792,327.3644205729167,0.5693852997350283,0.005221563457665487,0.0052409428565346776,4.905485045332045,366.7950480080395,0.005861191091306667,0.005231110495882956,0.007372672410315769,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,114320.9615052541,163270.7731617292,332.4486490885417,0.5782283040304378,0.00530189527687671,0.005322706575141688,4.905546758815403,338.11382921326083,0.005402930729754825,0.005312403300407547,0.0074012031285729885,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.8506416467051471,0.9102031444776154,0.697331428527832,0.41278654197230863,0.027844869281226956,0.02713260899201621,2.1811905905438183,0.9223023618668376,0.0362659040829067,0.02741980910663433,0.023818952166515656,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.3075640747418225,1.2612788486743007,0.8454544444878896,2.266735212763682,0.9344652068987547,0.4794895395451896,33.33208004749152,1.1434876801880387,0.8051218574210627,0.5952786938631879,0.41317597860214783,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04805787752482117,0.04513598710227294,0.18728400725457403,0.681032694609052,0.14593398354730475,0.16063463504962935,4.267150991812052,0.21922106998375218,0.17557191803583136,0.14999385037925045,0.17646524402966224,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 00d00ef2934b373fead70dee9cbcfab8d9911964..cf0aabf75336ac968b40dbd532ee9e840a41fc5c 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T08:09:19.853021+00:00", + "evaluated_at": "2026-06-24T08:19:00.058113+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 62890.0, 62780.0, 62657.98828125, - 62672.01171875 + 62657.98828125 ], "p50": [ - 62322.96484375, - 62162.005859375, - 62160.53515625, - 62392.474609375, - 62346.259765625, - 62259.828125, - 62344.84375, - 62316.779296875, - 62272.42578125, - 62102.421875, - 62276.421875, - 62278.04296875, - 62146.005859375, - 62048.380859375, - 62189.701171875, - 62199.1328125, - 62564.75, - 62404.513671875, - 62460.236328125, - 62266.611328125, - 62421.275390625, - 62293.484375, - 62141.998046875, - 62251.505859375 + 62317.4375, + 62221.556640625, + 62163.95703125, + 62339.435546875, + 62216.8359375, + 62317.431640625, + 62302.48046875, + 62353.392578125, + 62334.890625, + 62222.25390625, + 62194.658203125, + 62114.44140625, + 62100.50390625, + 62110.455078125, + 61924.8515625, + 62176.880859375, + 62329.267578125, + 62371.271484375, + 62251.859375, + 62350.212890625, + 62385.212890625, + 62110.689453125, + 62208.0, + 62233.11328125 ], "p10": [ - 61912.240234375, - 61544.140625, - 61410.40625, - 61495.673828125, - 61452.966796875, - 61175.662109375, - 61038.998046875, - 61374.41796875, - 61111.373046875, - 60863.451171875, - 60936.431640625, - 60842.265625, - 60619.21484375, - 60564.52734375, - 60530.92578125, - 60880.5390625, - 61003.783203125, - 60802.796875, - 60797.943359375, - 60597.4140625, - 60828.591796875, - 60496.716796875, - 60478.94140625, - 60440.837890625 + 61907.232421875, + 61590.5234375, + 61296.40234375, + 61460.08984375, + 61276.931640625, + 61054.626953125, + 61267.021484375, + 60989.7421875, + 61163.6640625, + 60995.689453125, + 60908.828125, + 60754.318359375, + 60704.40625, + 60638.21875, + 60391.65234375, + 60505.443359375, + 60785.09375, + 60692.7421875, + 60527.072265625, + 60476.107421875, + 60722.107421875, + 60463.501953125, + 60213.537109375, + 60228.7734375 ], "p90": [ - 62755.546875, - 62750.98828125, - 62845.2890625, - 63123.44921875, - 63558.28515625, - 63622.845703125, - 63490.13671875, - 63786.64453125, - 63612.775390625, - 63348.470703125, - 63834.33984375, - 63788.177734375, - 63888.126953125, - 63565.072265625, - 63783.23828125, - 63937.697265625, - 64102.84375, - 64251.1640625, - 64743.92578125, - 64436.990234375, - 64230.48828125, - 64026.302734375, - 64161.8046875, - 63971.220703125 + 62696.92578125, + 62753.791015625, + 63096.884765625, + 63141.025390625, + 63410.994140625, + 63467.837890625, + 63782.6796875, + 63579.64453125, + 63557.412109375, + 63529.677734375, + 63518.09765625, + 63503.9609375, + 63513.458984375, + 63452.705078125, + 63546.26171875, + 63884.91015625, + 63885.57421875, + 63962.197265625, + 64195.326171875, + 64345.265625, + 64473.9765625, + 63931.77734375, + 64236.564453125, + 64227.1640625 ], "mean": [ - 62304.0390625, - 62181.24609375, - 62148.40234375, - 62426.41015625, - 62416.14453125, - 62314.18359375, - 62325.4375, - 62453.03515625, - 62322.15234375, - 62108.7734375, - 62338.7421875, - 62231.80859375, - 62239.2265625, - 62060.34765625, - 62008.0625, - 62479.6953125, - 62669.67578125, - 62500.59375, - 62580.9375, - 62342.80859375, - 62464.2734375, - 62262.0859375, - 62364.40625, - 62411.3671875 + 62293.578125, + 62235.04296875, + 62196.1875, + 62275.390625, + 62344.16015625, + 62329.93359375, + 62443.921875, + 62417.76171875, + 62350.83984375, + 62209.453125, + 62202.69921875, + 62181.3515625, + 62155.25, + 62165.8515625, + 61975.87890625, + 62370.28125, + 62394.89453125, + 62329.69921875, + 62157.09375, + 62487.48828125, + 62538.88671875, + 62045.10546875, + 62915.52734375, + 62263.08984375 ], "quantiles": { "0.1": [ - 61912.240234375, - 61544.140625, - 61410.40625, - 61495.673828125, - 61452.966796875, - 61175.662109375, - 61038.998046875, - 61374.41796875, - 61111.373046875, - 60863.451171875, - 60936.431640625, - 60842.265625, - 60619.21484375, - 60564.52734375, - 60530.92578125, - 60880.5390625, - 61003.783203125, - 60802.796875, - 60797.943359375, - 60597.4140625, - 60828.591796875, - 60496.716796875, - 60478.94140625, - 60440.837890625 + 61907.232421875, + 61590.5234375, + 61296.40234375, + 61460.08984375, + 61276.931640625, + 61054.626953125, + 61267.021484375, + 60989.7421875, + 61163.6640625, + 60995.689453125, + 60908.828125, + 60754.318359375, + 60704.40625, + 60638.21875, + 60391.65234375, + 60505.443359375, + 60785.09375, + 60692.7421875, + 60527.072265625, + 60476.107421875, + 60722.107421875, + 60463.501953125, + 60213.537109375, + 60228.7734375 ], "0.2": [ - 61912.240234375, - 61544.140625, - 61410.40625, - 61495.673828125, - 61452.966796875, - 61175.662109375, - 61038.998046875, - 61374.41796875, - 61111.373046875, - 60863.451171875, - 60936.431640625, - 60842.265625, - 60619.21484375, - 60564.52734375, - 60530.92578125, - 60880.5390625, - 61003.783203125, - 60802.796875, - 60797.943359375, - 60597.4140625, - 60828.591796875, - 60496.716796875, - 60478.94140625, - 60440.837890625 + 61907.232421875, + 61590.5234375, + 61296.40234375, + 61460.08984375, + 61276.931640625, + 61054.626953125, + 61267.021484375, + 60989.7421875, + 61163.6640625, + 60995.689453125, + 60908.828125, + 60754.318359375, + 60704.40625, + 60638.21875, + 60391.65234375, + 60505.443359375, + 60785.09375, + 60692.7421875, + 60527.072265625, + 60476.107421875, + 60722.107421875, + 60463.501953125, + 60213.537109375, + 60228.7734375 ], "0.3": [ - 61912.240234375, - 61544.140625, - 61410.40625, - 61495.673828125, - 61452.966796875, - 61175.662109375, - 61038.998046875, - 61374.41796875, - 61111.373046875, - 60863.451171875, - 60936.431640625, - 60842.265625, - 60619.21484375, - 60564.52734375, - 60530.92578125, - 60880.5390625, - 61003.783203125, - 60802.796875, - 60797.943359375, - 60597.4140625, - 60828.591796875, - 60496.716796875, - 60478.94140625, - 60440.837890625 + 61907.232421875, + 61590.5234375, + 61296.40234375, + 61460.08984375, + 61276.931640625, + 61054.626953125, + 61267.021484375, + 60989.7421875, + 61163.6640625, + 60995.689453125, + 60908.828125, + 60754.318359375, + 60704.40625, + 60638.21875, + 60391.65234375, + 60505.443359375, + 60785.09375, + 60692.7421875, + 60527.072265625, + 60476.107421875, + 60722.107421875, + 60463.501953125, + 60213.537109375, + 60228.7734375 ], "0.4": [ - 62322.96484375, - 62162.005859375, - 62160.53515625, - 62392.474609375, - 62346.259765625, - 62259.828125, - 62344.84375, - 62316.779296875, - 62272.42578125, - 62102.421875, - 62276.421875, - 62278.04296875, - 62146.005859375, - 62048.380859375, - 62189.701171875, - 62199.1328125, - 62564.75, - 62404.513671875, - 62460.236328125, - 62266.611328125, - 62421.275390625, - 62293.484375, - 62141.998046875, - 62251.505859375 + 62317.4375, + 62221.556640625, + 62163.95703125, + 62339.435546875, + 62216.8359375, + 62317.431640625, + 62302.48046875, + 62353.392578125, + 62334.890625, + 62222.25390625, + 62194.658203125, + 62114.44140625, + 62100.50390625, + 62110.455078125, + 61924.8515625, + 62176.880859375, + 62329.267578125, + 62371.271484375, + 62251.859375, + 62350.212890625, + 62385.212890625, + 62110.689453125, + 62208.0, + 62233.11328125 ], "0.5": [ - 62322.96484375, - 62162.005859375, - 62160.53515625, - 62392.474609375, - 62346.259765625, - 62259.828125, - 62344.84375, - 62316.779296875, - 62272.42578125, - 62102.421875, - 62276.421875, - 62278.04296875, - 62146.005859375, - 62048.380859375, - 62189.701171875, - 62199.1328125, - 62564.75, - 62404.513671875, - 62460.236328125, - 62266.611328125, - 62421.275390625, - 62293.484375, - 62141.998046875, - 62251.505859375 + 62317.4375, + 62221.556640625, + 62163.95703125, + 62339.435546875, + 62216.8359375, + 62317.431640625, + 62302.48046875, + 62353.392578125, + 62334.890625, + 62222.25390625, + 62194.658203125, + 62114.44140625, + 62100.50390625, + 62110.455078125, + 61924.8515625, + 62176.880859375, + 62329.267578125, + 62371.271484375, + 62251.859375, + 62350.212890625, + 62385.212890625, + 62110.689453125, + 62208.0, + 62233.11328125 ], "0.6": [ - 62322.96484375, - 62162.005859375, - 62160.53515625, - 62392.474609375, - 62346.259765625, - 62259.828125, - 62344.84375, - 62316.779296875, - 62272.42578125, - 62102.421875, - 62276.421875, - 62278.04296875, - 62146.005859375, - 62048.380859375, - 62189.701171875, - 62199.1328125, - 62564.75, - 62404.513671875, - 62460.236328125, - 62266.611328125, - 62421.275390625, - 62293.484375, - 62141.998046875, - 62251.505859375 + 62317.4375, + 62221.556640625, + 62163.95703125, + 62339.435546875, + 62216.8359375, + 62317.431640625, + 62302.48046875, + 62353.392578125, + 62334.890625, + 62222.25390625, + 62194.658203125, + 62114.44140625, + 62100.50390625, + 62110.455078125, + 61924.8515625, + 62176.880859375, + 62329.267578125, + 62371.271484375, + 62251.859375, + 62350.212890625, + 62385.212890625, + 62110.689453125, + 62208.0, + 62233.11328125 ], "0.7": [ - 62322.96484375, - 62162.005859375, - 62160.53515625, - 62392.474609375, - 62346.259765625, - 62259.828125, - 62344.84375, - 62316.779296875, - 62272.42578125, - 62102.421875, - 62276.421875, - 62278.04296875, - 62146.005859375, - 62048.380859375, - 62189.701171875, - 62199.1328125, - 62564.75, - 62404.513671875, - 62460.236328125, - 62266.611328125, - 62421.275390625, - 62293.484375, - 62141.998046875, - 62251.505859375 + 62317.4375, + 62221.556640625, + 62163.95703125, + 62339.435546875, + 62216.8359375, + 62317.431640625, + 62302.48046875, + 62353.392578125, + 62334.890625, + 62222.25390625, + 62194.658203125, + 62114.44140625, + 62100.50390625, + 62110.455078125, + 61924.8515625, + 62176.880859375, + 62329.267578125, + 62371.271484375, + 62251.859375, + 62350.212890625, + 62385.212890625, + 62110.689453125, + 62208.0, + 62233.11328125 ], "0.8": [ - 62755.546875, - 62750.98828125, - 62845.2890625, - 63123.44921875, - 63558.28515625, - 63622.845703125, - 63490.13671875, - 63786.64453125, - 63612.775390625, - 63348.470703125, - 63834.33984375, - 63788.177734375, - 63888.126953125, - 63565.072265625, - 63783.23828125, - 63937.697265625, - 64102.84375, - 64251.1640625, - 64743.92578125, - 64436.990234375, - 64230.48828125, - 64026.302734375, - 64161.8046875, - 63971.220703125 + 62696.92578125, + 62753.791015625, + 63096.884765625, + 63141.025390625, + 63410.994140625, + 63467.837890625, + 63782.6796875, + 63579.64453125, + 63557.412109375, + 63529.677734375, + 63518.09765625, + 63503.9609375, + 63513.458984375, + 63452.705078125, + 63546.26171875, + 63884.91015625, + 63885.57421875, + 63962.197265625, + 64195.326171875, + 64345.265625, + 64473.9765625, + 63931.77734375, + 64236.564453125, + 64227.1640625 ], "0.9": [ - 62755.546875, - 62750.98828125, - 62845.2890625, - 63123.44921875, - 63558.28515625, - 63622.845703125, - 63490.13671875, - 63786.64453125, - 63612.775390625, - 63348.470703125, - 63834.33984375, - 63788.177734375, - 63888.126953125, - 63565.072265625, - 63783.23828125, - 63937.697265625, - 64102.84375, - 64251.1640625, - 64743.92578125, - 64436.990234375, - 64230.48828125, - 64026.302734375, - 64161.8046875, - 63971.220703125 + 62696.92578125, + 62753.791015625, + 63096.884765625, + 63141.025390625, + 63410.994140625, + 63467.837890625, + 63782.6796875, + 63579.64453125, + 63557.412109375, + 63529.677734375, + 63518.09765625, + 63503.9609375, + 63513.458984375, + 63452.705078125, + 63546.26171875, + 63884.91015625, + 63885.57421875, + 63962.197265625, + 64195.326171875, + 64345.265625, + 64473.9765625, + 63931.77734375, + 64236.564453125, + 64227.1640625 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 00589f44caa9ea2e2e5229cfd278c3e50e2ddcbd..fb1af060c0bd959d6ddb764eebab7d9f87cff049 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,29 +1,11 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-24T08:09:40.968665+00:00", + "evaluated_at": "2026-06-24T08:19:15.435461+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index ffaa328e0c7813d9dac5370cd0e88bd9239704d0..48db2827b97bb93ac72223c0a530f9d9117a965b 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,2596440.4735522647,2566794.808809569,1588.9693933319602,2.7636962279185275,0.025401770719937006,0.025077776891077225,79.43748584318337,1611.3474093293055,0.025748480334865365,0.025390891461413934,0.02421567001973527,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,2598223.5539979865,2568550.7190962047,1589.5537032277934,2.7647125187683237,0.025411318636611998,0.02508709992455188,79.47813747717522,1611.900603014338,0.025757560173155242,0.025400465191703542,0.024225232795262393,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,4.25198316917136,3.941593385544353,1.7793914960984563,1.0533138654600285,0.0716357085338421,0.06932483526954926,15.91323288213343,2.0620337458856874,0.08108134721962701,0.06996755510072467,0.06256216465124885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.24470144364558885,0.24518344711219608,0.3999014272936025,1.072169710373849,0.4212065926288752,0.30050714705229464,39.02476497240352,0.4946730674350372,0.34829592462594666,0.2815678607704926,0.275451824337922,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.00884316694987309,0.00921514907491549,0.07868585641100537,0.2861303621422761,0.06516897159609156,0.06307945586350575,3.1060182541192014,0.09403811434664718,0.07531416622287888,0.06301869949542782,0.05138051684633429,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index dfbc5f0b46499513c7e64e98c732815152cf7d17..60022bcb42a942555fa6612342addd91b4b3c94d 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-24T08:10:17.646322+00:00", + "evaluated_at": "2026-06-24T08:19:35.464030+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62672.01171875 + 62657.98828125 ], "p50": [ 64169.83959189967, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index a76b1bf7ea93f6986ef3d3eace0921b1ac75bc92..a550fef2263d07f0a124c19e02862463895cbc88 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,29 +1,11 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-24T08:10:17.678398+00:00", + "evaluated_at": "2026-06-24T08:19:35.471358+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index b4ee78b74f91895cbac31f715d7806e2c7feebb1..3739bcaf7de89ee2f0cb6a38348c6acdbcf58e12 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-24T08:05:54.378506+00:00", - "finished_at": "2026-06-24T08:10:22.986921+00:00", - "task_count": 4, + "started_at": "2026-06-24T08:16:35.910092+00:00", + "finished_at": "2026-06-24T08:19:41.267967+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,29 +10,11 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-24T08:06:32.918425+00:00", + "evaluated_at": "2026-06-24T08:17:04.810916+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } @@ -42,29 +24,11 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-24T08:07:23.724652+00:00", + "evaluated_at": "2026-06-24T08:17:28.747833+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } @@ -74,29 +38,11 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-24T08:08:07.986570+00:00", + "evaluated_at": "2026-06-24T08:18:03.935381+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } @@ -106,29 +52,11 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-24T08:08:33.271293+00:00", + "evaluated_at": "2026-06-24T08:18:13.277233+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } @@ -138,29 +66,11 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-24T08:09:40.968665+00:00", + "evaluated_at": "2026-06-24T08:19:15.435461+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } @@ -170,29 +80,11 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-24T08:10:17.106538+00:00", + "evaluated_at": "2026-06-24T08:19:35.158504+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } @@ -202,29 +94,11 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-24T08:10:17.531668+00:00", + "evaluated_at": "2026-06-24T08:19:35.382237+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } @@ -234,29 +108,11 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-24T08:10:17.641508+00:00", + "evaluated_at": "2026-06-24T08:19:35.427566+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } @@ -266,29 +122,11 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-24T08:10:17.678398+00:00", + "evaluated_at": "2026-06-24T08:19:35.471358+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } @@ -298,29 +136,11 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-24T08:10:17.709686+00:00", + "evaluated_at": "2026-06-24T08:19:35.497848+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } @@ -343,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-24T08:13:27.904229+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260624_081935.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260624_081935.json new file mode 100644 index 0000000000000000000000000000000000000000..a86d3c0cada67153e830859e5fbd086a15bca8c6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260624_081935.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-24T08:19:35.371236+00:00", + "metrics": { + "MSE[mean]": 305801.5924631067, + "MSE[0.5]": 807595.5654048441, + "MAE[0.5]": 875.5549503764227, + "MASE[0.5]": 1.5228536961411354, + "MAPE[0.5]": 0.013980710067270008, + "sMAPE[0.5]": 0.014084317828199876, + "MSIS": 28.896419242011945, + "RMSE[mean]": 552.9933023673132, + "NRMSE[mean]": 0.008836623197758802, + "ND[0.5]": 0.013991035971480468, + "mean_weighted_sum_quantile_loss": 0.012622501928165062 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62657.98828125 + ], + "predictions": { + "p50": [ + 61694.22518235463, + 61709.83537522077, + 61708.52476114922, + 61694.19551826939, + 61705.25594224785, + 61718.21378669518, + 61701.59092210102, + 61695.53272636367, + 61706.16682097187, + 61704.45551680256, + 61704.45535826759, + 61702.58516539021, + 61709.163610012794, + 61695.53131424949, + 61703.27993274298, + 61695.5313134091, + 61715.09915386007, + 61707.66542506666, + 61704.455394323755, + 61707.665425060346, + 61701.30106680457, + 61704.455394325836, + 61701.30106680473, + 61709.17939347155 + ], + "p10": [ + 61441.235062939435, + 61461.520192086165, + 61466.159399624936, + 61458.54890751911, + 61459.277746065534, + 61458.29379261034, + 61459.328319902466, + 61459.35355745436, + 61459.35172841058, + 61449.610287229814, + 61458.360787941216, + 61458.360834615276, + 61449.61016162766, + 61449.6101656732, + 61449.610164482154, + 61367.677891174644, + 61459.350241901666, + 61462.24840724147, + 61449.509708501166, + 61459.35024192574, + 61466.79825161371, + 61449.50970850325, + 61449.50970850318, + 61458.26036774957 + ], + "p90": [ + 61958.87366077419, + 61976.46389837498, + 61965.60534810039, + 61953.18956217578, + 62052.269057220066, + 61955.8602621165, + 62048.139836872586, + 61951.54879863125, + 61954.70528186918, + 61955.844082186406, + 61967.64711913703, + 61943.187075414484, + 62048.14463331597, + 61967.64715611539, + 61967.64715492434, + 62093.2252684685, + 61955.84395968616, + 61975.69690332676, + 61953.001478654056, + 61966.08831618929, + 61966.088316188514, + 61966.24420008939, + 61921.49794317886, + 62048.14463644136 + ], + "mean": [ + 62935.620201493635, + 62351.94669792805, + 62034.171584822325, + 62006.08048270895, + 62347.5949202604, + 61719.25144149016, + 62654.63102042571, + 62012.27213883848, + 62327.383677421334, + 61720.40239862104, + 62650.28017260816, + 61702.562363047065, + 62654.70815957943, + 61706.59434023612, + 62341.63150798071, + 62633.0918930389, + 62656.893250866364, + 63277.28850042941, + 61713.41079454971, + 62336.511537695245, + 61715.703487980034, + 62343.744897996665, + 62001.658862016324, + 62342.244827695155 + ], + "quantiles": { + "0.1": [ + 61441.235062939435, + 61461.520192086165, + 61466.159399624936, + 61458.54890751911, + 61459.277746065534, + 61458.29379261034, + 61459.328319902466, + 61459.35355745436, + 61459.35172841058, + 61449.610287229814, + 61458.360787941216, + 61458.360834615276, + 61449.61016162766, + 61449.6101656732, + 61449.610164482154, + 61367.677891174644, + 61459.350241901666, + 61462.24840724147, + 61449.509708501166, + 61459.35024192574, + 61466.79825161371, + 61449.50970850325, + 61449.50970850318, + 61458.26036774957 + ], + "0.2": [ + 61513.103365482435, + 61545.28137793714, + 61588.43406354074, + 61523.99385611318, + 61539.361516723686, + 61588.029329129655, + 61552.03055715917, + 61543.112840810456, + 61539.41647411994, + 61552.03547920471, + 61543.11139171792, + 61524.63875015832, + 61520.47390167221, + 61467.26803446737, + 61552.03535645705, + 61517.469266057655, + 61588.013026699315, + 61550.25057094449, + 61520.09161650993, + 61552.035356728535, + 61570.70102514228, + 61565.18310566924, + 61518.56246336946, + 61552.03535672794 + ], + "0.3": [ + 61591.43514301797, + 61624.71812577179, + 61629.46089747887, + 61598.993765852814, + 61630.04437606213, + 61636.575555035306, + 61630.09494989906, + 61621.249030743165, + 61606.71849953045, + 61612.30054209178, + 61606.36859670977, + 61605.55131691601, + 61621.247614583444, + 61621.247618628986, + 61627.83427703982, + 61588.01302680255, + 61665.44109942526, + 61622.54817561768, + 61606.71891553786, + 61622.548175611366, + 61618.56345828051, + 61606.71891553994, + 61598.805682333106, + 61606.718915539896 + ], + "0.4": [ + 61653.65849815252, + 61691.17359018189, + 61691.56218515429, + 61657.912173419725, + 61690.86670488859, + 61692.21733955011, + 61688.9988404521, + 61664.298834867586, + 61689.00322401142, + 61684.43435335948, + 61680.53571295493, + 61648.06102327223, + 61680.53574588775, + 61665.931247918386, + 61689.00363974998, + 61633.975451443956, + 61694.92176187401, + 61684.43423088962, + 61670.53178445652, + 61665.27771693284, + 61674.68802620858, + 61687.17587636565, + 61665.27771693222, + 61684.43423088271 + ], + "0.5": [ + 61694.22518235463, + 61709.83537522077, + 61708.52476114922, + 61694.19551826939, + 61705.25594224785, + 61718.21378669518, + 61701.59092210102, + 61695.53272636367, + 61706.16682097187, + 61704.45551680256, + 61704.45535826759, + 61702.58516539021, + 61709.163610012794, + 61695.53131424949, + 61703.27993274298, + 61695.5313134091, + 61715.09915386007, + 61707.66542506666, + 61704.455394323755, + 61707.665425060346, + 61701.30106680457, + 61704.455394325836, + 61701.30106680473, + 61709.17939347155 + ], + "0.6": [ + 61717.78270626581, + 61751.974113890574, + 61742.43171697769, + 61712.984181517975, + 61738.526132385676, + 61762.43357008313, + 61727.82379216984, + 61725.40365307143, + 61752.41424126109, + 61758.76526809649, + 61756.33036152381, + 61738.581516407234, + 61762.723996252105, + 61707.365788364215, + 61756.330397311125, + 61714.47948788236, + 61766.37612141056, + 61766.37612144095, + 61762.41726767423, + 61754.849405308836, + 61731.468119290694, + 61772.31440207075, + 61718.1974842883, + 61758.76514561972 + ], + "0.7": [ + 61767.83631524503, + 61808.073655774446, + 61804.869201442336, + 61781.465434098296, + 61803.28952384977, + 61805.920008020286, + 61815.49945055597, + 61788.93740846136, + 61805.50763742185, + 61837.90564312792, + 61841.30905047746, + 61805.62675970179, + 61837.90551752576, + 61773.07484091738, + 61805.5080531604, + 61792.98054597557, + 61803.344897232, + 61837.90552065806, + 61802.41783032094, + 61805.50805343189, + 61788.935995426844, + 61838.926590416544, + 61773.07483999721, + 61805.508053431295 + ], + "0.8": [ + 61847.6334061192, + 61899.05157909617, + 61864.37337586336, + 61857.17019569772, + 61869.38409618566, + 61865.663432102236, + 61884.60402960655, + 61864.89619218705, + 61869.43905358192, + 61884.60895165209, + 61921.497907120676, + 61856.98212279389, + 61896.881625809765, + 61856.98211309819, + 61884.60882890443, + 61885.72988127129, + 61865.647129671896, + 61884.60882918223, + 61890.21408925434, + 61865.012227852916, + 61855.00394543418, + 61896.881628935196, + 61864.894779152695, + 61890.21408925638 + ], + "0.9": [ + 61958.87366077419, + 61976.46389837498, + 61965.60534810039, + 61953.18956217578, + 62052.269057220066, + 61955.8602621165, + 62048.139836872586, + 61951.54879863125, + 61954.70528186918, + 61955.844082186406, + 61967.64711913703, + 61943.187075414484, + 62048.14463331597, + 61967.64715611539, + 61967.64715492434, + 62093.2252684685, + 61955.84395968616, + 61975.69690332676, + 61953.001478654056, + 61966.08831618929, + 61966.088316188514, + 61966.24420008939, + 61921.49794317886, + 62048.14463644136 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260624_081701.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260624_081701.json new file mode 100644 index 0000000000000000000000000000000000000000..66dd20a3905d3d78885ddbdeb99a04f629cabd39 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260624_081701.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-24T08:17:01.686467+00:00", + "metrics": { + "MSE[mean]": 199272.00598716736, + "MSE[0.5]": 199272.00598716736, + "MAE[0.5]": 389.44189453125, + "MASE[0.5]": 0.6773567190319097, + "MAPE[0.5]": 0.006212317890420124, + "sMAPE[0.5]": 0.006237734865545119, + "MSIS": 5.511929858002371, + "RMSE[mean]": 446.3989314359605, + "NRMSE[mean]": 0.007133285586091239, + "ND[0.5]": 0.006223133742600271, + "mean_weighted_sum_quantile_loss": 0.008744075819194142 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62657.98828125 + ], + "predictions": { + "p50": [ + 62140.9375, + 62142.6484375, + 62181.85546875, + 62202.31640625, + 62272.16796875, + 62295.65234375, + 62293.078125, + 62276.3671875, + 62237.79296875, + 62209.859375, + 62148.94921875, + 62160.390625, + 62162.93359375, + 62173.375, + 62218.76171875, + 62224.69140625, + 62219.8046875, + 62219.82421875, + 62196.98828125, + 62166.89453125, + 62141.43359375, + 62114.4375, + 62093.203125, + 62072.015625 + ], + "p10": [ + 61589.734375, + 61407.359375, + 61312.05859375, + 61180.97265625, + 61104.4375, + 61010.2734375, + 60922.53125, + 60789.83203125, + 60749.6875, + 60610.5546875, + 60504.0078125, + 60376.96484375, + 60399.2109375, + 60320.34375, + 60257.234375, + 60217.08984375, + 59761.54296875, + 59737.19921875, + 59735.65234375, + 59593.578125, + 59597.19921875, + 59511.5234375, + 59407.3125, + 59423.0078125 + ], + "p90": [ + 62686.625, + 62879.80078125, + 63015.82421875, + 63229.6953125, + 63349.140625, + 63468.50390625, + 63522.61328125, + 63506.6796875, + 63515.51171875, + 63483.234375, + 63502.7578125, + 63566.56640625, + 63594.62890625, + 63679.046875, + 63748.96484375, + 63794.6171875, + 63865.984375, + 63872.05859375, + 63881.32421875, + 63872.3203125, + 63878.375, + 63865.19921875, + 63905.9921875, + 63891.01171875 + ], + "mean": [ + 62140.9375, + 62142.6484375, + 62181.85546875, + 62202.31640625, + 62272.16796875, + 62295.65234375, + 62293.078125, + 62276.3671875, + 62237.79296875, + 62209.859375, + 62148.94921875, + 62160.390625, + 62162.93359375, + 62173.375, + 62218.76171875, + 62224.69140625, + 62219.8046875, + 62219.82421875, + 62196.98828125, + 62166.89453125, + 62141.43359375, + 62114.4375, + 62093.203125, + 62072.015625 + ], + "quantiles": { + "0.1": [ + 61589.734375, + 61407.359375, + 61312.05859375, + 61180.97265625, + 61104.4375, + 61010.2734375, + 60922.53125, + 60789.83203125, + 60749.6875, + 60610.5546875, + 60504.0078125, + 60376.96484375, + 60399.2109375, + 60320.34375, + 60257.234375, + 60217.08984375, + 59761.54296875, + 59737.19921875, + 59735.65234375, + 59593.578125, + 59597.19921875, + 59511.5234375, + 59407.3125, + 59423.0078125 + ], + "0.2": [ + 61589.734375, + 61407.359375, + 61312.05859375, + 61180.97265625, + 61104.4375, + 61010.2734375, + 60922.53125, + 60789.83203125, + 60749.6875, + 60610.5546875, + 60504.0078125, + 60376.96484375, + 60399.2109375, + 60320.34375, + 60257.234375, + 60217.08984375, + 59761.54296875, + 59737.19921875, + 59735.65234375, + 59593.578125, + 59597.19921875, + 59511.5234375, + 59407.3125, + 59423.0078125 + ], + "0.3": [ + 61589.734375, + 61407.359375, + 61312.05859375, + 61180.97265625, + 61104.4375, + 61010.2734375, + 60922.53125, + 60789.83203125, + 60749.6875, + 60610.5546875, + 60504.0078125, + 60376.96484375, + 60399.2109375, + 60320.34375, + 60257.234375, + 60217.08984375, + 59761.54296875, + 59737.19921875, + 59735.65234375, + 59593.578125, + 59597.19921875, + 59511.5234375, + 59407.3125, + 59423.0078125 + ], + "0.4": [ + 62140.9375, + 62142.6484375, + 62181.85546875, + 62202.31640625, + 62272.16796875, + 62295.65234375, + 62293.078125, + 62276.3671875, + 62237.79296875, + 62209.859375, + 62148.94921875, + 62160.390625, + 62162.93359375, + 62173.375, + 62218.76171875, + 62224.69140625, + 62219.8046875, + 62219.82421875, + 62196.98828125, + 62166.89453125, + 62141.43359375, + 62114.4375, + 62093.203125, + 62072.015625 + ], + "0.5": [ + 62140.9375, + 62142.6484375, + 62181.85546875, + 62202.31640625, + 62272.16796875, + 62295.65234375, + 62293.078125, + 62276.3671875, + 62237.79296875, + 62209.859375, + 62148.94921875, + 62160.390625, + 62162.93359375, + 62173.375, + 62218.76171875, + 62224.69140625, + 62219.8046875, + 62219.82421875, + 62196.98828125, + 62166.89453125, + 62141.43359375, + 62114.4375, + 62093.203125, + 62072.015625 + ], + "0.6": [ + 62140.9375, + 62142.6484375, + 62181.85546875, + 62202.31640625, + 62272.16796875, + 62295.65234375, + 62293.078125, + 62276.3671875, + 62237.79296875, + 62209.859375, + 62148.94921875, + 62160.390625, + 62162.93359375, + 62173.375, + 62218.76171875, + 62224.69140625, + 62219.8046875, + 62219.82421875, + 62196.98828125, + 62166.89453125, + 62141.43359375, + 62114.4375, + 62093.203125, + 62072.015625 + ], + "0.7": [ + 62140.9375, + 62142.6484375, + 62181.85546875, + 62202.31640625, + 62272.16796875, + 62295.65234375, + 62293.078125, + 62276.3671875, + 62237.79296875, + 62209.859375, + 62148.94921875, + 62160.390625, + 62162.93359375, + 62173.375, + 62218.76171875, + 62224.69140625, + 62219.8046875, + 62219.82421875, + 62196.98828125, + 62166.89453125, + 62141.43359375, + 62114.4375, + 62093.203125, + 62072.015625 + ], + "0.8": [ + 62686.625, + 62879.80078125, + 63015.82421875, + 63229.6953125, + 63349.140625, + 63468.50390625, + 63522.61328125, + 63506.6796875, + 63515.51171875, + 63483.234375, + 63502.7578125, + 63566.56640625, + 63594.62890625, + 63679.046875, + 63748.96484375, + 63794.6171875, + 63865.984375, + 63872.05859375, + 63881.32421875, + 63872.3203125, + 63878.375, + 63865.19921875, + 63905.9921875, + 63891.01171875 + ], + "0.9": [ + 62686.625, + 62879.80078125, + 63015.82421875, + 63229.6953125, + 63349.140625, + 63468.50390625, + 63522.61328125, + 63506.6796875, + 63515.51171875, + 63483.234375, + 63502.7578125, + 63566.56640625, + 63594.62890625, + 63679.046875, + 63748.96484375, + 63794.6171875, + 63865.984375, + 63872.05859375, + 63881.32421875, + 63872.3203125, + 63878.375, + 63865.19921875, + 63905.9921875, + 63891.01171875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260624_081935.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260624_081935.json new file mode 100644 index 0000000000000000000000000000000000000000..3f90349c5806e0567777ed0158f7381abbac09ea --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260624_081935.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-24T08:19:35.417897+00:00", + "metrics": { + "MSE[mean]": 1079162.1750114413, + "MSE[0.5]": 1094261.6591742523, + "MAE[0.5]": 889.7398908631909, + "MASE[0.5]": 1.5475255788602382, + "MAPE[0.5]": 0.014192864267250643, + "sMAPE[0.5]": 0.014333405417607659, + "MSIS": 37.05509548085812, + "RMSE[mean]": 1038.8273075980633, + "NRMSE[mean]": 0.01660006630367639, + "ND[0.5]": 0.014217705939502875, + "mean_weighted_sum_quantile_loss": 0.01301851086772707 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62657.98828125 + ], + "predictions": { + "p50": [ + 62326.70097396859, + 62268.70736870468, + 62216.06532594078, + 62161.653751926875, + 62115.593740412965, + 62047.67826014906, + 61998.77449863516, + 61936.80042462125, + 61881.74822560735, + 61833.34251096845, + 61773.522733829544, + 61718.204909815635, + 61673.05114830173, + 61605.15910553783, + 61549.57565652392, + 61494.19533251002, + 61440.531805371116, + 61385.09288760721, + 61324.980141718304, + 61275.6623177044, + 61210.45777494049, + 61162.46026342659, + 61107.16587691269, + 61052.10195914878 + ], + "p10": [ + 62073.40409896859, + 61991.41830620468, + 61974.36610719078, + 61880.782658176875, + 61839.85428728796, + 61786.13529139906, + 61730.81746738516, + 61686.13128399625, + 61597.790022482346, + 61575.06321409345, + 61509.546171329544, + 61461.80881606563, + 61409.10974205173, + 61352.77199616283, + 61286.67604714892, + 61216.96877001002, + 61188.318914746116, + 61144.59874698221, + 61051.015297968304, + 61011.6857552044, + 60977.48550931549, + 60901.05010717659, + 60845.73228316269, + 60790.41445914878 + ], + "p90": [ + 62560.408786468586, + 62501.67885307968, + 62461.40907594078, + 62404.060001926875, + 62338.070302912965, + 62293.42435389906, + 62227.43465488516, + 62172.11683087125, + 62127.47088185735, + 62212.84055784345, + 62006.163358829544, + 61961.517409815635, + 61995.76989830173, + 61850.88176178783, + 61879.45456277392, + 61829.81642626002, + 61667.34782099612, + 61618.741715732205, + 61594.605141718304, + 61508.1060677044, + 61436.08511869049, + 61410.37041967659, + 61355.05259566269, + 61381.59414664878 + ], + "mean": [ + 62346.79579818755, + 62273.34158745484, + 62234.00979859687, + 62167.7572089579, + 62120.159170100465, + 62047.188572649284, + 62002.32143222906, + 61943.62536602736, + 61878.09408498213, + 61855.543624249694, + 61787.14261664227, + 61726.22481215954, + 61689.085093614085, + 61618.01221100636, + 61572.49716043017, + 61505.82892626025, + 61445.65084834002, + 61408.81784854457, + 61325.10377453059, + 61275.0570833294, + 61202.51121244073, + 61176.735400145495, + 61101.332419881306, + 61075.35174430482 + ], + "quantiles": { + "0.1": [ + 62073.40409896859, + 61991.41830620468, + 61974.36610719078, + 61880.782658176875, + 61839.85428728796, + 61786.13529139906, + 61730.81746738516, + 61686.13128399625, + 61597.790022482346, + 61575.06321409345, + 61509.546171329544, + 61461.80881606563, + 61409.10974205173, + 61352.77199616283, + 61286.67604714892, + 61216.96877001002, + 61188.318914746116, + 61144.59874698221, + 61051.015297968304, + 61011.6857552044, + 60977.48550931549, + 60901.05010717659, + 60845.73228316269, + 60790.41445914878 + ], + "0.2": [ + 62192.05253646859, + 62100.75580620468, + 62081.41688844078, + 61990.12015817688, + 61954.73202166297, + 61880.09232264906, + 61848.92684238516, + 61793.928549621254, + 61714.13885060735, + 61689.41087034345, + 61622.825077579546, + 61547.577566065636, + 61487.24489830173, + 61404.44504303783, + 61411.53425027392, + 61321.29142626002, + 61295.748602246116, + 61245.58077823221, + 61143.079360468306, + 61134.9451302044, + 61074.47730619049, + 61014.32901342659, + 60914.11118941269, + 60918.786334148775 + ], + "0.3": [ + 62252.02128646859, + 62208.93393120468, + 62141.38563844078, + 62052.368595676875, + 62048.03397478796, + 61957.57552577406, + 61920.11434238516, + 61855.07776837125, + 61768.42517873235, + 61743.45383909345, + 61689.124296329544, + 61633.806472315635, + 61570.60271080173, + 61498.35051178783, + 61502.26315652392, + 61387.117988760016, + 61364.143524121115, + 61308.702653232205, + 61217.222329218304, + 61191.2638802044, + 61111.12574369049, + 61079.63995092659, + 60996.54087691269, + 60969.00430289878 + ], + "0.4": [ + 62310.11503646859, + 62246.58627495468, + 62199.47938844078, + 62144.161564426875, + 62089.46014666297, + 62025.31497889906, + 61969.99715488516, + 61898.28479962125, + 61834.17010060735, + 61813.28196409345, + 61739.335233829544, + 61701.618972315635, + 61638.09021080173, + 61590.98332428783, + 61527.45456277392, + 61453.35314501002, + 61415.178289746116, + 61361.50109073221, + 61280.991860468304, + 61234.1521614544, + 61172.767931190494, + 61121.92432592659, + 61068.51743941269, + 61022.661334148775 + ], + "0.5": [ + 62326.70097396859, + 62268.70736870468, + 62216.06532594078, + 62161.653751926875, + 62115.593740412965, + 62047.67826014906, + 61998.77449863516, + 61936.80042462125, + 61881.74822560735, + 61833.34251096845, + 61773.522733829544, + 61718.204909815635, + 61673.05114830173, + 61605.15910553783, + 61549.57565652392, + 61494.19533251002, + 61440.531805371116, + 61385.09288760721, + 61324.980141718304, + 61275.6623177044, + 61210.45777494049, + 61162.46026342659, + 61107.16587691269, + 61052.10195914878 + ], + "0.6": [ + 62378.06347396859, + 62299.39486870468, + 62268.96766969078, + 62212.770939426875, + 62157.804677912965, + 62080.12357264906, + 62047.16902988516, + 61990.838705871254, + 61935.08025685735, + 61896.876495343444, + 61824.88523382955, + 61776.490066065635, + 61725.599585801734, + 61629.16144928783, + 61603.17331277392, + 61501.33127001002, + 61492.537664746116, + 61439.20030948221, + 61348.292641718304, + 61305.6740364544, + 61218.17652494049, + 61195.03838842659, + 61125.32915816269, + 61092.766802898775 + ], + "0.7": [ + 62456.72050521859, + 62353.42611870468, + 62308.38915406578, + 62271.501408176875, + 62216.183584162965, + 62120.66263514906, + 62091.55574863516, + 62031.80003399625, + 61986.370100607346, + 61962.96165159345, + 61904.772733829544, + 61828.958816065635, + 61802.248023301734, + 61738.81926178783, + 61663.00534402392, + 61578.97658251002, + 61532.037664746116, + 61521.87921573221, + 61415.536782343304, + 61374.2130989544, + 61280.62574369049, + 61296.27666967659, + 61177.32564253769, + 61188.51211539878 + ], + "0.8": [ + 62480.25331771859, + 62437.80736870468, + 62404.82704469078, + 62361.68968942687, + 62271.853896662964, + 62201.84232264906, + 62142.05574863516, + 62087.631674621254, + 62037.71072560735, + 62029.782745343444, + 61972.694608829544, + 61879.044753565635, + 61879.259742051734, + 61796.33098053783, + 61753.19362527392, + 61687.77736376002, + 61583.615789746116, + 61552.722184482205, + 61519.741860468304, + 61427.3927864544, + 61359.33277494049, + 61355.87041967659, + 61251.70884566269, + 61245.23477164878 + ], + "0.9": [ + 62560.408786468586, + 62501.67885307968, + 62461.40907594078, + 62404.060001926875, + 62338.070302912965, + 62293.42435389906, + 62227.43465488516, + 62172.11683087125, + 62127.47088185735, + 62212.84055784345, + 62006.163358829544, + 61961.517409815635, + 61995.76989830173, + 61850.88176178783, + 61879.45456277392, + 61829.81642626002, + 61667.34782099612, + 61618.741715732205, + 61594.605141718304, + 61508.1060677044, + 61436.08511869049, + 61410.37041967659, + 61355.05259566269, + 61381.59414664878 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260624_081900.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260624_081900.json new file mode 100644 index 0000000000000000000000000000000000000000..0a472d2641a0f7b7a70bd04377013cc724713cfc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260624_081900.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-24T08:19:00.058113+00:00", + "metrics": { + "MSE[mean]": 114320.9615052541, + "MSE[0.5]": 163270.7731617292, + "MAE[0.5]": 332.4486490885417, + "MASE[0.5]": 0.5782283040304378, + "MAPE[0.5]": 0.00530189527687671, + "sMAPE[0.5]": 0.005322706575141688, + "MSIS": 4.905546758815403, + "RMSE[mean]": 338.11382921326083, + "NRMSE[mean]": 0.005402930729754825, + "ND[0.5]": 0.005312403300407547, + "mean_weighted_sum_quantile_loss": 0.0074012031285729885 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62657.98828125 + ], + "predictions": { + "p50": [ + 62317.4375, + 62221.556640625, + 62163.95703125, + 62339.435546875, + 62216.8359375, + 62317.431640625, + 62302.48046875, + 62353.392578125, + 62334.890625, + 62222.25390625, + 62194.658203125, + 62114.44140625, + 62100.50390625, + 62110.455078125, + 61924.8515625, + 62176.880859375, + 62329.267578125, + 62371.271484375, + 62251.859375, + 62350.212890625, + 62385.212890625, + 62110.689453125, + 62208.0, + 62233.11328125 + ], + "p10": [ + 61907.232421875, + 61590.5234375, + 61296.40234375, + 61460.08984375, + 61276.931640625, + 61054.626953125, + 61267.021484375, + 60989.7421875, + 61163.6640625, + 60995.689453125, + 60908.828125, + 60754.318359375, + 60704.40625, + 60638.21875, + 60391.65234375, + 60505.443359375, + 60785.09375, + 60692.7421875, + 60527.072265625, + 60476.107421875, + 60722.107421875, + 60463.501953125, + 60213.537109375, + 60228.7734375 + ], + "p90": [ + 62696.92578125, + 62753.791015625, + 63096.884765625, + 63141.025390625, + 63410.994140625, + 63467.837890625, + 63782.6796875, + 63579.64453125, + 63557.412109375, + 63529.677734375, + 63518.09765625, + 63503.9609375, + 63513.458984375, + 63452.705078125, + 63546.26171875, + 63884.91015625, + 63885.57421875, + 63962.197265625, + 64195.326171875, + 64345.265625, + 64473.9765625, + 63931.77734375, + 64236.564453125, + 64227.1640625 + ], + "mean": [ + 62293.578125, + 62235.04296875, + 62196.1875, + 62275.390625, + 62344.16015625, + 62329.93359375, + 62443.921875, + 62417.76171875, + 62350.83984375, + 62209.453125, + 62202.69921875, + 62181.3515625, + 62155.25, + 62165.8515625, + 61975.87890625, + 62370.28125, + 62394.89453125, + 62329.69921875, + 62157.09375, + 62487.48828125, + 62538.88671875, + 62045.10546875, + 62915.52734375, + 62263.08984375 + ], + "quantiles": { + "0.1": [ + 61907.232421875, + 61590.5234375, + 61296.40234375, + 61460.08984375, + 61276.931640625, + 61054.626953125, + 61267.021484375, + 60989.7421875, + 61163.6640625, + 60995.689453125, + 60908.828125, + 60754.318359375, + 60704.40625, + 60638.21875, + 60391.65234375, + 60505.443359375, + 60785.09375, + 60692.7421875, + 60527.072265625, + 60476.107421875, + 60722.107421875, + 60463.501953125, + 60213.537109375, + 60228.7734375 + ], + "0.2": [ + 61907.232421875, + 61590.5234375, + 61296.40234375, + 61460.08984375, + 61276.931640625, + 61054.626953125, + 61267.021484375, + 60989.7421875, + 61163.6640625, + 60995.689453125, + 60908.828125, + 60754.318359375, + 60704.40625, + 60638.21875, + 60391.65234375, + 60505.443359375, + 60785.09375, + 60692.7421875, + 60527.072265625, + 60476.107421875, + 60722.107421875, + 60463.501953125, + 60213.537109375, + 60228.7734375 + ], + "0.3": [ + 61907.232421875, + 61590.5234375, + 61296.40234375, + 61460.08984375, + 61276.931640625, + 61054.626953125, + 61267.021484375, + 60989.7421875, + 61163.6640625, + 60995.689453125, + 60908.828125, + 60754.318359375, + 60704.40625, + 60638.21875, + 60391.65234375, + 60505.443359375, + 60785.09375, + 60692.7421875, + 60527.072265625, + 60476.107421875, + 60722.107421875, + 60463.501953125, + 60213.537109375, + 60228.7734375 + ], + "0.4": [ + 62317.4375, + 62221.556640625, + 62163.95703125, + 62339.435546875, + 62216.8359375, + 62317.431640625, + 62302.48046875, + 62353.392578125, + 62334.890625, + 62222.25390625, + 62194.658203125, + 62114.44140625, + 62100.50390625, + 62110.455078125, + 61924.8515625, + 62176.880859375, + 62329.267578125, + 62371.271484375, + 62251.859375, + 62350.212890625, + 62385.212890625, + 62110.689453125, + 62208.0, + 62233.11328125 + ], + "0.5": [ + 62317.4375, + 62221.556640625, + 62163.95703125, + 62339.435546875, + 62216.8359375, + 62317.431640625, + 62302.48046875, + 62353.392578125, + 62334.890625, + 62222.25390625, + 62194.658203125, + 62114.44140625, + 62100.50390625, + 62110.455078125, + 61924.8515625, + 62176.880859375, + 62329.267578125, + 62371.271484375, + 62251.859375, + 62350.212890625, + 62385.212890625, + 62110.689453125, + 62208.0, + 62233.11328125 + ], + "0.6": [ + 62317.4375, + 62221.556640625, + 62163.95703125, + 62339.435546875, + 62216.8359375, + 62317.431640625, + 62302.48046875, + 62353.392578125, + 62334.890625, + 62222.25390625, + 62194.658203125, + 62114.44140625, + 62100.50390625, + 62110.455078125, + 61924.8515625, + 62176.880859375, + 62329.267578125, + 62371.271484375, + 62251.859375, + 62350.212890625, + 62385.212890625, + 62110.689453125, + 62208.0, + 62233.11328125 + ], + "0.7": [ + 62317.4375, + 62221.556640625, + 62163.95703125, + 62339.435546875, + 62216.8359375, + 62317.431640625, + 62302.48046875, + 62353.392578125, + 62334.890625, + 62222.25390625, + 62194.658203125, + 62114.44140625, + 62100.50390625, + 62110.455078125, + 61924.8515625, + 62176.880859375, + 62329.267578125, + 62371.271484375, + 62251.859375, + 62350.212890625, + 62385.212890625, + 62110.689453125, + 62208.0, + 62233.11328125 + ], + "0.8": [ + 62696.92578125, + 62753.791015625, + 63096.884765625, + 63141.025390625, + 63410.994140625, + 63467.837890625, + 63782.6796875, + 63579.64453125, + 63557.412109375, + 63529.677734375, + 63518.09765625, + 63503.9609375, + 63513.458984375, + 63452.705078125, + 63546.26171875, + 63884.91015625, + 63885.57421875, + 63962.197265625, + 64195.326171875, + 64345.265625, + 64473.9765625, + 63931.77734375, + 64236.564453125, + 64227.1640625 + ], + "0.9": [ + 62696.92578125, + 62753.791015625, + 63096.884765625, + 63141.025390625, + 63410.994140625, + 63467.837890625, + 63782.6796875, + 63579.64453125, + 63557.412109375, + 63529.677734375, + 63518.09765625, + 63503.9609375, + 63513.458984375, + 63452.705078125, + 63546.26171875, + 63884.91015625, + 63885.57421875, + 63962.197265625, + 64195.326171875, + 64345.265625, + 64473.9765625, + 63931.77734375, + 64236.564453125, + 64227.1640625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260624_081935.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260624_081935.json new file mode 100644 index 0000000000000000000000000000000000000000..562587a13fe8a630e99fd6b2962827b56d7b61db --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260624_081935.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-24T08:19:35.464030+00:00", + "metrics": { + "MSE[mean]": 2598223.5539979865, + "MSE[0.5]": 2568550.7190962047, + "MAE[0.5]": 1589.5537032277934, + "MASE[0.5]": 2.7647125187683237, + "MAPE[0.5]": 0.025411318636611998, + "sMAPE[0.5]": 0.02508709992455188, + "MSIS": 79.47813747717522, + "RMSE[mean]": 1611.900603014338, + "NRMSE[mean]": 0.025757560173155242, + "ND[0.5]": 0.025400465191703542, + "mean_weighted_sum_quantile_loss": 0.024225232795262393 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62657.98828125 + ], + "predictions": { + "p50": [ + 64169.83959189967, + 64167.16381064967, + 64169.83959189967, + 64170.74584189967, + 64180.00365439967, + 64167.40599814967, + 64173.82006064967, + 64167.16381064967, + 64167.42943564967, + 64174.34154502467, + 64169.83959189967, + 64169.83959189967, + 64180.00365439967, + 64167.42943564967, + 64167.16381064967, + 64167.10131064967, + 64168.75560752467, + 64168.63451377467, + 64163.83959189967, + 64169.83959189967, + 64159.95287314967, + 64167.27318564967, + 64167.29662314967, + 64167.55052939967 + ], + "p10": [ + 63916.54271689967, + 63889.87474814967, + 63928.14037314967, + 63889.87474814967, + 63904.264201274666, + 63905.86302939967, + 63905.86302939967, + 63916.494670024666, + 63883.471232524666, + 63916.06224814967, + 63905.86302939967, + 63913.44349814967, + 63916.06224814967, + 63915.04232627467, + 63904.264201274666, + 63889.87474814967, + 63916.54271689967, + 63928.14037314967, + 63889.87474814967, + 63905.86302939967, + 63926.98060752467, + 63905.86302939967, + 63905.86302939967, + 63905.86302939967 + ], + "p90": [ + 64403.547404399666, + 64400.135295024666, + 64415.18334189967, + 64413.15209189967, + 64402.48021689967, + 64413.15209189967, + 64402.48021689967, + 64402.48021689967, + 64413.15209189967, + 64553.83959189967, + 64402.48021689967, + 64413.15209189967, + 64502.72240439967, + 64413.15209189967, + 64497.04271689967, + 64502.72240439967, + 64395.57162314967, + 64402.28334189967, + 64433.46459189967, + 64402.28334189967, + 64385.58021689967, + 64415.18334189967, + 64415.18334189967, + 64497.04271689967 + ], + "mean": [ + 64189.9344161186, + 64171.79802939985, + 64187.7840645561, + 64176.8492989311, + 64184.56908408735, + 64166.91631064985, + 64177.3669942436, + 64173.9887520561, + 64163.77529502485, + 64196.5426583061, + 64183.45947471235, + 64177.8594942436, + 64196.03759971235, + 64180.2825411186, + 64190.0853145561, + 64178.73490439985, + 64173.8746504936, + 64192.35947471235, + 64163.96322471235, + 64169.23435752485, + 64152.00631064985, + 64181.5483223686, + 64161.4631661186, + 64190.8003145561 + ], + "quantiles": { + "0.1": [ + 63916.54271689967, + 63889.87474814967, + 63928.14037314967, + 63889.87474814967, + 63904.264201274666, + 63905.86302939967, + 63905.86302939967, + 63916.494670024666, + 63883.471232524666, + 63916.06224814967, + 63905.86302939967, + 63913.44349814967, + 63916.06224814967, + 63915.04232627467, + 63904.264201274666, + 63889.87474814967, + 63916.54271689967, + 63928.14037314967, + 63889.87474814967, + 63905.86302939967, + 63926.98060752467, + 63905.86302939967, + 63905.86302939967, + 63905.86302939967 + ], + "0.2": [ + 64035.19115439967, + 63999.21224814967, + 64035.19115439967, + 63999.21224814967, + 64019.14193564967, + 63999.82006064967, + 64023.97240439967, + 64024.29193564967, + 63999.82006064967, + 64030.40990439967, + 64019.14193564967, + 63999.21224814967, + 63994.19740439967, + 63966.715373149666, + 64029.12240439967, + 63994.19740439967, + 64023.97240439967, + 64029.12240439967, + 63981.93881064967, + 64029.12240439967, + 64023.97240439967, + 64019.14193564967, + 63974.24193564967, + 64034.234904399666 + ], + "0.3": [ + 64095.15990439967, + 64107.39037314967, + 64095.15990439967, + 64061.46068564967, + 64112.443888774666, + 64077.303263774666, + 64095.15990439967, + 64085.44115439967, + 64054.10638877467, + 64084.45287314967, + 64085.44115439967, + 64085.44115439967, + 64077.555216899666, + 64060.62084189967, + 64119.85131064967, + 64060.023966899666, + 64092.36732627467, + 64092.24427939967, + 64056.08177939967, + 64085.44115439967, + 64060.62084189967, + 64084.45287314967, + 64056.67162314967, + 64084.45287314967 + ], + "0.4": [ + 64153.25365439967, + 64145.04271689967, + 64153.25365439967, + 64153.25365439967, + 64153.87006064967, + 64145.04271689967, + 64145.04271689967, + 64128.64818564967, + 64119.85131064967, + 64154.28099814967, + 64135.65209189967, + 64153.25365439967, + 64145.04271689967, + 64153.25365439967, + 64145.04271689967, + 64126.25912314967, + 64143.40209189967, + 64145.04271689967, + 64119.85131064967, + 64128.32943564967, + 64122.26302939967, + 64126.73724814967, + 64128.64818564967, + 64138.109904399666 + ], + "0.5": [ + 64169.83959189967, + 64167.16381064967, + 64169.83959189967, + 64170.74584189967, + 64180.00365439967, + 64167.40599814967, + 64173.82006064967, + 64167.16381064967, + 64167.42943564967, + 64174.34154502467, + 64169.83959189967, + 64169.83959189967, + 64180.00365439967, + 64167.42943564967, + 64167.16381064967, + 64167.10131064967, + 64168.75560752467, + 64168.63451377467, + 64163.83959189967, + 64169.83959189967, + 64159.95287314967, + 64167.27318564967, + 64167.29662314967, + 64167.55052939967 + ], + "0.6": [ + 64221.20209189967, + 64197.85131064967, + 64222.74193564967, + 64221.86302939967, + 64222.21459189967, + 64199.85131064967, + 64222.21459189967, + 64221.20209189967, + 64220.76146689967, + 64237.875529399666, + 64221.20209189967, + 64228.12474814967, + 64232.55209189967, + 64191.43177939967, + 64220.76146689967, + 64174.23724814967, + 64220.76146689967, + 64222.74193564967, + 64187.15209189967, + 64199.85131064967, + 64167.67162314967, + 64199.85131064967, + 64185.45990439967, + 64208.215373149666 + ], + "0.7": [ + 64299.85912314967, + 64251.88256064967, + 64262.16342002467, + 64280.59349814967, + 64280.59349814967, + 64240.39037314967, + 64266.60131064967, + 64262.16342002467, + 64272.051310649666, + 64303.96068564967, + 64301.08959189967, + 64280.59349814967, + 64309.20052939967, + 64301.08959189967, + 64280.59349814967, + 64251.88256064967, + 64260.26146689967, + 64305.42084189967, + 64254.39623252467, + 64268.39037314967, + 64230.12084189967, + 64301.08959189967, + 64237.45638877467, + 64303.96068564967 + ], + "0.8": [ + 64323.39193564967, + 64336.26381064967, + 64358.60131064967, + 64370.781779399666, + 64336.26381064967, + 64321.57006064967, + 64317.10131064967, + 64317.99506064967, + 64323.39193564967, + 64370.781779399666, + 64369.01146689967, + 64330.67943564967, + 64386.21224814967, + 64358.60131064967, + 64370.781779399666, + 64360.68334189967, + 64311.83959189967, + 64336.26381064967, + 64358.60131064967, + 64321.57006064967, + 64308.82787314967, + 64360.68334189967, + 64311.83959189967, + 64360.68334189967 + ], + "0.9": [ + 64403.547404399666, + 64400.135295024666, + 64415.18334189967, + 64413.15209189967, + 64402.48021689967, + 64413.15209189967, + 64402.48021689967, + 64402.48021689967, + 64413.15209189967, + 64553.83959189967, + 64402.48021689967, + 64413.15209189967, + 64502.72240439967, + 64413.15209189967, + 64497.04271689967, + 64502.72240439967, + 64395.57162314967, + 64402.28334189967, + 64433.46459189967, + 64402.28334189967, + 64385.58021689967, + 64415.18334189967, + 64415.18334189967, + 64497.04271689967 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260624_081935.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260624_081935.json new file mode 100644 index 0000000000000000000000000000000000000000..d4f17a07dccf6112d8434999670840dd37197339 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260624_081935.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-24T08:19:35.490125+00:00", + "metrics": { + "MSE[mean]": 3239067.0744050345, + "MSE[0.5]": 3239067.0744050345, + "MAE[0.5]": 1616.76806640625, + "MASE[0.5]": 2.81204649082413, + "MAPE[0.5]": 0.025864061894408163, + "sMAPE[0.5]": 0.02545704882540846, + "MSIS": 18.560651043685798, + "RMSE[mean]": 1799.7408353440876, + "NRMSE[mean]": 0.028759175829930296, + "ND[0.5]": 0.025835340391720425, + "mean_weighted_sum_quantile_loss": 0.020297968835897375 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62657.98828125 + ], + "predictions": { + "p50": [ + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "p10": [ + 62862.4828125, + 62856.42671875, + 63364.074375, + 63846.57890625, + 64266.44, + 63680.7828125, + 63540.210234375, + 63425.374140625, + 63309.96, + 63047.331484375, + 63182.56, + 63145.124765625, + 63034.15890625, + 62691.698671875, + 62739.611484375, + 62871.888515624996, + 62872.88, + 62919.931484374996, + 62784.04453125, + 62350.559140625, + 62132.0, + 61677.291484375, + 61628.310625, + 61138.268515625 + ], + "p90": [ + 65428.2984375, + 65421.99515625, + 65950.363125, + 66452.56171875, + 66889.56, + 66279.9984375, + 66133.688203125, + 66014.164921875, + 65894.04000000001, + 65620.691953125, + 65761.44, + 65722.476796875, + 65606.98171875, + 65250.543515625, + 65300.411953125, + 65438.088046875004, + 65439.12, + 65488.091953125004, + 65346.65859375, + 64895.479921875, + 64668.0, + 64194.731953125, + 64143.751875, + 63633.708046875 + ], + "mean": [ + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "quantiles": { + "0.1": [ + 62862.4828125, + 62856.42671875, + 63364.074375, + 63846.57890625, + 64266.44, + 63680.7828125, + 63540.210234375, + 63425.374140625, + 63309.96, + 63047.331484375, + 63182.56, + 63145.124765625, + 63034.15890625, + 62691.698671875, + 62739.611484375, + 62871.888515624996, + 62872.88, + 62919.931484374996, + 62784.04453125, + 62350.559140625, + 62132.0, + 61677.291484375, + 61628.310625, + 61138.268515625 + ], + "0.2": [ + 63183.209765625, + 63177.1227734375, + 63687.36046875, + 64172.3267578125, + 64594.33, + 64005.684765624996, + 63864.39498046875, + 63748.972988281246, + 63632.97, + 63369.00154296875, + 63504.92, + 63467.29376953125, + 63355.7617578125, + 63011.55427734375, + 63059.71154296875, + 63192.66345703125, + 63193.659999999996, + 63240.95154296875, + 63104.371289062496, + 62668.67423828125, + 62449.0, + 61991.97154296875, + 61942.74078125, + 61450.19845703125 + ], + "0.3": [ + 63503.93671875, + 63497.818828125, + 64010.6465625, + 64498.074609375, + 64922.22, + 64330.58671875, + 64188.5797265625, + 64072.5718359375, + 63955.979999999996, + 63690.6716015625, + 63827.28, + 63789.4627734375, + 63677.364609375, + 63331.4098828125, + 63379.8116015625, + 63513.4383984375, + 63514.44, + 63561.9716015625, + 63424.698046875, + 62986.7893359375, + 62766.0, + 62306.6516015625, + 62257.1709375, + 61762.1283984375 + ], + "0.4": [ + 63824.663671875, + 63818.5148828125, + 64333.93265625, + 64823.8224609375, + 65250.11, + 64655.488671875, + 64512.76447265625, + 64396.17068359375, + 64278.99, + 64012.34166015625, + 64149.64, + 64111.63177734375, + 63998.9674609375, + 63651.26548828125, + 63699.91166015625, + 63834.21333984375, + 63835.22, + 63882.99166015625, + 63745.0248046875, + 63304.90443359375, + 63083.0, + 62621.33166015625, + 62571.60109375, + 62074.05833984375 + ], + "0.5": [ + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "0.6": [ + 64466.11757812499, + 64459.90699218749, + 64980.50484374999, + 65475.31816406249, + 65905.89, + 65305.292578124994, + 65161.13396484374, + 65043.36837890624, + 64925.009999999995, + 64655.68177734374, + 64794.35999999999, + 64755.969785156245, + 64642.17316406249, + 64290.97669921874, + 64340.11177734374, + 64475.76322265624, + 64476.77999999999, + 64525.03177734374, + 64385.678320312494, + 63941.13462890624, + 63716.99999999999, + 63250.691777343745, + 63200.46140625, + 62697.91822265624 + ], + "0.7": [ + 64786.84453125, + 64780.603046875, + 65303.7909375, + 65801.066015625, + 66233.78, + 65630.19453125, + 65485.3187109375, + 65366.9672265625, + 65248.020000000004, + 64977.3518359375, + 65116.72, + 65078.1387890625, + 64963.776015625, + 64610.8323046875, + 64660.2118359375, + 64796.5381640625, + 64797.56, + 64846.0518359375, + 64706.005078125, + 64259.2497265625, + 64034.0, + 63565.3718359375, + 63514.8915625, + 63009.8481640625 + ], + "0.8": [ + 65107.571484374996, + 65101.299101562494, + 65627.07703125, + 66126.81386718749, + 66561.67, + 65955.096484375, + 65809.50345703124, + 65690.56607421875, + 65571.03, + 65299.021894531244, + 65439.079999999994, + 65400.30779296874, + 65285.37886718749, + 64930.687910156244, + 64980.311894531245, + 65117.31310546874, + 65118.34, + 65167.07189453124, + 65026.3318359375, + 64577.36482421874, + 64350.99999999999, + 63880.05189453124, + 63829.32171874999, + 63321.778105468744 + ], + "0.9": [ + 65428.2984375, + 65421.99515625, + 65950.363125, + 66452.56171875, + 66889.56, + 66279.9984375, + 66133.688203125, + 66014.164921875, + 65894.04000000001, + 65620.691953125, + 65761.44, + 65722.476796875, + 65606.98171875, + 65250.543515625, + 65300.411953125, + 65438.088046875004, + 65439.12, + 65488.091953125004, + 65346.65859375, + 64895.479921875, + 64668.0, + 64194.731953125, + 64143.751875, + 63633.708046875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260624_081931.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260624_081931.json new file mode 100644 index 0000000000000000000000000000000000000000..9e9af67eeb1a4453d6b7e1fe444768942cd5e16b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260624_081931.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-24T08:19:31.128375+00:00", + "metrics": { + "MSE[mean]": 1023530.1486867269, + "MSE[0.5]": 1023530.1486867269, + "MAE[0.5]": 978.6370442708334, + "MASE[0.5]": 1.7021444963651324, + "MAPE[0.5]": 0.015638139748486966, + "sMAPE[0.5]": 0.015508551580735727, + "MSIS": 12.670197105694248, + "RMSE[mean]": 1011.6966683184871, + "NRMSE[mean]": 0.01616652897980355, + "ND[0.5]": 0.015638248728454977, + "mean_weighted_sum_quantile_loss": 0.009469189252306892 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62657.98828125 + ], + "predictions": { + "p50": [ + 62604.375, + 62867.1875, + 63048.4375, + 63179.84375, + 63302.1875, + 63379.21875, + 63460.78125, + 63521.953125, + 63558.203125, + 63605.78125, + 63644.296875, + 63687.34375, + 63712.265625, + 63734.921875, + 63762.109375, + 63783.6328125, + 63797.2265625, + 63800.625, + 63811.953125, + 63806.2890625, + 63823.28125, + 63821.015625, + 63847.0703125, + 63840.2734375 + ], + "p10": [ + 62042.5, + 62087.8125, + 62178.4375, + 62278.125, + 62377.8125, + 62450.3125, + 62513.75, + 62577.1875, + 62622.5, + 62667.8125, + 62713.125, + 62767.5, + 62785.625, + 62803.75, + 62840.0, + 62858.125, + 62907.96875, + 62907.96875, + 62917.03125, + 62921.5625, + 62939.6875, + 62939.6875, + 62966.875, + 62957.8125 + ], + "p90": [ + 63265.9375, + 63682.8125, + 63916.171875, + 64055.5078125, + 64174.453125, + 64250.3515625, + 64326.25, + 64376.09375, + 64401.015625, + 64439.53125, + 64466.71875, + 64509.765625, + 64536.953125, + 64561.875, + 64584.53125, + 64602.65625, + 64589.0625, + 64598.125, + 64611.71875, + 64607.1875, + 64620.78125, + 64620.78125, + 64652.5, + 64647.96875 + ], + "mean": [ + 62604.375, + 62867.1875, + 63048.4375, + 63179.84375, + 63302.1875, + 63379.21875, + 63460.78125, + 63521.953125, + 63558.203125, + 63605.78125, + 63644.296875, + 63687.34375, + 63712.265625, + 63734.921875, + 63762.109375, + 63783.6328125, + 63797.2265625, + 63800.625, + 63811.953125, + 63806.2890625, + 63823.28125, + 63821.015625, + 63847.0703125, + 63840.2734375 + ], + "quantiles": { + "0.1": [ + 62042.5, + 62087.8125, + 62178.4375, + 62278.125, + 62377.8125, + 62450.3125, + 62513.75, + 62577.1875, + 62622.5, + 62667.8125, + 62713.125, + 62767.5, + 62785.625, + 62803.75, + 62840.0, + 62858.125, + 62907.96875, + 62907.96875, + 62917.03125, + 62921.5625, + 62939.6875, + 62939.6875, + 62966.875, + 62957.8125 + ], + "0.2": [ + 62042.5, + 62087.8125, + 62178.4375, + 62278.125, + 62377.8125, + 62450.3125, + 62513.75, + 62577.1875, + 62622.5, + 62667.8125, + 62713.125, + 62767.5, + 62785.625, + 62803.75, + 62840.0, + 62858.125, + 62907.96875, + 62907.96875, + 62917.03125, + 62921.5625, + 62939.6875, + 62939.6875, + 62966.875, + 62957.8125 + ], + "0.3": [ + 62042.5, + 62087.8125, + 62178.4375, + 62278.125, + 62377.8125, + 62450.3125, + 62513.75, + 62577.1875, + 62622.5, + 62667.8125, + 62713.125, + 62767.5, + 62785.625, + 62803.75, + 62840.0, + 62858.125, + 62907.96875, + 62907.96875, + 62917.03125, + 62921.5625, + 62939.6875, + 62939.6875, + 62966.875, + 62957.8125 + ], + "0.4": [ + 62604.375, + 62867.1875, + 63048.4375, + 63179.84375, + 63302.1875, + 63379.21875, + 63460.78125, + 63521.953125, + 63558.203125, + 63605.78125, + 63644.296875, + 63687.34375, + 63712.265625, + 63734.921875, + 63762.109375, + 63783.6328125, + 63797.2265625, + 63800.625, + 63811.953125, + 63806.2890625, + 63823.28125, + 63821.015625, + 63847.0703125, + 63840.2734375 + ], + "0.5": [ + 62604.375, + 62867.1875, + 63048.4375, + 63179.84375, + 63302.1875, + 63379.21875, + 63460.78125, + 63521.953125, + 63558.203125, + 63605.78125, + 63644.296875, + 63687.34375, + 63712.265625, + 63734.921875, + 63762.109375, + 63783.6328125, + 63797.2265625, + 63800.625, + 63811.953125, + 63806.2890625, + 63823.28125, + 63821.015625, + 63847.0703125, + 63840.2734375 + ], + "0.6": [ + 62604.375, + 62867.1875, + 63048.4375, + 63179.84375, + 63302.1875, + 63379.21875, + 63460.78125, + 63521.953125, + 63558.203125, + 63605.78125, + 63644.296875, + 63687.34375, + 63712.265625, + 63734.921875, + 63762.109375, + 63783.6328125, + 63797.2265625, + 63800.625, + 63811.953125, + 63806.2890625, + 63823.28125, + 63821.015625, + 63847.0703125, + 63840.2734375 + ], + "0.7": [ + 62604.375, + 62867.1875, + 63048.4375, + 63179.84375, + 63302.1875, + 63379.21875, + 63460.78125, + 63521.953125, + 63558.203125, + 63605.78125, + 63644.296875, + 63687.34375, + 63712.265625, + 63734.921875, + 63762.109375, + 63783.6328125, + 63797.2265625, + 63800.625, + 63811.953125, + 63806.2890625, + 63823.28125, + 63821.015625, + 63847.0703125, + 63840.2734375 + ], + "0.8": [ + 63265.9375, + 63682.8125, + 63916.171875, + 64055.5078125, + 64174.453125, + 64250.3515625, + 64326.25, + 64376.09375, + 64401.015625, + 64439.53125, + 64466.71875, + 64509.765625, + 64536.953125, + 64561.875, + 64584.53125, + 64602.65625, + 64589.0625, + 64598.125, + 64611.71875, + 64607.1875, + 64620.78125, + 64620.78125, + 64652.5, + 64647.96875 + ], + "0.9": [ + 63265.9375, + 63682.8125, + 63916.171875, + 64055.5078125, + 64174.453125, + 64250.3515625, + 64326.25, + 64376.09375, + 64401.015625, + 64439.53125, + 64466.71875, + 64509.765625, + 64536.953125, + 64561.875, + 64584.53125, + 64602.65625, + 64589.0625, + 64598.125, + 64611.71875, + 64607.1875, + 64620.78125, + 64620.78125, + 64652.5, + 64647.96875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260624_081725.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260624_081725.json new file mode 100644 index 0000000000000000000000000000000000000000..e5f057e030a17c9989a0eebafc6b4403666857ed --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260624_081725.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-24T08:17:25.569795+00:00", + "metrics": { + "MSE[mean]": 38379.67881266276, + "MSE[0.5]": 87672.05858103435, + "MAE[0.5]": 230.6181640625, + "MASE[0.5]": 0.4011144284991734, + "MAPE[0.5]": 0.003676614905344665, + "sMAPE[0.5]": 0.003687137449325679, + "MSIS": 7.963448443763354, + "RMSE[mean]": 195.907321998599, + "NRMSE[mean]": 0.003130524689490254, + "ND[0.5]": 0.003685190778360664, + "mean_weighted_sum_quantile_loss": 0.003405063427627151 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62657.98828125 + ], + "predictions": { + "p50": [ + 62392.7265625, + 62406.8203125, + 62458.359375, + 62444.4140625, + 62457.9296875, + 62444.7109375, + 62411.3203125, + 62398.0703125, + 62368.5234375, + 62371.9765625, + 62358.265625, + 62350.875, + 62358.078125, + 62385.9921875, + 62382.59375, + 62353.734375, + 62367.0703125, + 62389.953125, + 62379.4453125, + 62373.265625, + 62352.5703125, + 62348.484375, + 62318.625, + 62332.0234375 + ], + "p10": [ + 62486.3671875, + 62567.484375, + 62618.671875, + 62647.203125, + 62650.828125, + 62632.296875, + 62611.3359375, + 62582.21875, + 62617.203125, + 62638.09375, + 62596.75, + 62637.40625, + 62618.375, + 62628.671875, + 62675.21875, + 62601.90625, + 62702.671875, + 62637.109375, + 62650.3125, + 62733.234375, + 62704.546875, + 62658.578125, + 62641.34375, + 62646.15625 + ], + "p90": [ + 62822.6171875, + 62905.8046875, + 63010.2109375, + 63049.078125, + 63134.078125, + 63154.3125, + 63146.296875, + 63189.984375, + 63196.6875, + 63206.703125, + 63244.2421875, + 63189.828125, + 63249.5859375, + 63281.0, + 63291.2890625, + 63284.6796875, + 63313.3125, + 63335.4609375, + 63345.484375, + 63344.21875, + 63355.015625, + 63381.6953125, + 63359.84375, + 63358.453125 + ], + "mean": [ + 62489.453125, + 62529.7578125, + 62592.734375, + 62607.1328125, + 62633.0703125, + 62609.8828125, + 62580.140625, + 62569.2578125, + 62565.828125, + 62573.9609375, + 62583.5859375, + 62554.8828125, + 62571.859375, + 62592.1953125, + 62597.8125, + 62600.46875, + 62597.46875, + 62615.78125, + 62605.6484375, + 62601.71875, + 62581.7578125, + 62586.2734375, + 62557.96875, + 62543.734375 + ], + "quantiles": { + "0.1": [ + 62486.3671875, + 62567.484375, + 62618.671875, + 62647.203125, + 62650.828125, + 62632.296875, + 62611.3359375, + 62582.21875, + 62617.203125, + 62638.09375, + 62596.75, + 62637.40625, + 62618.375, + 62628.671875, + 62675.21875, + 62601.90625, + 62702.671875, + 62637.109375, + 62650.3125, + 62733.234375, + 62704.546875, + 62658.578125, + 62641.34375, + 62646.15625 + ], + "0.2": [ + 62486.3671875, + 62567.484375, + 62618.671875, + 62647.203125, + 62650.828125, + 62632.296875, + 62611.3359375, + 62582.21875, + 62617.203125, + 62638.09375, + 62596.75, + 62637.40625, + 62618.375, + 62628.671875, + 62675.21875, + 62601.90625, + 62702.671875, + 62637.109375, + 62650.3125, + 62733.234375, + 62704.546875, + 62658.578125, + 62641.34375, + 62646.15625 + ], + "0.3": [ + 62486.3671875, + 62567.484375, + 62618.671875, + 62647.203125, + 62650.828125, + 62632.296875, + 62611.3359375, + 62582.21875, + 62617.203125, + 62638.09375, + 62596.75, + 62637.40625, + 62618.375, + 62628.671875, + 62675.21875, + 62601.90625, + 62702.671875, + 62637.109375, + 62650.3125, + 62733.234375, + 62704.546875, + 62658.578125, + 62641.34375, + 62646.15625 + ], + "0.4": [ + 62392.7265625, + 62406.8203125, + 62458.359375, + 62444.4140625, + 62457.9296875, + 62444.7109375, + 62411.3203125, + 62398.0703125, + 62368.5234375, + 62371.9765625, + 62358.265625, + 62350.875, + 62358.078125, + 62385.9921875, + 62382.59375, + 62353.734375, + 62367.0703125, + 62389.953125, + 62379.4453125, + 62373.265625, + 62352.5703125, + 62348.484375, + 62318.625, + 62332.0234375 + ], + "0.5": [ + 62392.7265625, + 62406.8203125, + 62458.359375, + 62444.4140625, + 62457.9296875, + 62444.7109375, + 62411.3203125, + 62398.0703125, + 62368.5234375, + 62371.9765625, + 62358.265625, + 62350.875, + 62358.078125, + 62385.9921875, + 62382.59375, + 62353.734375, + 62367.0703125, + 62389.953125, + 62379.4453125, + 62373.265625, + 62352.5703125, + 62348.484375, + 62318.625, + 62332.0234375 + ], + "0.6": [ + 62392.7265625, + 62406.8203125, + 62458.359375, + 62444.4140625, + 62457.9296875, + 62444.7109375, + 62411.3203125, + 62398.0703125, + 62368.5234375, + 62371.9765625, + 62358.265625, + 62350.875, + 62358.078125, + 62385.9921875, + 62382.59375, + 62353.734375, + 62367.0703125, + 62389.953125, + 62379.4453125, + 62373.265625, + 62352.5703125, + 62348.484375, + 62318.625, + 62332.0234375 + ], + "0.7": [ + 62392.7265625, + 62406.8203125, + 62458.359375, + 62444.4140625, + 62457.9296875, + 62444.7109375, + 62411.3203125, + 62398.0703125, + 62368.5234375, + 62371.9765625, + 62358.265625, + 62350.875, + 62358.078125, + 62385.9921875, + 62382.59375, + 62353.734375, + 62367.0703125, + 62389.953125, + 62379.4453125, + 62373.265625, + 62352.5703125, + 62348.484375, + 62318.625, + 62332.0234375 + ], + "0.8": [ + 62822.6171875, + 62905.8046875, + 63010.2109375, + 63049.078125, + 63134.078125, + 63154.3125, + 63146.296875, + 63189.984375, + 63196.6875, + 63206.703125, + 63244.2421875, + 63189.828125, + 63249.5859375, + 63281.0, + 63291.2890625, + 63284.6796875, + 63313.3125, + 63335.4609375, + 63345.484375, + 63344.21875, + 63355.015625, + 63381.6953125, + 63359.84375, + 63358.453125 + ], + "0.9": [ + 62822.6171875, + 62905.8046875, + 63010.2109375, + 63049.078125, + 63134.078125, + 63154.3125, + 63146.296875, + 63189.984375, + 63196.6875, + 63206.703125, + 63244.2421875, + 63189.828125, + 63249.5859375, + 63281.0, + 63291.2890625, + 63284.6796875, + 63313.3125, + 63335.4609375, + 63345.484375, + 63344.21875, + 63355.015625, + 63381.6953125, + 63359.84375, + 63358.453125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260624_081810.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260624_081810.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc4f35d71fb69a9a640dee292c454614c451e5c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260624_081810.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-24T08:18:10.474205+00:00", + "metrics": { + "MSE[mean]": 148741.75090726218, + "MSE[0.5]": 148741.75090726218, + "MAE[0.5]": 330.45654296875, + "MASE[0.5]": 0.5747634316471272, + "MAPE[0.5]": 0.005270467335469808, + "sMAPE[0.5]": 0.005289408201920537, + "MSIS": 6.195970883314335, + "RMSE[mean]": 385.67052118001214, + "NRMSE[mean]": 0.006162868627091111, + "ND[0.5]": 0.005280570200304545, + "mean_weighted_sum_quantile_loss": 0.008946505154315419 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62657.98828125 + ], + "predictions": { + "p50": [ + 62278.19140625, + 62238.9609375, + 62260.4375, + 62288.93359375, + 62305.5703125, + 62302.2890625, + 62289.87890625, + 62273.55078125, + 62230.58984375, + 62212.6640625, + 62209.76953125, + 62198.8984375, + 62189.55859375, + 62205.1640625, + 62225.51953125, + 62252.0, + 62278.22265625, + 62281.20703125, + 62276.62890625, + 62269.3125, + 62250.14453125, + 62238.5078125, + 62244.33984375, + 62246.3515625 + ], + "p10": [ + 61872.984375, + 61519.328125, + 61284.7890625, + 61101.875, + 60938.01171875, + 60775.26953125, + 60617.8828125, + 60454.07421875, + 60301.46875, + 60170.63671875, + 60051.3203125, + 59967.015625, + 59876.84765625, + 59784.390625, + 59708.0234375, + 59669.40234375, + 59652.73828125, + 59608.6015625, + 59562.421875, + 59515.875, + 59485.4453125, + 59406.66015625, + 59354.52734375, + 59293.55859375 + ], + "p90": [ + 62735.29296875, + 62958.23046875, + 63187.7109375, + 63349.875, + 63459.6171875, + 63541.32421875, + 63597.87890625, + 63640.91796875, + 63670.5625, + 63685.41015625, + 63716.68359375, + 63757.2265625, + 63806.22265625, + 63854.3828125, + 63929.890625, + 63984.09375, + 64019.23046875, + 64037.92578125, + 64068.96875, + 64094.20703125, + 64071.390625, + 64069.359375, + 64101.58984375, + 64131.1640625 + ], + "mean": [ + 62278.19140625, + 62238.9609375, + 62260.4375, + 62288.93359375, + 62305.5703125, + 62302.2890625, + 62289.87890625, + 62273.55078125, + 62230.58984375, + 62212.6640625, + 62209.76953125, + 62198.8984375, + 62189.55859375, + 62205.1640625, + 62225.51953125, + 62252.0, + 62278.22265625, + 62281.20703125, + 62276.62890625, + 62269.3125, + 62250.14453125, + 62238.5078125, + 62244.33984375, + 62246.3515625 + ], + "quantiles": { + "0.1": [ + 61872.984375, + 61519.328125, + 61284.7890625, + 61101.875, + 60938.01171875, + 60775.26953125, + 60617.8828125, + 60454.07421875, + 60301.46875, + 60170.63671875, + 60051.3203125, + 59967.015625, + 59876.84765625, + 59784.390625, + 59708.0234375, + 59669.40234375, + 59652.73828125, + 59608.6015625, + 59562.421875, + 59515.875, + 59485.4453125, + 59406.66015625, + 59354.52734375, + 59293.55859375 + ], + "0.2": [ + 61872.984375, + 61519.328125, + 61284.7890625, + 61101.875, + 60938.01171875, + 60775.26953125, + 60617.8828125, + 60454.07421875, + 60301.46875, + 60170.63671875, + 60051.3203125, + 59967.015625, + 59876.84765625, + 59784.390625, + 59708.0234375, + 59669.40234375, + 59652.73828125, + 59608.6015625, + 59562.421875, + 59515.875, + 59485.4453125, + 59406.66015625, + 59354.52734375, + 59293.55859375 + ], + "0.3": [ + 61872.984375, + 61519.328125, + 61284.7890625, + 61101.875, + 60938.01171875, + 60775.26953125, + 60617.8828125, + 60454.07421875, + 60301.46875, + 60170.63671875, + 60051.3203125, + 59967.015625, + 59876.84765625, + 59784.390625, + 59708.0234375, + 59669.40234375, + 59652.73828125, + 59608.6015625, + 59562.421875, + 59515.875, + 59485.4453125, + 59406.66015625, + 59354.52734375, + 59293.55859375 + ], + "0.4": [ + 62278.19140625, + 62238.9609375, + 62260.4375, + 62288.93359375, + 62305.5703125, + 62302.2890625, + 62289.87890625, + 62273.55078125, + 62230.58984375, + 62212.6640625, + 62209.76953125, + 62198.8984375, + 62189.55859375, + 62205.1640625, + 62225.51953125, + 62252.0, + 62278.22265625, + 62281.20703125, + 62276.62890625, + 62269.3125, + 62250.14453125, + 62238.5078125, + 62244.33984375, + 62246.3515625 + ], + "0.5": [ + 62278.19140625, + 62238.9609375, + 62260.4375, + 62288.93359375, + 62305.5703125, + 62302.2890625, + 62289.87890625, + 62273.55078125, + 62230.58984375, + 62212.6640625, + 62209.76953125, + 62198.8984375, + 62189.55859375, + 62205.1640625, + 62225.51953125, + 62252.0, + 62278.22265625, + 62281.20703125, + 62276.62890625, + 62269.3125, + 62250.14453125, + 62238.5078125, + 62244.33984375, + 62246.3515625 + ], + "0.6": [ + 62278.19140625, + 62238.9609375, + 62260.4375, + 62288.93359375, + 62305.5703125, + 62302.2890625, + 62289.87890625, + 62273.55078125, + 62230.58984375, + 62212.6640625, + 62209.76953125, + 62198.8984375, + 62189.55859375, + 62205.1640625, + 62225.51953125, + 62252.0, + 62278.22265625, + 62281.20703125, + 62276.62890625, + 62269.3125, + 62250.14453125, + 62238.5078125, + 62244.33984375, + 62246.3515625 + ], + "0.7": [ + 62278.19140625, + 62238.9609375, + 62260.4375, + 62288.93359375, + 62305.5703125, + 62302.2890625, + 62289.87890625, + 62273.55078125, + 62230.58984375, + 62212.6640625, + 62209.76953125, + 62198.8984375, + 62189.55859375, + 62205.1640625, + 62225.51953125, + 62252.0, + 62278.22265625, + 62281.20703125, + 62276.62890625, + 62269.3125, + 62250.14453125, + 62238.5078125, + 62244.33984375, + 62246.3515625 + ], + "0.8": [ + 62735.29296875, + 62958.23046875, + 63187.7109375, + 63349.875, + 63459.6171875, + 63541.32421875, + 63597.87890625, + 63640.91796875, + 63670.5625, + 63685.41015625, + 63716.68359375, + 63757.2265625, + 63806.22265625, + 63854.3828125, + 63929.890625, + 63984.09375, + 64019.23046875, + 64037.92578125, + 64068.96875, + 64094.20703125, + 64071.390625, + 64069.359375, + 64101.58984375, + 64131.1640625 + ], + "0.9": [ + 62735.29296875, + 62958.23046875, + 63187.7109375, + 63349.875, + 63459.6171875, + 63541.32421875, + 63597.87890625, + 63640.91796875, + 63670.5625, + 63685.41015625, + 63716.68359375, + 63757.2265625, + 63806.22265625, + 63854.3828125, + 63929.890625, + 63984.09375, + 64019.23046875, + 64037.92578125, + 64068.96875, + 64094.20703125, + 64071.390625, + 64069.359375, + 64101.58984375, + 64131.1640625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_081757.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_081757.json new file mode 100644 index 0000000000000000000000000000000000000000..747de4f64552c6e5c0b6457be28a6cdf3cb0d6aa --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_081757.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-24T08:17:57.864297+00:00", + "metrics": { + "MSE[mean]": 20290.76425743103, + "MSE[0.5]": 20290.76425743103, + "MAE[0.5]": 106.56266276041667, + "MASE[0.5]": 0.18534455751243706, + "MAPE[0.5]": 0.0017029374000180639, + "sMAPE[0.5]": 0.0017022419210381435, + "MSIS": 4.633544580914491, + "RMSE[mean]": 142.4456536979315, + "NRMSE[mean]": 0.002276227510348706, + "ND[0.5]": 0.0017028309271242743, + "mean_weighted_sum_quantile_loss": 0.005133406783178816 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62657.98828125 + ], + "predictions": { + "p50": [ + 62351.9140625, + 62391.4921875, + 62414.484375, + 62443.08203125, + 62469.8046875, + 62499.26171875, + 62516.0, + 62537.5703125, + 62556.9609375, + 62575.0078125, + 62589.32421875, + 62616.390625, + 62638.76953125, + 62660.2265625, + 62676.53515625, + 62695.90234375, + 62709.609375, + 62729.734375, + 62744.2734375, + 62759.9609375, + 62765.65234375, + 62781.66796875, + 62795.9140625, + 62798.27734375 + ], + "p10": [ + 61890.04296875, + 61722.04296875, + 61543.2890625, + 61464.40625, + 61372.26953125, + 61328.8125, + 61254.20703125, + 61195.15625, + 61146.4609375, + 61102.6796875, + 61055.3671875, + 61034.49609375, + 60997.17578125, + 60977.5546875, + 60939.9375, + 60935.15625, + 60905.84765625, + 60896.1328125, + 60869.66015625, + 60867.8515625, + 60827.91015625, + 60804.9921875, + 60799.375, + 60783.31640625 + ], + "p90": [ + 62828.43359375, + 62999.71875, + 63156.6796875, + 63299.8359375, + 63404.18359375, + 63490.265625, + 63556.1875, + 63623.2578125, + 63665.47265625, + 63713.71484375, + 63755.8671875, + 63814.57421875, + 63882.13671875, + 63928.20703125, + 63977.24609375, + 64033.55859375, + 64087.4375, + 64117.60546875, + 64139.39453125, + 64177.80078125, + 64206.95703125, + 64244.4296875, + 64265.2890625, + 64282.52734375 + ], + "mean": [ + 62351.9140625, + 62391.4921875, + 62414.484375, + 62443.08203125, + 62469.8046875, + 62499.26171875, + 62516.0, + 62537.5703125, + 62556.9609375, + 62575.0078125, + 62589.32421875, + 62616.390625, + 62638.76953125, + 62660.2265625, + 62676.53515625, + 62695.90234375, + 62709.609375, + 62729.734375, + 62744.2734375, + 62759.9609375, + 62765.65234375, + 62781.66796875, + 62795.9140625, + 62798.27734375 + ], + "quantiles": { + "0.1": [ + 61890.04296875, + 61722.04296875, + 61543.2890625, + 61464.40625, + 61372.26953125, + 61328.8125, + 61254.20703125, + 61195.15625, + 61146.4609375, + 61102.6796875, + 61055.3671875, + 61034.49609375, + 60997.17578125, + 60977.5546875, + 60939.9375, + 60935.15625, + 60905.84765625, + 60896.1328125, + 60869.66015625, + 60867.8515625, + 60827.91015625, + 60804.9921875, + 60799.375, + 60783.31640625 + ], + "0.2": [ + 61890.04296875, + 61722.04296875, + 61543.2890625, + 61464.40625, + 61372.26953125, + 61328.8125, + 61254.20703125, + 61195.15625, + 61146.4609375, + 61102.6796875, + 61055.3671875, + 61034.49609375, + 60997.17578125, + 60977.5546875, + 60939.9375, + 60935.15625, + 60905.84765625, + 60896.1328125, + 60869.66015625, + 60867.8515625, + 60827.91015625, + 60804.9921875, + 60799.375, + 60783.31640625 + ], + "0.3": [ + 61890.04296875, + 61722.04296875, + 61543.2890625, + 61464.40625, + 61372.26953125, + 61328.8125, + 61254.20703125, + 61195.15625, + 61146.4609375, + 61102.6796875, + 61055.3671875, + 61034.49609375, + 60997.17578125, + 60977.5546875, + 60939.9375, + 60935.15625, + 60905.84765625, + 60896.1328125, + 60869.66015625, + 60867.8515625, + 60827.91015625, + 60804.9921875, + 60799.375, + 60783.31640625 + ], + "0.4": [ + 62351.9140625, + 62391.4921875, + 62414.484375, + 62443.08203125, + 62469.8046875, + 62499.26171875, + 62516.0, + 62537.5703125, + 62556.9609375, + 62575.0078125, + 62589.32421875, + 62616.390625, + 62638.76953125, + 62660.2265625, + 62676.53515625, + 62695.90234375, + 62709.609375, + 62729.734375, + 62744.2734375, + 62759.9609375, + 62765.65234375, + 62781.66796875, + 62795.9140625, + 62798.27734375 + ], + "0.5": [ + 62351.9140625, + 62391.4921875, + 62414.484375, + 62443.08203125, + 62469.8046875, + 62499.26171875, + 62516.0, + 62537.5703125, + 62556.9609375, + 62575.0078125, + 62589.32421875, + 62616.390625, + 62638.76953125, + 62660.2265625, + 62676.53515625, + 62695.90234375, + 62709.609375, + 62729.734375, + 62744.2734375, + 62759.9609375, + 62765.65234375, + 62781.66796875, + 62795.9140625, + 62798.27734375 + ], + "0.6": [ + 62351.9140625, + 62391.4921875, + 62414.484375, + 62443.08203125, + 62469.8046875, + 62499.26171875, + 62516.0, + 62537.5703125, + 62556.9609375, + 62575.0078125, + 62589.32421875, + 62616.390625, + 62638.76953125, + 62660.2265625, + 62676.53515625, + 62695.90234375, + 62709.609375, + 62729.734375, + 62744.2734375, + 62759.9609375, + 62765.65234375, + 62781.66796875, + 62795.9140625, + 62798.27734375 + ], + "0.7": [ + 62351.9140625, + 62391.4921875, + 62414.484375, + 62443.08203125, + 62469.8046875, + 62499.26171875, + 62516.0, + 62537.5703125, + 62556.9609375, + 62575.0078125, + 62589.32421875, + 62616.390625, + 62638.76953125, + 62660.2265625, + 62676.53515625, + 62695.90234375, + 62709.609375, + 62729.734375, + 62744.2734375, + 62759.9609375, + 62765.65234375, + 62781.66796875, + 62795.9140625, + 62798.27734375 + ], + "0.8": [ + 62828.43359375, + 62999.71875, + 63156.6796875, + 63299.8359375, + 63404.18359375, + 63490.265625, + 63556.1875, + 63623.2578125, + 63665.47265625, + 63713.71484375, + 63755.8671875, + 63814.57421875, + 63882.13671875, + 63928.20703125, + 63977.24609375, + 64033.55859375, + 64087.4375, + 64117.60546875, + 64139.39453125, + 64177.80078125, + 64206.95703125, + 64244.4296875, + 64265.2890625, + 64282.52734375 + ], + "0.9": [ + 62828.43359375, + 62999.71875, + 63156.6796875, + 63299.8359375, + 63404.18359375, + 63490.265625, + 63556.1875, + 63623.2578125, + 63665.47265625, + 63713.71484375, + 63755.8671875, + 63814.57421875, + 63882.13671875, + 63928.20703125, + 63977.24609375, + 64033.55859375, + 64087.4375, + 64117.60546875, + 64139.39453125, + 64177.80078125, + 64206.95703125, + 64244.4296875, + 64265.2890625, + 64282.52734375 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 72fa8b62bf250967fdc28689b954f1aa7bf7bab4..f494c9a4a4bf7929ffea907c83c26e261b48ecbc 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3239393.1330216727,3239393.1330216727,1617.3523763020833,2.8130627816739264,0.0258733447205856,0.025466373121089788,18.560651043685798,1799.8314179449342,0.028760355217449598,0.025844436534698423,0.02029881707163621,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3239067.0744050345,3239067.0744050345,1616.76806640625,2.81204649082413,0.025864061894408163,0.02545704882540846,18.560651043685798,1799.7408353440876,0.028759175829930296,0.025835340391720425,0.020297968835897375,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.250970563062765,2.250970563062765,1.1954166094462078,0.7076289239842674,0.04757356318279906,0.04586730886045257,14.236521337397308,1.5003234861398274,0.05899430587117481,0.047005045080377894,0.04083424235898321,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.26010824624308176,0.26010824624308176,0.42501666049162545,1.1395057848813448,0.4259038505824003,0.31747462788561553,40.9169590249342,0.5100080844879635,0.35909320528506616,0.29925132474854804,0.2920349963316046,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.025416655606696717,0.025416655606696717,0.13194441629780662,0.4797978358492176,0.10750820898561655,0.10474747004926296,14.906459527582866,0.1594260192274044,0.1276826720289582,0.10567293666270798,0.10090467611222105,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 16b2e1735864deec21baa4ff492a61a56ba0288a..1d7fc426641f09d441a4837f1b0d10f7a43f6f20 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T08:10:17.682576+00:00", + "evaluated_at": "2026-06-24T08:19:35.490125+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62672.01171875 + 62657.98828125 ], "p50": [ 64145.390625, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 5641fc40a4034a7f58845fb5e0466f1940c43ee0..f5e1657fe92d91ddca42417253e23e8968519ba3 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,29 +1,11 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-24T08:10:17.709686+00:00", + "evaluated_at": "2026-06-24T08:19:35.497848+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index bb745080b733d67efc24c41b7d0694edce61e4f2..9e22dcbb94104fc6a68a06d10181f06c53b132ad 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,1022156.7008870443,1022156.7008870443,978.052734375,1.7011282055153358,0.015628640529547475,0.015499228043419792,12.629545471702386,1011.0176560708741,0.016155528028792995,0.015628765995284725,0.00945976402315159,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1023530.1486867269,1023530.1486867269,978.6370442708334,1.7021444963651324,0.015638139748486966,0.015508551580735727,12.670197105694248,1011.6966683184871,0.01616652897980355,0.015638248728454977,0.009469189252306892,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.1809189648353519,0.1809189648353519,0.34255631764729816,0.2027768031206014,0.013349505751967588,0.013266036971946643,2.3346111740295745,0.42534570038423086,0.016725042686639494,0.013469676618462665,0.020975628314107042,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.017405954169245598,0.017405954169245598,0.11241568823655447,0.301396013296979,0.10968855649194768,0.09996492921051257,1.0877774355344025,0.13193162687257973,0.09289215644436734,0.07915111748418519,0.05255252130482545,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.009921582067490596,0.009921582067490596,0.08320715692308214,0.30257145348806014,0.06730612244544794,0.06652787626145781,1.5749806184978141,0.09960713863720108,0.07977434095130782,0.06663976294056355,0.06253031218911587,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 05c9c5be16eb914eea70825942a729c2a1f72103..3912703a9ba75d21b6c3ca601bb7cac6c29ae9b3 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-24T08:09:55.853425+00:00", + "evaluated_at": "2026-06-24T08:19:31.128375+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62672.01171875 + 62657.98828125 ], "p50": [ 62604.375, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index ed4c27ba02ae4d168195bfdfd837fb0636d6d6f5..11e19f45be74f4c497635cb45cb9d0326b5f54a5 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,29 +1,11 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-24T08:10:17.106538+00:00", + "evaluated_at": "2026-06-24T08:19:35.158504+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index f68cfd069699efdc96ef6516990db76abb474b4b..7eb0aeb7569c4c1515dabc1b9a4f3174b83fe8d4 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,38521.392222086586,88061.18158213298,231.20247395833334,0.4021307193489699,0.003685889701734033,0.0036964617252575644,7.963448443763354,196.2686735627634,0.0031362697158425954,0.0036944933908239215,0.003410218889725592,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,38379.67881266276,87672.05858103435,230.6181640625,0.4011144284991734,0.003676614905344665,0.003687137449325679,7.963448443763354,195.907321998599,0.003130524689490254,0.003685190778360664,0.003405063427627151,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.8684622986591725,0.38677450845276934,0.5371975104014078,0.3179949929158829,0.021395996088360056,0.021276197062737267,14.990329351376266,0.9319132463159714,0.03664381422170184,0.021123174125197073,0.027442996147764274,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.005577546931737013,0.0024978922142640412,0.042943090200424194,0.1151340741500861,0.04227593082509194,0.040742641150524624,6.7465538878624915,0.07468297618424839,0.0525837729124526,0.030235936201674016,0.042575378824256035,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.013180930915780011,0.02711703775991994,0.14263189170095655,0.5186613794003843,0.11011659429755562,0.11849559176487223,4.60672798580062,0.11480823540051477,0.09194874423827773,0.11423242665895184,0.08062780978521092,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 91792bbff6911212b53f8d48f75f616632f03b1f..3fcce98fca3498db1e6e0599fefadbfb6197b0d8 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-24T08:06:54.309033+00:00", + "evaluated_at": "2026-06-24T08:17:25.569795+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62672.01171875 + 62657.98828125 ], "p50": [ 62392.7265625, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 0e41903afee9de1b601e9da29dd3caa6d2377789..85b1b361d5503cfe6419694ebec50ae5c5599e51 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,29 +1,11 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-24T08:07:23.724652+00:00", + "evaluated_at": "2026-06-24T08:17:28.747833+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 56b79fb47ff7595276e91e68239a46e8f3bd5de9..8f245bf3f59816f9f85e85845084c6e4338ed564 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,149230.99175707498,149230.99175707498,331.0408528645833,0.5757797224969238,0.005279729384171021,0.005298732439280002,6.195970883314335,386.3042735423399,0.006172938208725296,0.0052898579416642754,0.008951608962648946,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,148741.75090726218,148741.75090726218,330.45654296875,0.5747634316471272,0.005270467335469808,0.005289408201920537,6.195970883314335,385.67052118001214,0.006162868627091111,0.005280570200304545,0.008946505154315419,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.462004321092536,1.462004321092536,0.966461181640625,0.5720983635602509,0.03786350866947919,0.03679879705755742,2.333051897454871,1.2091337068713848,0.04754441585517504,0.03800227556859715,0.02926528884734724,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.2637063165181261,0.2637063165181261,0.3882341057062149,1.0408886297039277,0.4242998716665334,0.2929188702444014,13.24987840428581,0.513523433270699,0.3615683383280155,0.27335297941206677,0.184754928351493,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.07127349609853775,0.07127349609853775,0.24069244331783718,0.875245172546786,0.18856219511024752,0.2129902864588168,3.3243884078710186,0.2669709648979412,0.21381432163652045,0.1927681218469345,0.17176618501722096,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 39eaa300284142240ab84077d5ffd389f7b62b44..79f5c2ee199ae8fbdb6b270773bcd344a0d5ac93 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-24T08:08:13.785629+00:00", + "evaluated_at": "2026-06-24T08:18:10.474205+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62672.01171875 + 62657.98828125 ], "p50": [ 62278.19140625, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 52ae61628f69aa4564f33bb732c8b3ceaab2b0a7..61ca29c405e4919846f519a9de64164770d14ab0 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,29 +1,11 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-24T08:08:33.271293+00:00", + "evaluated_at": "2026-06-24T08:18:13.277233+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 765f3b34e4717312ee85594dc290a512ce4804dd..f27eb364a55b7778033f7cd801ab8013cd8a8928 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,20135.01371574402,20135.01371574402,105.97835286458333,0.18432826666264054,0.0016935932266085418,0.001692917589460736,4.633544580914491,141.89789891236592,0.0022674534607186516,0.0016934780909791222,0.0051302466117046815,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,20290.76425743103,20290.76425743103,106.56266276041667,0.18534455751243706,0.0017029374000180639,0.0017022419210381435,4.633544580914491,142.4456536979315,0.002276227510348706,0.0017028309271242743,0.005133406783178816,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.160640176702297,1.160640176702297,0.9090020656585693,0.5380853407411139,0.03583214464901586,0.03502499847379089,2.715182201061547,1.0773301150076038,0.04236175925800523,0.03574292237267126,0.02982802038720754,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0008954966363573291,0.0008954966363573291,0.02331051528453827,0.062497472415719006,0.014841157181600803,0.014968645336073338,1.4774289946442702,0.0299248498134465,0.021069882152894234,0.01641277443430198,0.04372980056944411,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.01299168281567257,0.01299168281567257,0.08873678578270806,0.32267919305249676,0.06846537293749057,0.07154961868518335,3.1679472982375243,0.11398106340823712,0.091286270630059,0.07106838627035007,0.10741587271490415,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 4059c4407ef1b34b6c1c88e6d43ca08e699aa2e9..38314e56e5fe016ad217cff3a9bb9ef18bf4851e 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T08:07:51.625041+00:00", + "evaluated_at": "2026-06-24T08:17:57.864297+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62672.01171875 + 62657.98828125 ], "p50": [ 62351.9140625, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 396e3e376f74227735b692d9868ffd1e7ad947e4..8a2e2d2cac09e66ce074fe1417f4f360dc2d1be8 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,29 +1,11 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-24T08:08:07.986570+00:00", + "evaluated_at": "2026-06-24T08:18:03.935381+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t015400z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t075000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", - "data_fetched_at": "2026-06-24T08:05:53.189445Z", + "data_fetched_at": "2026-06-24T08:16:34.873638Z", "context_length": 96, "prediction_length": 24 }