diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index f7760f90b3f16e9f08a74831d9e99a2d039ff189..38105133835de76a1f3db4461a9a13ee34fd4d9d 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T13:55:56.801451+00:00", + "generated_at": "2026-06-22T14:02:50.128504+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 6023, - "num_unique_releases": 749 + "num_model_releases": 6033, + "num_unique_releases": 750 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index a6d48ffdfc5d24889c735f5bf36857a3a24a2858..5e348c4dbf761489e162c328b329348f861cccea 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,3.0828619847950205,0.8762176976396528,0.2029743823604869,0.5119511139322507,40.05456652053075,3.4879844578822565,0.6910024197168642,1202.4294336213052,8.651743369762416,0.17326860170775205,0.1,10,716,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T13:54:24.790635+00:00 -2,Chronos-2,3.065335082476729,0.8793992487895324,0.18617679935276238,0.5262211322840538,38.89363483530935,3.598789064408219,0.6739973581528746,1170.8018509153405,8.639147446143564,0.11583635888726622,0.1,10,725,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T13:52:22.418782+00:00 -3,Toto-2.0-1B,3.037519367802786,0.8663120453225645,0.17379115503445128,0.500787190690386,39.07057887123036,3.5676917609317713,0.6877874672999587,1124.3694245323547,8.680747787306192,0.03198855751119859,0.1,10,722,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T13:53:56.889068+00:00 -4,Moirai-1.1-Large,3.5993794526492224,1.0207664460848576,0.3080342725747227,0.5517440598592185,25.135011464139268,4.559122602466406,0.552209965668746,1099.5162895248277,12.559100192322934,0.07978071735094185,0.3,10,701,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T13:55:22.858257+00:00 -5,TimesFM-2.5,2.922929517335135,0.8435973098172846,0.1604544825360342,0.6203087883088998,41.31622044236362,4.441382062740474,0.5555119563266335,1043.056886318737,8.459663301855995,0.04065235255198774,0.1,10,734,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T13:53:10.159413+00:00 -6,Timer-S1,3.0778644001967264,0.8948759814603704,0.1939786400560429,0.5314091079534972,36.77996769119239,4.227011674920006,0.6023104689673081,1030.7246796006918,8.85300579436242,0.08870525652181199,0.1,10,681,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T13:55:50.906336+00:00 -7,ETS,6.335857782922195,1.5681043517149125,0.4647352220398336,1.132809988899582,-2.187219069835699,6.688803935083006,0.34065371390476046,874.4039088544225,14.475738490932065,-0.011095549879322531,0.2,10,436,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T13:55:53.234300+00:00 -8,ARIMA,3.947324852402859,1.2286944255844419,0.3533052868460011,0.8659998800439977,-0.1965423689371356,6.732913514134443,0.32664976279726915,870.2516033800792,9.722113514936535,-0.07464981690846241,0.3,10,436,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T13:55:53.128245+00:00 -9,Moving-Average,3.9568004713353857,1.1757509264504946,0.3679906642677792,0.8112044032895191,7.872296000040237,6.4528696239161345,0.35403749758862796,844.5480828796827,9.709614295113672,-0.08218519118827829,0.3,10,436,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T13:55:53.301945+00:00 -10,Seasonal-Naive,4.262549786001605,1.2754507501033934,0.3753174625217592,0.9528659398190531,4.997974209962757e-18,7.669651117616235,0.2158393895769572,739.8978403725587,9.825361616143876,-0.04706144293918653,0.2,10,436,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T13:55:53.332496+00:00 +1,TiRex,3.0828378565390757,0.8762144099698425,0.20297329760347793,0.5119360698955464,40.049407258924155,3.4868842742589643,0.6912736067170884,1202.4398109967906,8.65168136717374,0.17326222898655563,0.1,10,717,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T14:01:33.072355+00:00 +2,Chronos-2,3.0653677350998603,0.8794441707708731,0.18617582307356123,0.5262242799918041,38.88003533772605,3.59956874635974,0.6739974488823077,1170.8044628995758,8.639067114632834,0.11626986398221759,0.1,10,726,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T14:00:15.714760+00:00 +3,Toto-2.0-1B,3.0375296664663987,0.8663384564224925,0.17379024849130448,0.500788743495621,39.06030857507504,3.5674007311340254,0.6878991478298833,1124.3762484071176,8.680694474638651,0.032451759318017616,0.1,10,723,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T14:01:23.262050+00:00 +4,Moirai-1.1-Large,3.5992569838018382,1.0206885959199217,0.3080323619647563,0.5517279779152964,25.140553587816406,4.558130538974342,0.5523817134540182,1099.5205167761073,12.559036561083229,0.07946963153547355,0.3,10,702,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T14:02:09.834294+00:00 +5,TimesFM-2.5,2.922940847306514,0.8436316268476671,0.16045375037881185,0.6203419075903102,41.30365706742917,4.442332957078845,0.5554325492269642,1043.0561141663873,8.459587994204629,0.04104400808797411,0.1,10,735,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T14:00:46.405843+00:00 +6,Timer-S1,3.077920174840042,0.8949447574861324,0.19397808827029223,0.5314221530804404,36.76105311429655,4.228291192992296,0.6022108229537081,1030.7236365130325,8.852928174404157,0.08919868831349484,0.1,10,682,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T14:02:39.840398+00:00 +7,ETS,6.335791150863782,1.5681502049101366,0.46473354867471584,1.132761614581327,-2.211784778807271,6.690891067808435,0.3402988984936401,874.3903988641761,14.475498658314148,-0.01034594895216152,0.2,10,437,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T14:02:46.610580+00:00 +8,ARIMA,3.947408338224464,1.228765029546968,0.3533067303978386,0.8661859361453399,-0.21265402715621845,6.73451685759949,0.32647804099747096,870.243982478304,9.722001354344682,-0.07384569424914306,0.3,10,437,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T14:02:46.568274+00:00 +9,Moving-Average,3.956694513497009,1.1757349298265578,0.36798824709230477,0.8111242119449453,7.860326151841269,6.451902045395366,0.35415652498550887,844.5492208895012,9.709418651544462,-0.08101793046797914,0.3,10,437,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T14:02:46.629206+00:00 +10,Seasonal-Naive,4.262400279244773,1.2753836437595456,0.37531461139241784,0.9528389101694023,5.084420491865808e-18,7.669055879520997,0.2158712464594102,739.8956080090077,9.82519240017695,-0.045683675851944466,0.2,10,437,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T14:02:46.648712+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index a8efea9b6af0c8770d8dee6f72ee920c9842e84d..ccf544c6fc6e1ce80e76d246fe073909582bc6a2 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.4879844578822565,0.6910024197168642,1202.4294336213052,90,716,5194 -2,Chronos-2,3.598789064408219,0.6739973581528746,1170.8018509153405,90,723,5186 -3,Toto-2.0-1B,3.5676917609317713,0.6877874672999587,1124.3694245323547,90,722,5223 -4,Moirai-1.1-Large,4.559122602466406,0.552209965668746,1099.5162895248277,90,701,5125 -5,TimesFM-2.5,4.441382062740474,0.5555119563266335,1043.056886318737,90,730,5231 -6,Timer-S1,4.227011674920006,0.6023104689673081,1030.7246796006918,90,681,5051 -7,ETS,6.688803935083006,0.34065371390476046,874.4039088544225,90,436,3835 -8,ARIMA,6.732913514134443,0.32664976279726915,870.2516033800792,90,436,3835 -9,Moving-Average,6.4528696239161345,0.35403749758862796,844.5480828796827,90,436,3835 -10,Seasonal-Naive,7.669651117616235,0.2158393895769572,739.8978403725587,90,436,3835 +1,TiRex,3.4868842742589643,0.6912736067170884,1202.4398109967906,90,717,5203 +2,Chronos-2,3.59956874635974,0.6739974488823077,1170.8044628995758,90,724,5195 +3,Toto-2.0-1B,3.5674007311340254,0.6878991478298833,1124.3762484071176,90,723,5232 +4,Moirai-1.1-Large,4.558130538974342,0.5523817134540182,1099.5205167761073,90,702,5134 +5,TimesFM-2.5,4.442332957078845,0.5554325492269642,1043.0561141663873,90,731,5240 +6,Timer-S1,4.228291192992296,0.6022108229537081,1030.7236365130325,90,682,5060 +7,ETS,6.690891067808435,0.3402988984936401,874.3903988641761,90,437,3844 +8,ARIMA,6.73451685759949,0.32647804099747096,870.243982478304,90,437,3844 +9,Moving-Average,6.451902045395366,0.35415652498550887,844.5492208895012,90,437,3844 +10,Seasonal-Naive,7.669055879520997,0.2158712464594102,739.8956080090077,90,437,3844 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index d619b5c8ffe8954e4ea6cdb4acef67e230a1b412..90b70adc1a0a797e5d4cc702d20226d4cd19db1d 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -136,6 +136,7 @@ binance_btcusdt_1h_close/1h/short|window:f158483b85360c8e3223,2026-06-22T11:36:1 binance_btcusdt_1h_close/1h/short|window:f29b217a34b5edcf8746,2026-06-22T13:46:57.321797+00:00,2026-06-22T13:46:57.321797+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.6524987519851234,0.807773948567991,0.01118403942992162,0.7616520938735428,-33.89869548471992,True binance_btcusdt_1h_close/1h/short|window:f325b37acb21b0865691,2026-06-22T03:07:52.231885+00:00,2026-06-22T03:07:52.231885+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3579846909244078,0.5983182187802807,0.012613236360313982,0.7423982363822335,-10.74819934417646,True binance_btcusdt_1h_close/1h/short|window:f3275684e551ce455c38,2026-06-18T01:57:02.555030+00:00,2026-06-18T01:57:02.555030+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.9927679882378495,0.9963774326217196,0.008454342950494404,0.4041976309253316,6.361214020406784,True +binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:02:46.568274+00:00,2026-06-22T14:02:46.568274+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.715126519632646,0.8456515355822669,0.011408868443942967,0.7813717266047159,-30.02978779651741,True binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:20.826324+00:00,2026-06-17T14:51:20.826324+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5032594462633997,0.7094078137879507,0.009778550688570092,0.46220416285468185,23.22961793787963,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.036487+00:00,2026-06-22T05:04:18.036487+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.40384765922950655,0.6354900937304268,0.008035162055816385,0.4488926567487308,-17.29883091642121,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.322435+00:00,2026-06-17T13:32:14.322435+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.26503706876612015,0.5148175101588136,0.004883881396899911,0.15915465439825058,35.4222298551564,True @@ -684,6 +685,7 @@ binance_btcusdt_1h_close/1h/short|window:f3275684e551ce455c38,2026-06-18T01:51:1 binance_btcusdt_1h_close/1h/short|window:f39cde074a89cc54e3c1,2026-06-16T13:52:09.253622+00:00,2026-06-16T13:52:09.253622+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2715524454519464,0.5211069424330733,0.005714779928674504,0.3243191736389381,86.66001892538394,True binance_btcusdt_1h_close/1h/short|window:f3c852898acab9d8c0cc,2026-06-16T14:03:22.114672+00:00,2026-06-16T14:03:22.114672+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.30368055820065587,0.5510721896454728,0.006325365227022945,0.34875650458031354,83.00401718228046,True binance_btcusdt_1h_close/1h/short|window:f3e2785370cbd4c58a48,2026-06-17T03:49:15.598096+00:00,2026-06-17T03:49:15.598096+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.17826535708220687,0.4222148233804764,0.006530485397628037,0.27378717336002106,43.578036445113064,True +binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:00:15.714760+00:00,2026-06-22T14:00:15.714760+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.4140070912792452,0.6434338282055468,0.004796812618398402,0.30708268084377494,-3.6542508400722684,True binance_btcusdt_1h_close/1h/short|window:faa18635d9bfd214e4ee,2026-06-17T03:25:05.833784+00:00,2026-06-17T03:25:05.833784+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.17998278099998283,0.4242437754404687,0.006556774534097846,0.2743033715839029,43.28639469636743,True binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:47:54.334018+00:00,2026-06-17T14:47:54.334018+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.08805143956580218,0.2967346281878847,0.004516388679357203,0.24485024072298367,80.34278868931112,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T04:56:25.752338+00:00,2026-06-22T04:56:25.752338+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.4021982482372314,0.6341910187295555,0.007144394961264328,0.30286302129208154,-17.100254256706464,True @@ -1297,6 +1299,7 @@ binance_btcusdt_1h_close/1h/short|window:f158483b85360c8e3223,2026-06-22T11:36:1 binance_btcusdt_1h_close/1h/short|window:f29b217a34b5edcf8746,2026-06-22T13:46:57.607989+00:00,2026-06-22T13:46:57.607989+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.360314046589067,0.600261648440967,0.004704145695829082,0.29817478115461077,-5.597234007454189,True binance_btcusdt_1h_close/1h/short|window:f325b37acb21b0865691,2026-06-22T03:07:52.404370+00:00,2026-06-22T03:07:52.404370+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08236184268153025,0.28698753053317533,0.00307107482258072,0.14608164041172975,55.58346096106691,True binance_btcusdt_1h_close/1h/short|window:f3275684e551ce455c38,2026-06-18T01:57:02.803318+00:00,2026-06-18T01:57:02.803318+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.5367293401848041,1.2396488777814483,0.016209109604133534,0.904627478048345,-15.353537788901999,True +binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:02:46.610580+00:00,2026-06-22T14:02:46.610580+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.43431491037912584,0.6590257281617508,0.0049304753481358805,0.31789441388578377,-6.042845640672088,True binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:21.018799+00:00,2026-06-17T14:51:21.018799+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.31751905711195905,0.5634882936778359,0.006441263231736054,0.3188895450666392,43.56905691315296,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.238744+00:00,2026-06-22T05:04:18.238744+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07176417635772261,0.2678883654765966,0.0023778847246140235,0.1267947979307844,59.73910564088264,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.501482+00:00,2026-06-17T13:32:14.501482+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5393948701176343,0.7344350686872423,0.01283059459186405,0.5044501639288835,1.497342482110746,True @@ -1841,6 +1844,7 @@ binance_btcusdt_1h_close/1h/short|window:f3275684e551ce455c38,2026-06-18T01:55:4 binance_btcusdt_1h_close/1h/short|window:f39cde074a89cc54e3c1,2026-06-16T13:54:04.863582+00:00,2026-06-16T13:54:04.863582+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5103675927617983,0.7144001629071751,0.0070381504575962655,0.4004187018061576,76.31744457180743,True binance_btcusdt_1h_close/1h/short|window:f3c852898acab9d8c0cc,2026-06-16T14:05:23.281698+00:00,2026-06-16T14:05:23.281698+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7400519709802711,0.8602627336926034,0.00840095141255015,0.4076451844778482,63.08901737958928,True binance_btcusdt_1h_close/1h/short|window:f3e2785370cbd4c58a48,2026-06-17T03:50:35.687088+00:00,2026-06-17T03:50:35.687088+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3350284262185607,0.5788164011312747,0.007557714309150654,0.2911462144296186,15.038958071046544,True +binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:02:09.834294+00:00,2026-06-22T14:02:09.834294+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.24120356470486531,0.491124795449044,0.0042675038408218685,0.308926338198221,22.94057751635776,True binance_btcusdt_1h_close/1h/short|window:faa18635d9bfd214e4ee,2026-06-17T03:26:32.337129+00:00,2026-06-17T03:26:32.337129+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.38319893812161493,0.6190306439277582,0.0080746363258702,0.3022922954420248,8.53608439940105,True binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:50:27.617742+00:00,2026-06-17T14:50:27.617742+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.13584982221545436,0.36857810870350716,0.006131756623572234,0.28826687932747425,71.20811581334816,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:03:00.989223+00:00,2026-06-22T05:03:00.989223+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5305850544157618,0.7284126951225944,0.007170098488086786,0.33668782127897673,-30.154366021287622,True @@ -2434,6 +2438,7 @@ binance_btcusdt_1h_close/1h/short|window:f158483b85360c8e3223,2026-06-22T11:36:1 binance_btcusdt_1h_close/1h/short|window:f29b217a34b5edcf8746,2026-06-22T13:46:57.721319+00:00,2026-06-22T13:46:57.721319+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.26422405073727884,0.5140272859851691,0.00402125339292412,0.2614689442807972,9.8735650201597,True binance_btcusdt_1h_close/1h/short|window:f325b37acb21b0865691,2026-06-22T03:07:52.477427+00:00,2026-06-22T03:07:52.477427+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.13103575208227564,0.36198860766918567,0.004308393847651037,0.192359262586146,37.532870911419195,True binance_btcusdt_1h_close/1h/short|window:f3275684e551ce455c38,2026-06-18T01:57:02.866397+00:00,2026-06-18T01:57:02.866397+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.0503031757832408,1.024843000553373,0.01339383627132299,0.7310640305958813,3.5514633246522465,True +binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:02:46.629206+00:00,2026-06-22T14:02:46.629206+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.3256548826019188,0.5706617935361704,0.0042484480429297216,0.28118857701197014,8.327040558083935,True binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:21.085703+00:00,2026-06-17T14:51:21.085703+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6796727077983721,0.8244226511919551,0.012533660732771753,0.6246883669375612,8.61484160070736,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.304098+00:00,2026-06-22T05:04:18.304098+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1177721289480511,0.34317944132487177,0.003820483917024987,0.17266369182936578,41.480216922848584,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.581897+00:00,2026-06-17T13:32:14.581897+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.47608112775486555,0.6899863243245228,0.013010434168779719,0.5115109092763258,7.725013795303838,True @@ -2870,6 +2875,7 @@ binance_btcusdt_1h_close/1h/short|window:f158483b85360c8e3223,2026-06-22T11:36:1 binance_btcusdt_1h_close/1h/short|window:f29b217a34b5edcf8746,2026-06-22T13:46:57.783792+00:00,2026-06-22T13:46:57.783792+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3221167954226323,0.5675533414778141,0.005028970749514826,0.3636273492342617,-8.61661857128943e-15,True binance_btcusdt_1h_close/1h/short|window:f325b37acb21b0865691,2026-06-22T03:07:52.507302+00:00,2026-06-22T03:07:52.507302+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2884993025749085,0.5371213108552932,0.0065958779744531475,0.3456374384912084,0.0,True binance_btcusdt_1h_close/1h/short|window:f3275684e551ce455c38,2026-06-18T01:57:02.902914+00:00,2026-06-18T01:57:02.902914+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.1276524718356171,1.061909822836015,0.014345998420506751,0.522794008966646,-9.845436004036877e-15,True +binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:02:46.648712+00:00,2026-06-22T14:02:46.648712+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3848160885207132,0.6203354645034517,0.0052559982990437225,0.37446121942012417,0.0,True binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:21.115761+00:00,2026-06-17T14:51:21.115761+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.8078176455665637,0.8987867631238032,0.01332930995112915,0.45738240595538726,-1.3743485682916727e-14,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.330314+00:00,2026-06-22T05:04:18.330314+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.28473151257359464,0.5336023918364634,0.00634815592827073,0.3489218960740383,-9.747981656387585e-15,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.619355+00:00,2026-06-17T13:32:14.619355+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5557935922234428,0.7455156552504064,0.01382211043513555,0.3774767605417029,-9.987727819816422e-15,True @@ -3416,6 +3422,7 @@ binance_btcusdt_1h_close/1h/short|window:f3275684e551ce455c38,2026-06-18T01:53:4 binance_btcusdt_1h_close/1h/short|window:f39cde074a89cc54e3c1,2026-06-16T13:53:33.111574+00:00,2026-06-16T13:53:33.111574+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.18952152307418385,0.4353406977002998,0.004321275047616643,0.32524965551660195,90.49833088613403,True binance_btcusdt_1h_close/1h/short|window:f3c852898acab9d8c0cc,2026-06-16T14:04:49.960386+00:00,2026-06-16T14:04:49.960386+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.1552052431965826,0.39396096659007046,0.003961202262050817,0.2999673422277562,90.9371359819535,True binance_btcusdt_1h_close/1h/short|window:f3e2785370cbd4c58a48,2026-06-17T03:50:14.648548+00:00,2026-06-17T03:50:14.648548+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.12309485462663709,0.35084876318242464,0.005458412916090358,0.24373638431242958,57.31283672660487,True +binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:01:33.072355+00:00,2026-06-22T14:01:33.072355+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.31805225741114046,0.5639612197759173,0.005006229804945952,0.2776033931415912,9.498767656275389,True binance_btcusdt_1h_close/1h/short|window:faa18635d9bfd214e4ee,2026-06-17T03:26:19.530096+00:00,2026-06-17T03:26:19.530096+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.12419545165620752,0.3524137506627792,0.005484614806250543,0.24425258253631146,57.09410833720403,True binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:49:40.959477+00:00,2026-06-17T14:49:40.959477+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2528968114416355,0.5028884681931328,0.005843817837010899,0.2298225792492403,52.31576042529969,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:01:59.741810+00:00,2026-06-22T05:01:59.741810+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4140237657351087,0.6434467854726673,0.00711717014680379,0.3168158717424136,-18.503223828871608,True @@ -4128,6 +4135,7 @@ binance_btcusdt_1h_close/1h/short|window:f3275684e551ce455c38,2026-06-18T01:56:4 binance_btcusdt_1h_close/1h/short|window:f39cde074a89cc54e3c1,2026-06-16T13:54:26.924558+00:00,2026-06-16T13:54:26.924558+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5244880298441181,0.7242154581642939,0.00831970109222504,0.4166368968356123,75.74168865190798,True binance_btcusdt_1h_close/1h/short|window:f3c852898acab9d8c0cc,2026-06-16T14:05:49.477312+00:00,2026-06-16T14:05:49.477312+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.34785341940859155,0.5897909963780318,0.006723593676457044,0.3724002057958697,80.76951886729665,True binance_btcusdt_1h_close/1h/short|window:f3e2785370cbd4c58a48,2026-06-17T03:50:52.423176+00:00,2026-06-17T03:50:52.423176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1555516167683808,0.3944003255175898,0.005232357575602444,0.24713836894368113,48.93139280409793,True +binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:02:39.840398+00:00,2026-06-22T14:02:39.840398+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.4574401488337706,0.676343218221171,0.00526159955184773,0.3037815503237307,-8.622561293362299,True binance_btcusdt_1h_close/1h/short|window:faa18635d9bfd214e4ee,2026-06-17T03:26:39.927376+00:00,2026-06-17T03:26:39.927376+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.15487067286638997,0.3935361138020118,0.0052064076732765965,0.24662217071979928,49.18903586925419,True binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:05.003193+00:00,2026-06-17T14:51:05.003193+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.17893344147179815,0.4230052499340855,0.004976559108414138,0.23600463089296805,63.732810873540636,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:03:36.464873+00:00,2026-06-22T05:03:36.464873+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.22885834452854417,0.47839141351882997,0.005369929805347891,0.23524052463244205,10.878946940328454,True @@ -4818,6 +4826,7 @@ binance_btcusdt_1h_close/1h/short|window:f3275684e551ce455c38,2026-06-18T01:52:0 binance_btcusdt_1h_close/1h/short|window:f39cde074a89cc54e3c1,2026-06-16T13:52:45.109437+00:00,2026-06-16T13:52:45.109437+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2707156736508716,0.5203034438199229,0.007590388676987342,0.31740194726403953,86.69839133852808,True binance_btcusdt_1h_close/1h/short|window:f3c852898acab9d8c0cc,2026-06-16T14:03:55.641494+00:00,2026-06-16T14:03:55.641494+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17152061378734132,0.41415047239782465,0.005729810756726257,0.254960973265373,90.03191924151143,True binance_btcusdt_1h_close/1h/short|window:f3e2785370cbd4c58a48,2026-06-17T03:49:39.308829+00:00,2026-06-17T03:49:39.308829+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.0707722727091347,0.26603058604065566,0.0055380309239592045,0.1810411430836771,73.00867226826941,True +binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:00:46.405843+00:00,2026-06-22T14:00:46.405843+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.35698482995484193,0.5974820750071436,0.0049006842482925824,0.4442864009548509,3.751850108660711,True binance_btcusdt_1h_close/1h/short|window:faa18635d9bfd214e4ee,2026-06-17T03:25:22.211530+00:00,2026-06-17T03:25:22.211530+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.07086517293634031,0.2662051331893138,0.00551208971161576,0.1805249448597952,73.03404772382804,True binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:48:38.298046+00:00,2026-06-17T14:48:38.298046+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.09219850472556387,0.3036420667917472,0.00571738089398532,0.22048886285083516,79.5118110501377,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T04:56:56.625883+00:00,2026-06-22T04:56:56.625883+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2387444413705292,0.4886148190246886,0.004047505883158089,0.34605521403905753,8.78494434301639,True @@ -5548,6 +5557,7 @@ binance_btcusdt_1h_close/1h/short|window:f3275684e551ce455c38,2026-06-18T01:53:0 binance_btcusdt_1h_close/1h/short|window:f39cde074a89cc54e3c1,2026-06-16T13:53:17.757183+00:00,2026-06-16T13:53:17.757183+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.19426576769592702,0.44075590489059474,0.004051170820436,0.3161226985172339,90.27204710162202,True binance_btcusdt_1h_close/1h/short|window:f3c852898acab9d8c0cc,2026-06-16T14:04:29.267589+00:00,2026-06-16T14:04:29.267589+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.21724198278781062,0.466092247079707,0.00513205222946071,0.3486295084823625,87.54031479989975,True binance_btcusdt_1h_close/1h/short|window:f3e2785370cbd4c58a48,2026-06-17T03:50:01.547575+00:00,2026-06-17T03:50:01.547575+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.0723118975296346,0.2689087159792977,0.003445602915414519,0.22899277046264135,72.50221746257496,True +binance_btcusdt_1h_close/1h/short|window:fa02ade1e2cc5c872a0b,2026-06-22T14:01:23.262050+00:00,2026-06-22T14:01:23.262050+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.3174112132503925,0.5633925924702884,0.004444758905005584,0.2897989998308465,9.598726096282087,True binance_btcusdt_1h_close/1h/short|window:faa18635d9bfd214e4ee,2026-06-17T03:25:58.297453+00:00,2026-06-17T03:25:58.297453+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.07243692734689673,0.26914109189586183,0.0034716668176875184,0.22950896868652318,72.5181395977772,True binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:49:19.039651+00:00,2026-06-17T14:49:19.039651+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08342998112244818,0.2888424849679288,0.004512743346844743,0.2574778176377213,81.27793474583694,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:01:18.348575+00:00,2026-06-22T05:01:18.348575+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.22116984884872273,0.4702869856255037,0.0051258254231914295,0.2722313405544349,12.564042829647915,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index ddc7558364f48df8372bb571de027f7ab451be66..73039a9a566b2600067247b7b259638e556bc6a1 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5974115111708709,0.7460999484201227,0.00937346035305164,0.5190326237122889,-7.31234970760972,0.35257335119562405,-0.08119218910585818,0.15467480391808894,140,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T13:55:53.053121+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5982463693869119,0.7468059880453861,0.009387895871426756,0.5208931847257104,-7.473466289800555,0.35145174527710954,-0.07315096251266463,0.19811455323496285,141,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T14:02:46.568274+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-22T13:55:53.082745+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8399363341553856,1.2543318622628263,1.7737622240649418,0.9782152204109563,3.7925643240760003,1.2627847389048337,-0.08618331053351573,0.24003409685062027,86,0.9418604651162791,2026-06-17T12:10:12.335728+00:00,2026-06-22T13:55:53.128245+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.346217226260936,2.079790020366541,0.12144641905445688,1.4744233984364103,17.82856302919285,5.083455328328457,0.2176139272913466,0.01171173048209713,63,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-22T13:46:57.358877+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.6811393 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.011665265389807,0.9767098521678176,0.6412094851307144,0.49182572351154075,16.33855083083525,0.5003247725625597,-0.5876923076923077,8.504955870580337e-06,26,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-22T13:46:57.544074+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3285721918534434,0.9825243720751154,0.013207374751280717,0.5957039330069318,7.763967301096601,1.594010454071298,0.12121212121212123,0.33170878149378213,33,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-22T13:46:57.577340+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.18845840897665014,0.47223069206859825,51.52437570432775,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3304163760637393,0.528433555973024,0.007296087373378479,0.2990245490029028,31.160462973172752,0.4256556241495369,-0.04116103134167052,0.3274762297801782,255,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T13:52:07.781168+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3307429022950499,0.5288827757864322,0.007286324581366839,0.29905602608040616,31.024467997339762,0.4248523090422361,-0.03682598039215687,0.38004151399263364,256,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T14:00:15.714760+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-22T13:52:15.776794+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.24018453012608612,0.3743146635772789,0.5595350985134625,0.20079644888170034,74.67346237829396,0.3635133897328096,0.3465045592705167,1.0872795017116977e-09,141,0.9574468085106383,2026-06-16T12:06:44.487655+00:00,2026-06-22T13:52:22.418782+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.693331358556803,1.8798968058514074,0.11308296998703808,1.0920311778334437,19.585556713533162,5.220744308108812,0.42898371469800045,3.1513327767157013e-10,99,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-22T13:37:34.672200+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.149 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7863828237814148,0.8594464254388745,0.6051673344709189,0.462028483893902,27.6603815908171,0.41048079738715115,-0.18699186991869918,0.08101626155725099,42,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-22T13:40:04.587117+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.278721870027591,0.8149637213902188,0.009080959875166798,0.5176104572142463,33.63712899963487,2.3919809985445055,0.05411764705882354,0.5751844232865497,51,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-22T13:40:09.424958+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14560441095970342,0.3540856210491078,0.07326493977323648,0.2097125439693489,90.30285924002887,0.09048796560262945,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5282661127423692,0.5943727228955408,0.007289920164152262,0.38610220262508455,28.594804009244722,0.6831811700185914,-0.12846865364850976,0.024327505128975833,140,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T13:55:53.182020+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5275997921582327,0.5948312548477835,0.007273186512974841,0.38561845944253637,28.349146919529,0.680782843839426,-0.1209726443768997,0.03331497458424883,141,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T14:02:46.610580+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-22T13:55:53.205226+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6608038141644643,1.4989509932436669,1.8216989210204713,1.1318201687302585,-8.505883017548907,1.917349618348403,0.03638850889192886,0.6198453401663944,86,0.9418604651162791,2026-06-17T12:10:12.697348+00:00,2026-06-22T13:55:53.234300+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.820593634805518,2.01824373210695,0.10862084566454625,1.346126235155566,23.441193510730848,6.8755618286815405,0.13261648745519714,0.12450105437494736,63,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-22T13:46:57.623084+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.29039823 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0609539015888727,0.9799382117528335,0.7290465669157411,0.5283100888514524,17.877778913210424,0.670488638709485,-0.37846153846153846,0.006284581050822873,26,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-22T13:46:57.695051+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.0034326138380776,0.8374713115349575,0.011826024653618995,0.5666593317623474,20.84061442230767,1.3350544446663384,-0.053030303030303025,0.6780507934564524,33,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-22T13:46:57.710520+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.21003702402948732,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5498250601130099,0.6873072110872743,0.009082240956301923,0.3494528368818881,8.974425849962998,0.506523187890899,-0.0901035856573705,0.0334674208872554,251,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T13:54:55.715302+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.548600371639168,0.6865287094379163,0.00906313485663732,0.3492920174426672,9.029847086734407,0.5058868754938501,-0.09321444381205336,0.02750431998216691,252,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T14:02:09.834294+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3241144327170537,0.47460138386261924,0.05449464870392055,0.2673780653000835,24.4718442346719,0.4269377361192518,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-22T13:55:14.910405+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.487465490292417,0.984112369924164,1.6771388390792383,0.5057960474076167,27.58603253019983,2.1708862758788716,0.30851840266916897,7.117985424748543e-08,139,0.9640287769784173,2026-06-16T12:07:52.741323+00:00,2026-06-22T13:55:22.858257+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.515085508550369,2.060166359790569,0.11713327558489788,1.0886004672193712,18.314336588314983,38.599295914709145,0.4583333333333334,2.912386383118527e-11,97,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-22T13:45:14.109537+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1588646109358107,1.0371331703101667,0.6711276750386355,0.4911257464424667,8.96296618534981,0.8244095630040417,-0.3963963963963964,0.0005547495209601937,37,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-22T13:45:37.783577+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.8300559463985273,1.217289394306908,0.012444045570383018,0.6570311795987002,10.2650069377487,5.753224485607444,0.04,0.6818954220320396,50,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-22T13:45:44.981027+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022517,0.3583561475999906,0.06081374361126981,0.18543381466807804,90.19705850192639,0.11224549076916283,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.47505543471403566,0.5932170332871195,0.007656665461866728,0.3942583728613019,25.20452651862758,0.5847837879725271,-0.5514902363823228,4.16282984856277e-22,140,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T13:55:53.261351+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4739958563302617,0.593057067047751,0.007632493707122495,0.393456459415562,25.08482803663791,0.582827352280428,-0.5398176291793313,2.1604634969971716e-21,141,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T14:02:46.629206+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-22T13:55:53.282035+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.253469788010054,1.3514778583031466,1.8827096315498786,1.1853910940021544,6.377169680217511,1.8633298655021868,0.18139534883720929,0.013402611261414218,86,0.9418604651162791,2026-06-17T12:10:12.867076+00:00,2026-06-22T13:55:53.301945+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.069994000105067,2.261571467320918,0.12611306365599836,1.5164343629627404,8.831228942094347,4.9684568869606425,0.2329749103942652,0.0069622239425868445,63,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-22T13:46:57.729475+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.965849218529134,0.9553377161121207,0.7407540397355538,0.5061060413505979,18.364589790088587,0.4669975185166244,-0.5692307692307692,1.796817515501251e-05,26,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-22T13:46:57.767884+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4103175165240291,0.9724542594515134,0.013319410566406249,0.6791698569635185,13.953929076313992,1.6881130571444187,0.007575757575757577,0.9632278573873886,33,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-22T13:46:57.775748+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.21160327629802392,0.5617661939340133,43.728244138972286,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5956206156548076,0.7149554093289503,0.00927609067032235,0.41257302542754165,-1.2188925748325961e-16,0.5528853124566246,-0.6713257965056526,5.73198510734486e-32,140,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T13:55:53.316850+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5941255480864807,0.7142843458904715,0.009247579376909027,0.4123027289310351,-1.210247946642294e-16,0.5511931527873646,-0.657548125633232,5.971062957104003e-31,141,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T14:02:46.648712+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-22T13:55:53.323045+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.385718449538633,1.4089077832273498,1.8601487493450075,1.2433649298449776,1.441196641533199e-15,1.8757756429396284,0.1950752393980848,0.00782845229811766,86,0.9418604651162791,2026-06-17T12:10:12.978229+00:00,2026-06-22T13:55:53.332496+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.70208663672,2.4157845540194067,0.1324693150734607,1.9521370524945998,-4.8073776798848146e-17,5.054767153731796,0.20225294418842804,0.01914064557754448,63,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-22T13:46:57.790214+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.3778800227594614,1.1449327663699542,0.7262563552006898,0.8905883735067914,1.794795206412193e-16,0.7163637942523807,-0.4338461538461538,0.001552696791963095,26,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-22T13:46:57.823038+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6736477351345973,1.116325372989972,0.013631621692733803,0.5693133861587973,4.271772519034871e-15,1.6839525914137807,0.05876779891188972,0.6309540411841708,33,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-22T13:46:57.830077+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.762985486197099,1.659058577581784,0.3440214741476295,1.3340371533213518,-1.3673782795539702e-15,0.392903069889937,0.0,1.0,4,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-20T17:12:57.021669+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.37933802751012435,0.5723119010940139,0.007761512607757748,0.3158152463706247,22.603292137015526,0.32494692123068686,0.19386410690758515,4.356514747796473e-06,253,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T13:54:09.673683+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3790967449506795,0.572279024395911,0.007750665037667938,0.31566480600358127,22.551699520949622,0.32432689534393544,0.19380037969562106,4.1988852354714124e-06,254,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T14:01:33.072355+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-22T13:54:18.943506+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.26381728204341964,0.39147000763517886,0.7261635845438447,0.19644098630761753,74.69773488970175,0.4184168149100185,0.29393627954779034,2.571922132461318e-07,140,0.9571428571428572,2026-06-16T12:07:37.946365+00:00,2026-06-22T13:54:24.790635+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.531287992005206,1.874366795213561,0.11249126212770703,1.046935560075607,19.464508327937832,4.796325110413977,0.4374079528718704,1.7584984427869988e-10,98,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-22T13:43:42.797785+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1714128 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7970804509719429,0.8691295883129708,0.6275079596838515,0.4658659890863383,24.780259940043646,0.40275728362187085,-0.16923076923076927,0.12406412654022977,40,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-22T13:44:18.402634+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2865828011805054,0.8025262185559651,0.008555637233647766,0.5122246119664918,34.94720708034854,2.358691257156624,0.014901960784313727,0.8773558428234469,51,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-22T13:44:22.753159+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11425071179174143,0.31573923615630495,0.05766464594502302,0.18845260977496128,92.26142854095771,0.06887221261822019,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.31800354054517616,0.5044031538161253,0.006641063928499322,0.27116873296558336,38.66388094623286,0.4311171321634045,-0.0023319082782743876,0.9562898897952495,249,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T13:55:42.167088+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3185612869783305,0.5050909140737455,0.006635546070992715,0.2712991842350159,38.474735177274475,0.4303409325807835,0.0026024096385542173,0.9511264245708269,250,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T14:02:39.840398+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-22T13:55:45.911585+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.0940778526313101,0.22041342805179154,0.48542244374264554,0.11329529308963834,90.68089916184584,0.21246641162709007,0.1919278660369257,0.0008774022410551966,137,0.9635036496350365,2026-06-16T12:08:08.243141+00:00,2026-06-22T13:55:50.906336+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.012481424798173,2.0017820640803,0.1229796768200501,1.2367780889386197,12.105233604647202,4.820563793914324,0.4285060626858842,9.49204897592725e-10,94,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-22T13:46:07.178890+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1311 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9503267229054023,0.9605521155428336,0.7006202527538111,0.5250753337510919,15.78291123533621,0.3447657725136698,-0.03492063492063492,0.764436763609262,36,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-22T13:46:34.500544+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4641424142743087,0.8954210797455688,0.01056546549227751,0.5888619520152661,24.764989612839294,2.442909665025029,-0.017576318223866794,0.861677938924103,47,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-22T13:46:54.780186+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.18668432749006483,0.40946779875447853,0.08608939886336613,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.32764020408327144,0.508600966316695,0.006796971454212337,0.35850746210211404,36.29099118889594,0.3904098333975788,0.05094561578137725,0.22277290256383253,258,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T13:52:47.214158+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3277535037970613,0.5089441366205192,0.006789649881988709,0.3588386549162172,36.16535743955139,0.3896567568839194,0.054862171141240916,0.18834467877194083,259,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T14:00:46.405843+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-22T13:53:02.862631+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11428138663305852,0.2611284389765321,0.4170711517414937,0.18991472864825595,83.52983595116318,0.18696594493358107,0.07317574511819117,0.19959999123023642,140,0.9571428571428572,2026-06-16T12:07:01.390017+00:00,2026-06-22T13:53:10.159413+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.0498457224508675,1.7492223499502189,0.11716163157446713,1.2008779853390488,25.354673348551618,4.675302223051077,0.44808080808080814,3.962767808911564e-11,100,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-22T13:40:50.129961+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7953007856989373,0.8699711159988243,0.5404118279997766,0.7034089598883541,25.696527913815437,0.3767446639251649,-0.1140642303433001,0.2810612862169707,43,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-22T13:41:18.773461+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.228092623193897,0.7880655218548143,0.008999730675256638,0.623696981094584,35.53617225529632,2.305567071105456,-0.0015082956259426848,0.9874081867962929,52,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-22T13:41:33.589550+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804613,0.36546156650664174,0.06104947786298641,0.291763171778512,90.24883372109772,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.2911496210376624,0.49604428765398445,0.006756443929422691,0.2858393464817178,35.78798129233191,0.2730796129941768,-3.1122591889452555e-05,0.9994104230812488,254,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T13:53:43.171166+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.2912526076737908,0.49630839865326404,0.006747378497954389,0.2858548745340674,35.685278330778765,0.27254648631875766,0.0046008954763007565,0.91284234112524,255,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T14:01:23.262050+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-22T13:53:50.638120+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1704095318722273,0.2808475668194514,0.43502358722691714,0.15233571326892328,84.86357760224114,0.36352887147367785,0.27515379001146906,1.5439170685966702e-06,139,0.9568345323741008,2026-06-16T12:07:21.772238+00:00,2026-06-22T13:53:56.889068+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.248216121552088,1.8233387346310863,0.1121490790931111,1.0342651107647896,20.064729415163583,4.688780697119305,0.3268686868686869,1.4457416022555536e-06,100,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-22T13:42:11.329775+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 8643602edf2325b65d6b4e62bc3e43df9b55618b..0efc6773f469d43ee98b768f63aa1e78270873d9 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T13:55:53.434748+00:00", + "generated_at": "2026-06-22T14:02:46.870034+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index e142f8b67378325066470f571dcb6982b9d6d336..2f093d9c35d22e7a3f353093ed1b8e48c1c4d170 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ARIMA,0.6380214364918975,0.7339402194779681,7.0,1,1,1.0 Air Quality,Moving-Average,0.8989532376007073,0.92343265567402,8.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Air Quality,ETS,5.019370355977357,1.8579567222050102,10.0,1,1,1.0 -Finance,Moving-Average,0.8448622861783712,0.6551541351102778,1.0,1,1,1.0 -Finance,ETS,1.1283275553756995,0.7391548941593378,2.0,1,1,1.0 -Finance,TiRex,0.8265646319633196,0.7637977608108033,3.0,1,1,1.0 -Finance,Timer-S1,1.1890603838688294,0.79764247747485,4.0,1,1,1.0 -Finance,Toto-2.0-1B,0.8239325491760342,0.8444744241386177,5.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.7780935253009575,0.9202930276775123,6.0,1,1,1.0 -Finance,TimesFM-2.5,0.9302074879887409,0.9489614479080545,7.0,1,1,1.0 -Finance,Chronos-2,1.0753717551966337,0.962499079167053,8.0,1,1,1.0 +Finance,Moving-Average,0.8462610902100837,0.6559281563809488,1.0,1,1,1.0 +Finance,ETS,1.128629813916287,0.7397403721389947,2.0,1,1,1.0 +Finance,TiRex,0.826504574259818,0.7633303522879572,3.0,1,1,1.0 +Finance,Timer-S1,1.1887240749009078,0.798096677576003,4.0,1,1,1.0 +Finance,Toto-2.0-1B,0.8248387287303022,0.8438259333995718,5.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.6268021839525617,0.924771207154957,6.0,1,1,1.0 +Finance,TimesFM-2.5,0.9276764683283942,0.9490760061178596,7.0,1,1,1.0 +Finance,Chronos-2,1.0758570226903619,0.9615856770494654,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.8671977731886407,1.7754254344871008,10.0,1,1,1.0 +Finance,ARIMA,1.8583592031759697,1.7736849589842498,10.0,1,1,1.0 Hazards,Chronos-2,0.46591654541950084,0.5622289076953695,1.0,1,1,1.0 Hazards,ARIMA,0.5398961313128294,0.5791524420098854,2.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.6425234044054556,0.6117797953362857,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 1227cd80df3bf782c034a5edc2ad2357f8d64af6..d6116911c326064e7482eb04ceae7d53fcbbe68b 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Toto-2.0-1B,0.6947867756401511,0.719158911390305,3.5,6,6,1.0 -1h,TiRex,0.8356308859193841,0.7876762147891209,3.8333333333333335,6,6,1.0 -1h,Timer-S1,0.7500942029979993,0.720124133841793,3.8333333333333335,6,6,1.0 -1h,Moirai-1.1-Large,0.6673590165729513,0.7285087018153368,4.0,6,6,1.0 -1h,Chronos-2,0.7154223682765269,0.7322105058559518,4.166666666666667,6,6,1.0 -1h,Moving-Average,1.034478819197721,0.9090326442130607,6.166666666666667,6,6,1.0 -1h,TimesFM-2.5,0.7827443625686386,0.8610272832689723,6.5,6,6,1.0 -1h,ETS,2.7800100787381603,1.4932704425994883,7.5,6,6,1.0 -1h,ARIMA,1.4387330483818048,1.2111004496271667,7.666666666666667,6,6,1.0 +1h,Toto-2.0-1B,0.6949140743379706,0.7190668388985679,3.5,6,6,1.0 +1h,TiRex,0.8356207662043045,0.7875958574603972,3.8333333333333335,6,6,1.0 +1h,Timer-S1,0.750058839901694,0.7201924607942359,3.8333333333333335,6,6,1.0 +1h,Moirai-1.1-Large,0.6437382510809074,0.7290983324494379,4.0,6,6,1.0 +1h,Chronos-2,0.7154761645504978,0.7320946499471909,4.166666666666667,6,6,1.0 +1h,Moving-Average,1.0347640798703983,0.9092115498202261,6.166666666666667,6,6,1.0 +1h,TimesFM-2.5,0.7823889954075912,0.8610446062036547,6.5,6,6,1.0 +1h,ETS,2.780134183954836,1.493467511929103,7.5,6,6,1.0 +1h,ARIMA,1.437595738359281,1.210902492174489,7.666666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.833333333333333,6,6,1.0 6min,Timer-S1,0.07580061342162085,0.17375373332114288,1.0,1,1,1.0 6min,TimesFM-2.5,0.05565806934913513,0.20315422889742216,2.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 68f2de735bde6cf4f034f6820544a73c2bf255b9..2beab5f443119cde6fef1d838a4e6976e26b8b5b 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,TiRex,0.8356308859193841,0.5857654876247775,3.5714285714285716,7,7,1.0 -24,Moirai-1.1-Large,0.6673590165729513,0.6257453929531874,4.0,7,7,1.0 -24,Toto-2.0-1B,0.6947867756401511,0.6858835243639466,4.0,7,7,1.0 -24,Timer-S1,0.7500942029979993,0.6691766451701322,4.142857142857143,7,7,1.0 -24,Chronos-2,0.7154223682765269,0.6734201898377417,4.285714285714286,7,7,1.0 -24,Moving-Average,1.034478819197721,0.6576729502993343,5.428571428571429,7,7,1.0 -24,TimesFM-2.5,0.7827443625686386,0.697475082991219,6.0,7,7,1.0 -24,ETS,2.7800100787381603,1.5151064943815438,7.714285714285714,7,7,1.0 +24,TiRex,0.8356207662043045,0.5857142654616123,3.5714285714285716,7,7,1.0 +24,Moirai-1.1-Large,0.6437382510809074,0.6261794742423656,4.0,7,7,1.0 +24,Toto-2.0-1B,0.6949140743379706,0.6858082559814778,4.0,7,7,1.0 +24,Timer-S1,0.750058839901694,0.6692310673241502,4.142857142857143,7,7,1.0 +24,Chronos-2,0.7154761645504978,0.6733288570983053,4.285714285714286,7,7,1.0 +24,Moving-Average,1.0347640798703983,0.6577838937215749,5.428571428571429,7,7,1.0 +24,TimesFM-2.5,0.7823889954075912,0.6974871107812558,6.0,7,7,1.0 +24,ETS,2.780134183954836,1.5152778793965203,7.714285714285714,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.857142857142857,7,7,1.0 -24,ARIMA,1.4387330483818048,1.3237025512697302,8.0,7,7,1.0 +24,ARIMA,1.437595738359281,1.3235170954875821,8.0,7,7,1.0 60,Timer-S1,0.07580061342162085,0.17375373332114288,1.0,1,1,1.0 60,TimesFM-2.5,0.05565806934913513,0.20315422889742216,2.0,1,1,1.0 60,TiRex,0.0401782537306677,0.30891367035200007,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index afbe18df047810400c5d4fccdb5a1703a5fd4445..e58a6d08d84af08346307ce155a9fec332c2be57 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.4768088533098823,0.5301516550613636,3.5,10,10,1.0 -Overall,Timer-S1,0.5119528966616645,0.5625055225428609,4.0,10,10,1.0 -Overall,Toto-2.0-1B,0.6214032859169926,0.6270640622763543,4.4,10,10,1.0 -Overall,Chronos-2,0.6494881174482461,0.6583639718736889,4.8,10,10,1.0 -Overall,Moirai-1.1-Large,0.7477210130185054,0.6693686588857652,5.1,10,10,1.0 -Overall,TimesFM-2.5,0.473127310669201,0.5880577996190184,5.4,10,10,1.0 -Overall,Moving-Average,0.9052954577794732,0.6832342182837307,5.6,10,10,1.0 -Overall,ETS,1.5611761126068155,1.1577505644182302,6.9,10,10,1.0 -Overall,ARIMA,1.1159217766998168,1.1148201199413754,7.6,10,10,1.0 +Overall,TiRex,0.4768050037796944,0.5301192033209496,3.5,10,10,1.0 +Overall,Timer-S1,0.5119368058988664,0.5625375449875768,4.0,10,10,1.0 +Overall,Toto-2.0-1B,0.6214791858587908,0.6270158919805698,4.4,10,10,1.0 +Overall,Chronos-2,0.6495206759334003,0.6583014670861189,4.8,10,10,1.0 +Overall,Moirai-1.1-Large,0.7299718418831542,0.6696936650813381,5.1,10,10,1.0 +Overall,TimesFM-2.5,0.47298409947365944,0.5880648982413693,5.4,10,10,1.0 +Overall,Moving-Average,0.9054618754442727,0.6833148950047591,5.6,10,10,1.0 +Overall,ETS,1.5612225749463275,1.1578422361339755,6.9,10,10,1.0 +Overall,ARIMA,1.1153336127869748,1.1147107842544186,7.6,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.7,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 64bdb5c98b713876a2195fed2820b9b6fbf2deb4..41ef665ad439bc74087d819af8bd79cdbe64947b 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,418211.9343272907,701325.8435985214,734.3438982241881,0.7061261296132416,0.011396617859169634,0.011480882056924076,13.552439902854593,646.6930758306376,0.010072288641012237,0.011437456161378805,0.01018145560449784,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,420513.2638171921,704658.5251292121,735.1721859846048,0.7069225897348322,0.011408868443942967,0.011493517538655853,13.584298307718221,648.4699405656303,0.010099833161423115,0.011450209113604632,0.01019422475653952,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.11406759065184953,0.11578499153739252,0.27451100398318756,0.7049438338813793,0.2360101342819086,0.28314531264216175,26.689389751299124,0.3377389386076908,0.33501414141803015,0.2722963146871655,0.26945217929268606,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.0374446320633938,0.04526375958336361,0.19254755035622959,1.5243348645109223,0.11543647398431957,0.1239461452222268,14.162433239197481,0.1935061551046731,0.11887750452493016,0.11828860056857245,0.10248830780136732,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 6d4c3ad34ec575df4f40c3aceb7f400a998955bd..2b7490a864888436c5e8f3a0dca047d2360696a5 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T13:55:53.053121+00:00", + "evaluated_at": "2026-06-22T14:02:46.568274+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65526.66015625 + 65546.5390625 ], "p50": [ 63482.11804677789, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index bc23d4d566c04aa948fbccaaa98ccf696f5317bf..42f971802b53e6e94618463eea61fd79bbd59734 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T13:55:53.147053+00:00", + "evaluated_at": "2026-06-22T14:02:46.579033+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index f783feb0664b6154124ad22a4d0539f113c45da2..0b3cc936d37301bf0947f4a6e5b033f79fcb39a2 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,240860.0247491201,240860.0247491201,308.7120768229167,0.29684956121917927,0.004784475234542357,0.004802028529859195,1.9082398852120825,490.7749226978902,0.0076438528011674575,0.004808211593626358,0.0055196019238850395,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,243447.0942103068,243447.0942103068,309.5403645833333,0.29764602134076995,0.004796812618398402,0.0048146652448198815,1.9082398852120825,493.40358147292244,0.007684695222385262,0.004821050049429923,0.005526697661193046,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.14275662598776387,0.14275662598776387,0.2885682761669159,0.7410428871190357,0.24451130466212193,0.20737819742472272,22.578786163969202,0.3778314782912666,0.3747832240554433,0.2862401761522529,0.2527664861233484,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06332888288948427,0.06332888288948427,0.23027594221962822,1.8230179845657295,0.13840439372845287,0.150575154310418,12.19802721914701,0.2516523055516962,0.15459869003003315,0.1414664528287934,0.11110955402166242,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index f6de331ada7bcf4b904e87467c0dd7b433784ea0..1d16f20593104764924fde51537aee9fe760d38c 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T13:52:07.781168+00:00", + "evaluated_at": "2026-06-22T14:00:15.714760+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65526.66015625 + 65546.5390625 ], "p50": [ 64191.83203125, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 3271fa8a219bfff1c1334ffa9688f66d8d6c7b4b..7fbe5b153b09cf11b29145d19d216073442603b7 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T13:52:26.668099+00:00", + "evaluated_at": "2026-06-22T14:00:17.695211+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 2de0091d2b90504df9fcc81971be9b88aaf80d7c..ea231a7a50e915accce8f66331bfdf831de849be 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,252720.97914010365,249995.6062477443,317.47311621671753,0.30527395046445505,0.004918142995906467,0.004939046173837288,5.450886345411258,502.71361543139415,0.007829798752504193,0.004944665378068533,0.004238799666573815,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,255388.62770998277,252625.8978424937,318.3014039771342,0.3060704105860457,0.0049304753481358805,0.0049516828261146175,5.482744750274887,505.35989919064883,0.007870913282190275,0.0049575020738998055,0.004251645466616451,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.0878847312855324,0.08760882734608713,0.24181871203491695,0.6209900786949581,0.20941166753540127,0.24444612806295188,21.30264297688325,0.2964535904412905,0.29406187359208963,0.23986777635164508,0.23146464450332133,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.01703277411281576,0.017033822737462012,0.1110700187312123,0.8793043673660554,0.06642141964576792,0.06935053154132732,4.740623343313137,0.13050967057201454,0.08017659151761593,0.06823414297680346,0.060852877734447725,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 2e0ceb77dc00cf017152157da87dfc669f13613f..a186619c361262902ba149ccf13c9aa880724969 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T13:55:53.182020+00:00", + "evaluated_at": "2026-06-22T14:02:46.610580+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65526.66015625 + 65546.5390625 ], "p50": [ 64171.00038729457, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index e29753b2b3917905813ee9764b3d4aa44ecf75e4..bbf89f741f60b1d4157a22f659d8e42214a69ad6 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T13:55:53.247510+00:00", + "evaluated_at": "2026-06-22T14:02:46.619351+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 35c8bc4c246fc051030669beb442076768e6c027..6fa5c43afa8c7f2cb47776b94c6ebd77c1ade132 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1849,3 +1849,4 @@ {"evaluated_at": "2026-06-22T13:55:56.803417+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T13:55:56.803417+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} {"evaluated_at": "2026-06-22T13:55:56.803417+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T14:02:50.130450+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 88432ae8d7c17c5a651bcc2b2db52498093a1a69..23783a91da69214ee2709b651c4d7ed62ad92c8a 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,174276.12809753418,181129.48090839386,283.4427083333333,0.2725511890090068,0.004402898507282078,0.0044068313028512674,2.1534466998265076,417.4639243066809,0.006502029014963157,0.004414639460700291,0.005277564702194514,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,141834.0607624054,165904.74143091837,270.6531575520833,0.26025308724157176,0.004203622334472113,0.0042075944920049275,2.425101734255788,376.6086307593141,0.005865629383689392,0.004215386966902515,0.005315107108712762,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.91472731237324,1.9573896926793093,1.1429651180903118,0.6718890567012288,0.04374079830341571,0.04515627770943761,7.19157084619106,1.383736720757688,0.05297867526778209,0.04376033166233541,0.0396024449562217,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.36558827473839983,0.3878528157672614,0.5329083149631818,1.3685077290395937,0.474832238347264,0.6773669931801115,4.073953181262733,0.6046389623059366,0.5997608793936069,0.5286089378023944,0.40316186112966457,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.09319472518162206,0.09024339144485755,0.28471416897243923,2.2539873053799235,0.17205978763914329,0.18986244296248725,28.285990084493566,0.30527811120619514,0.1875428718360194,0.17490973293342807,0.14595811575083262,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index f4cb82c0e5c07170f9ece06ce06dd3a596ccd3dc..0b730814c3d008ac3f6b39472f3f311c34dbb038 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T13:54:55.715302+00:00", + "evaluated_at": "2026-06-22T14:02:09.834294+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65526.66015625 + 65546.5390625 ], "p50": [ - 64182.05859375, - 64245.0078125, - 64194.619140625, - 64197.890625, - 64172.76953125, - 64255.865234375, - 64227.373046875, - 64241.884765625, - 64194.99609375, - 64252.859375, - 64216.96875, - 64089.29296875, - 64113.15625, - 64263.0625, - 64234.23828125, - 64278.43359375, - 64400.27734375, - 64179.669921875, - 64241.8984375, - 64278.119140625, - 64328.251953125, - 64236.6015625, - 64115.53125, - 64288.365234375 + 64185.029296875, + 64225.1796875, + 64205.408203125, + 64175.93359375, + 64202.138671875, + 64208.95703125, + 64176.740234375, + 64208.978515625, + 64200.466796875, + 64142.13671875, + 64168.53125, + 64245.923828125, + 64180.337890625, + 64229.953125, + 64244.72265625, + 64164.91796875, + 64273.384765625, + 64240.328125, + 64137.060546875, + 64237.873046875, + 64326.24609375, + 64216.427734375, + 64193.0703125, + 64256.416015625 ], "p10": [ - 63967.8359375, - 63893.322265625, - 63752.470703125, - 63690.96484375, - 63340.92578125, - 63350.373046875, - 63526.09375, - 63526.25390625, - 63410.75390625, - 63271.740234375, - 63266.1328125, - 63057.09375, - 63110.392578125, - 63259.818359375, - 63023.599609375, - 62946.23828125, - 62981.046875, - 63048.33203125, - 62584.7734375, - 62834.966796875, - 62907.076171875, - 62764.478515625, - 62520.953125, - 62681.322265625 + 63943.513671875, + 63867.32421875, + 63747.693359375, + 63674.90625, + 63591.65234375, + 63689.1171875, + 63452.181640625, + 63459.88671875, + 63314.947265625, + 63216.5078125, + 63347.6015625, + 63392.41796875, + 63173.583984375, + 63113.681640625, + 63166.03515625, + 62965.91796875, + 62977.75, + 63174.80859375, + 62674.888671875, + 62519.09375, + 62501.8984375, + 62436.056640625, + 62832.97265625, + 62488.251953125 ], "p90": [ - 64415.310546875, - 64610.466796875, - 64661.759765625, - 64740.328125, - 64734.826171875, - 64906.40625, - 65024.775390625, - 64952.837890625, - 65109.283203125, - 65100.9453125, - 65289.576171875, - 65173.412109375, - 65437.50390625, - 65704.3828125, - 65808.90625, - 65648.859375, - 65698.875, - 65474.607421875, - 66137.3828125, - 66058.6640625, - 66035.51171875, - 65980.23046875, - 66034.92578125, - 66379.67578125 + 64429.5234375, + 64641.6484375, + 64655.90234375, + 64825.140625, + 64821.955078125, + 64945.81640625, + 65135.59765625, + 64972.41796875, + 64977.421875, + 65109.103515625, + 65139.166015625, + 65406.54296875, + 65407.21484375, + 65250.146484375, + 65715.73828125, + 65424.078125, + 66103.3515625, + 65887.0859375, + 65831.8359375, + 66166.6171875, + 66052.5390625, + 65993.8984375, + 65721.77734375, + 66393.90234375 ], "mean": [ - 64194.87890625, - 64256.6875, - 64247.90234375, - 64198.484375, - 64092.12109375, - 64205.9296875, - 64175.2734375, - 64248.76171875, - 64190.84765625, - 64278.16796875, - 64309.20703125, - 64123.21484375, - 64186.484375, - 64628.24609375, - 64323.16015625, - 64426.03515625, - 64443.6484375, - 64449.3671875, - 64370.77734375, - 64423.14453125, - 64459.59765625, - 64813.171875, - 64326.34765625, - 64473.05859375 + 64213.15625, + 64207.4296875, + 64217.28515625, + 64195.26953125, + 64239.88671875, + 64285.70703125, + 64263.65234375, + 64314.93359375, + 64164.89453125, + 64218.66015625, + 64191.66796875, + 64355.8671875, + 64264.94140625, + 64459.625, + 64543.61328125, + 64259.82421875, + 64507.9375, + 64383.96484375, + 64115.99609375, + 64459.75, + 64342.09765625, + 64159.84375, + 64298.5234375, + 64410.46875 ], "quantiles": { "0.1": [ - 63967.8359375, - 63893.322265625, - 63752.470703125, - 63690.96484375, - 63340.92578125, - 63350.373046875, - 63526.09375, - 63526.25390625, - 63410.75390625, - 63271.740234375, - 63266.1328125, - 63057.09375, - 63110.392578125, - 63259.818359375, - 63023.599609375, - 62946.23828125, - 62981.046875, - 63048.33203125, - 62584.7734375, - 62834.966796875, - 62907.076171875, - 62764.478515625, - 62520.953125, - 62681.322265625 + 63943.513671875, + 63867.32421875, + 63747.693359375, + 63674.90625, + 63591.65234375, + 63689.1171875, + 63452.181640625, + 63459.88671875, + 63314.947265625, + 63216.5078125, + 63347.6015625, + 63392.41796875, + 63173.583984375, + 63113.681640625, + 63166.03515625, + 62965.91796875, + 62977.75, + 63174.80859375, + 62674.888671875, + 62519.09375, + 62501.8984375, + 62436.056640625, + 62832.97265625, + 62488.251953125 ], "0.2": [ - 63967.8359375, - 63893.322265625, - 63752.470703125, - 63690.96484375, - 63340.92578125, - 63350.373046875, - 63526.09375, - 63526.25390625, - 63410.75390625, - 63271.740234375, - 63266.1328125, - 63057.09375, - 63110.392578125, - 63259.818359375, - 63023.599609375, - 62946.23828125, - 62981.046875, - 63048.33203125, - 62584.7734375, - 62834.966796875, - 62907.076171875, - 62764.478515625, - 62520.953125, - 62681.322265625 + 63943.513671875, + 63867.32421875, + 63747.693359375, + 63674.90625, + 63591.65234375, + 63689.1171875, + 63452.181640625, + 63459.88671875, + 63314.947265625, + 63216.5078125, + 63347.6015625, + 63392.41796875, + 63173.583984375, + 63113.681640625, + 63166.03515625, + 62965.91796875, + 62977.75, + 63174.80859375, + 62674.888671875, + 62519.09375, + 62501.8984375, + 62436.056640625, + 62832.97265625, + 62488.251953125 ], "0.3": [ - 63967.8359375, - 63893.322265625, - 63752.470703125, - 63690.96484375, - 63340.92578125, - 63350.373046875, - 63526.09375, - 63526.25390625, - 63410.75390625, - 63271.740234375, - 63266.1328125, - 63057.09375, - 63110.392578125, - 63259.818359375, - 63023.599609375, - 62946.23828125, - 62981.046875, - 63048.33203125, - 62584.7734375, - 62834.966796875, - 62907.076171875, - 62764.478515625, - 62520.953125, - 62681.322265625 + 63943.513671875, + 63867.32421875, + 63747.693359375, + 63674.90625, + 63591.65234375, + 63689.1171875, + 63452.181640625, + 63459.88671875, + 63314.947265625, + 63216.5078125, + 63347.6015625, + 63392.41796875, + 63173.583984375, + 63113.681640625, + 63166.03515625, + 62965.91796875, + 62977.75, + 63174.80859375, + 62674.888671875, + 62519.09375, + 62501.8984375, + 62436.056640625, + 62832.97265625, + 62488.251953125 ], "0.4": [ - 64182.05859375, - 64245.0078125, - 64194.619140625, - 64197.890625, - 64172.76953125, - 64255.865234375, - 64227.373046875, - 64241.884765625, - 64194.99609375, - 64252.859375, - 64216.96875, - 64089.29296875, - 64113.15625, - 64263.0625, - 64234.23828125, - 64278.43359375, - 64400.27734375, - 64179.669921875, - 64241.8984375, - 64278.119140625, - 64328.251953125, - 64236.6015625, - 64115.53125, - 64288.365234375 + 64185.029296875, + 64225.1796875, + 64205.408203125, + 64175.93359375, + 64202.138671875, + 64208.95703125, + 64176.740234375, + 64208.978515625, + 64200.466796875, + 64142.13671875, + 64168.53125, + 64245.923828125, + 64180.337890625, + 64229.953125, + 64244.72265625, + 64164.91796875, + 64273.384765625, + 64240.328125, + 64137.060546875, + 64237.873046875, + 64326.24609375, + 64216.427734375, + 64193.0703125, + 64256.416015625 ], "0.5": [ - 64182.05859375, - 64245.0078125, - 64194.619140625, - 64197.890625, - 64172.76953125, - 64255.865234375, - 64227.373046875, - 64241.884765625, - 64194.99609375, - 64252.859375, - 64216.96875, - 64089.29296875, - 64113.15625, - 64263.0625, - 64234.23828125, - 64278.43359375, - 64400.27734375, - 64179.669921875, - 64241.8984375, - 64278.119140625, - 64328.251953125, - 64236.6015625, - 64115.53125, - 64288.365234375 + 64185.029296875, + 64225.1796875, + 64205.408203125, + 64175.93359375, + 64202.138671875, + 64208.95703125, + 64176.740234375, + 64208.978515625, + 64200.466796875, + 64142.13671875, + 64168.53125, + 64245.923828125, + 64180.337890625, + 64229.953125, + 64244.72265625, + 64164.91796875, + 64273.384765625, + 64240.328125, + 64137.060546875, + 64237.873046875, + 64326.24609375, + 64216.427734375, + 64193.0703125, + 64256.416015625 ], "0.6": [ - 64182.05859375, - 64245.0078125, - 64194.619140625, - 64197.890625, - 64172.76953125, - 64255.865234375, - 64227.373046875, - 64241.884765625, - 64194.99609375, - 64252.859375, - 64216.96875, - 64089.29296875, - 64113.15625, - 64263.0625, - 64234.23828125, - 64278.43359375, - 64400.27734375, - 64179.669921875, - 64241.8984375, - 64278.119140625, - 64328.251953125, - 64236.6015625, - 64115.53125, - 64288.365234375 + 64185.029296875, + 64225.1796875, + 64205.408203125, + 64175.93359375, + 64202.138671875, + 64208.95703125, + 64176.740234375, + 64208.978515625, + 64200.466796875, + 64142.13671875, + 64168.53125, + 64245.923828125, + 64180.337890625, + 64229.953125, + 64244.72265625, + 64164.91796875, + 64273.384765625, + 64240.328125, + 64137.060546875, + 64237.873046875, + 64326.24609375, + 64216.427734375, + 64193.0703125, + 64256.416015625 ], "0.7": [ - 64182.05859375, - 64245.0078125, - 64194.619140625, - 64197.890625, - 64172.76953125, - 64255.865234375, - 64227.373046875, - 64241.884765625, - 64194.99609375, - 64252.859375, - 64216.96875, - 64089.29296875, - 64113.15625, - 64263.0625, - 64234.23828125, - 64278.43359375, - 64400.27734375, - 64179.669921875, - 64241.8984375, - 64278.119140625, - 64328.251953125, - 64236.6015625, - 64115.53125, - 64288.365234375 + 64185.029296875, + 64225.1796875, + 64205.408203125, + 64175.93359375, + 64202.138671875, + 64208.95703125, + 64176.740234375, + 64208.978515625, + 64200.466796875, + 64142.13671875, + 64168.53125, + 64245.923828125, + 64180.337890625, + 64229.953125, + 64244.72265625, + 64164.91796875, + 64273.384765625, + 64240.328125, + 64137.060546875, + 64237.873046875, + 64326.24609375, + 64216.427734375, + 64193.0703125, + 64256.416015625 ], "0.8": [ - 64415.310546875, - 64610.466796875, - 64661.759765625, - 64740.328125, - 64734.826171875, - 64906.40625, - 65024.775390625, - 64952.837890625, - 65109.283203125, - 65100.9453125, - 65289.576171875, - 65173.412109375, - 65437.50390625, - 65704.3828125, - 65808.90625, - 65648.859375, - 65698.875, - 65474.607421875, - 66137.3828125, - 66058.6640625, - 66035.51171875, - 65980.23046875, - 66034.92578125, - 66379.67578125 + 64429.5234375, + 64641.6484375, + 64655.90234375, + 64825.140625, + 64821.955078125, + 64945.81640625, + 65135.59765625, + 64972.41796875, + 64977.421875, + 65109.103515625, + 65139.166015625, + 65406.54296875, + 65407.21484375, + 65250.146484375, + 65715.73828125, + 65424.078125, + 66103.3515625, + 65887.0859375, + 65831.8359375, + 66166.6171875, + 66052.5390625, + 65993.8984375, + 65721.77734375, + 66393.90234375 ], "0.9": [ - 64415.310546875, - 64610.466796875, - 64661.759765625, - 64740.328125, - 64734.826171875, - 64906.40625, - 65024.775390625, - 64952.837890625, - 65109.283203125, - 65100.9453125, - 65289.576171875, - 65173.412109375, - 65437.50390625, - 65704.3828125, - 65808.90625, - 65648.859375, - 65698.875, - 65474.607421875, - 66137.3828125, - 66058.6640625, - 66035.51171875, - 65980.23046875, - 66034.92578125, - 66379.67578125 + 64429.5234375, + 64641.6484375, + 64655.90234375, + 64825.140625, + 64821.955078125, + 64945.81640625, + 65135.59765625, + 64972.41796875, + 64977.421875, + 65109.103515625, + 65139.166015625, + 65406.54296875, + 65407.21484375, + 65250.146484375, + 65715.73828125, + 65424.078125, + 66103.3515625, + 65887.0859375, + 65831.8359375, + 66166.6171875, + 66052.5390625, + 65993.8984375, + 65721.77734375, + 66393.90234375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index f2e2446117191988b6b2becd809dd9a00e3e88a8..9cd7de38cda09b5bdb7097b0aa76e2cdf9b6850b 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T13:55:26.264001+00:00", + "evaluated_at": "2026-06-22T14:02:21.915879+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index d625052d95a0e99d7c2b7c44a6d043f370c3a3c7..2e0a7506a46eb4bfe75c6a0c972356a8ff78191c 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,189230.88706315472,190423.54486220144,273.04499540273173,0.26255301675446757,0.004236068558315352,0.0042451186559937714,4.291947341433018,435.00676668662834,0.006775259978210531,0.0042526943746037885,0.0037570841394730797,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,191493.66412992682,192648.9649538444,273.8732831631484,0.2633494768760583,0.0042484480429297216,0.004257755853403542,4.323805746296647,437.5998904592263,0.006815560149542366,0.0042655399954333595,0.003769936152652161,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.12948798047568313,0.12922019746441202,0.2946395767626653,0.7566339776637191,0.259681140171006,0.30946179012677677,26.364164152584422,0.3598443836934003,0.356941245046003,0.29226249494309375,0.28306324175692,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03238359088298891,0.032291674089653784,0.1569444672377022,1.2424771063558824,0.09371135137540057,0.09959450204621649,6.127716927749227,0.17995441334679432,0.11055220220433223,0.0964163987658196,0.08791431107650245,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 07eb24c962199c28708f6f23c386967d401c1fd4..a5e63f09bcba46d53d3ea5fe2d055a4e4ecb9bf3 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T13:55:53.261351+00:00", + "evaluated_at": "2026-06-22T14:02:46.629206+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65526.66015625 + 65546.5390625 ], "p50": [ 64184.09267920778, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 5402244d9b026a9cd74047b8a92838b03be0543a..678470b85d47a4e5659d816deb61d4669259d9b8 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T13:55:53.312154+00:00", + "evaluated_at": "2026-06-22T14:02:46.638611+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index d4015f9569e0ac733abb4ef4e02280fe23250c4a..2f60a9e30413f3d67cb8d0f5188b5ec735b4b274 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T13:51:45.813712+00:00", - "finished_at": "2026-06-22T13:55:56.802938+00:00", - "task_count": 3, + "started_at": "2026-06-22T13:59:46.855616+00:00", + "finished_at": "2026-06-22T14:02:50.130097+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T13:52:26.668099+00:00", + "evaluated_at": "2026-06-22T14:00:17.695211+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -36,25 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T13:53:15.977666+00:00", + "evaluated_at": "2026-06-22T14:00:52.518541+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -62,25 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T13:53:59.228348+00:00", + "evaluated_at": "2026-06-22T14:01:26.601757+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -88,25 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T13:54:28.304711+00:00", + "evaluated_at": "2026-06-22T14:01:36.482303+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -114,25 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T13:55:26.264001+00:00", + "evaluated_at": "2026-06-22T14:02:21.915879+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -140,25 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T13:55:52.856422+00:00", + "evaluated_at": "2026-06-22T14:02:46.396969+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -166,25 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T13:55:53.147053+00:00", + "evaluated_at": "2026-06-22T14:02:46.579033+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -192,25 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T13:55:53.247510+00:00", + "evaluated_at": "2026-06-22T14:02:46.619351+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -218,25 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T13:55:53.312154+00:00", + "evaluated_at": "2026-06-22T14:02:46.638611+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -244,25 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T13:55:53.338250+00:00", + "evaluated_at": "2026-06-22T14:02:46.652909+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -283,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T13:57:29.706627+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_140246.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_140246.json new file mode 100644 index 0000000000000000000000000000000000000000..7a1bd20a3ce940f9f61ddd6076c23e8775c1558c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_140246.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T14:02:46.568274+00:00", + "metrics": { + "MSE[mean]": 420513.2638171921, + "MSE[0.5]": 704658.5251292121, + "MAE[0.5]": 735.1721859846048, + "MASE[0.5]": 0.7069225897348322, + "MAPE[0.5]": 0.011408868443942967, + "sMAPE[0.5]": 0.011493517538655853, + "MSIS": 13.584298307718221, + "RMSE[mean]": 648.4699405656303, + "NRMSE[mean]": 0.010099833161423115, + "ND[0.5]": 0.011450209113604632, + "mean_weighted_sum_quantile_loss": 0.01019422475653952 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "actual": [ + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65546.5390625 + ], + "predictions": { + "p50": [ + 63482.11804677789, + 63498.56858584994, + 63481.208167496414, + 63470.26291931244, + 63473.06661390254, + 63473.06631674335, + 63489.94570317677, + 63489.68432156989, + 63485.18702795328, + 63473.52113599216, + 63473.52113597681, + 63485.18702782527, + 63477.193521275345, + 63473.52113597433, + 63473.293702397415, + 63498.43974261707, + 63468.39033107893, + 63475.357328624814, + 63502.17512001599, + 63489.945696521536, + 63502.17512001599, + 63485.18702782492, + 63477.193521275294, + 63524.80993315541 + ], + "p10": [ + 63194.54019544416, + 63263.365361403914, + 63243.294952281256, + 63223.35777926724, + 63244.515101138066, + 63193.612471139226, + 63178.893260763805, + 63245.92591038456, + 63232.13778897362, + 63193.61242323421, + 63232.13778884774, + 63231.074461578304, + 63232.137788845306, + 63247.457922862, + 63247.45792286199, + 63223.35529440621, + 63244.51475605603, + 63264.23176340718, + 63276.989882697904, + 63247.1636061814, + 63193.61242321638, + 63223.5609364322, + 63232.137788845255, + 63247.1636061814 + ], + "p90": [ + 63726.565846861326, + 63725.766917866415, + 63733.39755293676, + 63727.35714758334, + 63713.5107825274, + 63740.4934557478, + 63797.89449480025, + 63713.51043836961, + 63732.58924369276, + 63727.354662740145, + 63748.87773625737, + 63824.3366921247, + 63725.63807463359, + 63824.33669212436, + 63714.89485997306, + 63740.49340782495, + 63727.35466272231, + 63727.35466272231, + 63727.35466272231, + 63706.34091187042, + 63740.49340782495, + 63824.33669212435, + 63728.668537232574, + 63740.49340782495 + ], + "mean": [ + 63779.5890705396, + 63796.50027889492, + 64112.37165753203, + 64100.58833774505, + 63781.3503145781, + 63765.43704032273, + 64438.06449962348, + 63796.25480335834, + 64443.053548756754, + 64428.75953691909, + 64745.64902496979, + 63493.377973904295, + 63792.396721515164, + 65094.35301575039, + 64113.624273075955, + 64441.46834347714, + 64098.43224385843, + 64120.43698672914, + 63810.39114578696, + 63465.37785629793, + 65091.57003235197, + 64124.51999163304, + 64754.765443400356, + 64147.390689552405 + ], + "quantiles": { + "0.1": [ + 63194.54019544416, + 63263.365361403914, + 63243.294952281256, + 63223.35777926724, + 63244.515101138066, + 63193.612471139226, + 63178.893260763805, + 63245.92591038456, + 63232.13778897362, + 63193.61242323421, + 63232.13778884774, + 63231.074461578304, + 63232.137788845306, + 63247.457922862, + 63247.45792286199, + 63223.35529440621, + 63244.51475605603, + 63264.23176340718, + 63276.989882697904, + 63247.1636061814, + 63193.61242321638, + 63223.5609364322, + 63232.137788845255, + 63247.1636061814 + ], + "0.2": [ + 63303.098143044095, + 63345.37631377057, + 63310.20199699766, + 63276.99236755893, + 63310.18444913339, + 63285.37305687712, + 63305.865607639986, + 63318.49994585395, + 63310.184104179716, + 63283.69638372083, + 63305.865600987236, + 63276.98988269825, + 63305.56506634085, + 63318.49994492972, + 63318.49994492971, + 63288.47336652069, + 63305.5650663408, + 63345.247470537695, + 63356.158765483015, + 63310.184104051354, + 63288.56794427881, + 63286.17666975613, + 63288.591588718344, + 63318.49994492971 + ], + "0.3": [ + 63364.81800336698, + 63400.015671652574, + 63363.9081240855, + 63376.29128598016, + 63374.85614298469, + 63345.24751846054, + 63384.80056474443, + 63390.472377322774, + 63382.24703112654, + 63378.41652140127, + 63378.416521385916, + 63374.05863431051, + 63382.88534707752, + 63377.77820530415, + 63384.8005580892, + 63382.88534707747, + 63363.784581844666, + 63399.8868284197, + 63424.8652946994, + 63375.858900154184, + 63382.88534707747, + 63363.784581844666, + 63371.566127873615, + 63401.707252854576 + ], + "0.4": [ + 63413.218040873595, + 63467.74487761812, + 63427.24876572831, + 63428.67014851051, + 63439.09702128221, + 63416.10877493575, + 63467.61604104048, + 63439.09667712441, + 63436.00711682725, + 63459.033324392294, + 63427.23087278449, + 63455.98238908089, + 63447.30614469759, + 63427.23087278201, + 63427.230872782005, + 63469.51239310242, + 63395.639171405004, + 63441.156382534355, + 63470.26043445141, + 63441.156382534355, + 63467.616034385246, + 63451.40598613966, + 63429.6255242278, + 63470.857584980906 + ], + "0.5": [ + 63482.11804677789, + 63498.56858584994, + 63481.208167496414, + 63470.26291931244, + 63473.06661390254, + 63473.06631674335, + 63489.94570317677, + 63489.68432156989, + 63485.18702795328, + 63473.52113599216, + 63473.52113597681, + 63485.18702782527, + 63477.193521275345, + 63473.52113597433, + 63473.293702397415, + 63498.43974261707, + 63468.39033107893, + 63475.357328624814, + 63502.17512001599, + 63489.945696521536, + 63502.17512001599, + 63485.18702782492, + 63477.193521275294, + 63524.80993315541 + ], + "0.6": [ + 63554.28504318823, + 63531.819376494146, + 63536.26588505708, + 63502.17760487702, + 63529.82630905107, + 63529.826011891884, + 63558.66701746431, + 63564.69931882591, + 63557.041302361285, + 63532.28173383934, + 63531.690533263754, + 63557.04130223327, + 63532.28173382156, + 63530.41413820321, + 63531.29639955445, + 63558.66701080908, + 63502.17512001599, + 63536.24799211077, + 63557.39378876871, + 63543.09170365064, + 63557.9225185724, + 63532.28173382151, + 63536.24799211077, + 63557.39378876871 + ], + "0.7": [ + 63608.4231000817, + 63590.53888343508, + 63584.75793598448, + 63568.206124704426, + 63562.36344835588, + 63590.410088125056, + 63632.516112553785, + 63616.27239390148, + 63609.20269625576, + 63602.50797292319, + 63568.20363984588, + 63638.561387994734, + 63564.115264244756, + 63584.74004303818, + 63557.04130223292, + 63609.202696127395, + 63568.2036398434, + 63590.41004020221, + 63600.37053507026, + 63562.36310327384, + 63602.507972905354, + 63626.87067981068, + 63602.507972905354, + 63616.27239297724 + ], + "0.8": [ + 63663.4548337016, + 63641.841834402665, + 63668.89294820266, + 63640.35341965155, + 63640.35127987256, + 63662.527109396666, + 63689.906466894434, + 63662.52706239806, + 63641.712991298155, + 63668.875055274184, + 63641.71299117227, + 63682.56560114882, + 63627.547336445255, + 63645.55840554148, + 63631.76205826014, + 63678.73295357845, + 63627.547336445205, + 63638.57814972793, + 63662.52706147382, + 63630.253962983305, + 63679.13244013792, + 63678.73295357845, + 63660.94006302819, + 63660.94006302819 + ], + "0.9": [ + 63726.565846861326, + 63725.766917866415, + 63733.39755293676, + 63727.35714758334, + 63713.5107825274, + 63740.4934557478, + 63797.89449480025, + 63713.51043836961, + 63732.58924369276, + 63727.354662740145, + 63748.87773625737, + 63824.3366921247, + 63725.63807463359, + 63824.33669212436, + 63714.89485997306, + 63740.49340782495, + 63727.35466272231, + 63727.35466272231, + 63727.35466272231, + 63706.34091187042, + 63740.49340782495, + 63824.33669212435, + 63728.668537232574, + 63740.49340782495 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_140015.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_140015.json new file mode 100644 index 0000000000000000000000000000000000000000..1b227974ac70fb1b6eff4fd917305f35212338c8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_140015.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T14:00:15.714760+00:00", + "metrics": { + "MSE[mean]": 243447.0942103068, + "MSE[0.5]": 243447.0942103068, + "MAE[0.5]": 309.5403645833333, + "MASE[0.5]": 0.29764602134076995, + "MAPE[0.5]": 0.004796812618398402, + "sMAPE[0.5]": 0.0048146652448198815, + "MSIS": 1.9082398852120825, + "RMSE[mean]": 493.40358147292244, + "NRMSE[mean]": 0.007684695222385262, + "ND[0.5]": 0.004821050049429923, + "mean_weighted_sum_quantile_loss": 0.005526697661193046 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "actual": [ + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65546.5390625 + ], + "predictions": { + "p50": [ + 64191.83203125, + 64189.69921875, + 64200.15625, + 64206.65625, + 64193.98828125, + 64187.015625, + 64170.6484375, + 64156.77734375, + 64145.265625, + 64137.87890625, + 64120.55859375, + 64100.46484375, + 64087.2734375, + 64062.87109375, + 64049.53515625, + 64036.39453125, + 64021.99609375, + 64000.38671875, + 64015.3828125, + 63996.5625, + 63995.30078125, + 63984.75390625, + 63973.49609375, + 63974.90234375 + ], + "p10": [ + 63956.5078125, + 63861.62890625, + 63779.06640625, + 63681.81640625, + 63574.12109375, + 63438.234375, + 63291.90234375, + 63222.7109375, + 63138.16015625, + 63036.37109375, + 62984.171875, + 62936.5546875, + 62886.55078125, + 62830.6640625, + 62813.08203125, + 62781.13671875, + 62618.23828125, + 62566.296875, + 62492.94140625, + 62512.484375, + 62472.4765625, + 62460.80859375, + 62431.7734375, + 62415.28515625 + ], + "p90": [ + 64349.15234375, + 64426.2421875, + 64508.31640625, + 64567.49609375, + 64614.5546875, + 64651.3359375, + 64682.9765625, + 64738.28515625, + 64752.8046875, + 64807.421875, + 64841.15625, + 64897.640625, + 64942.33984375, + 64943.46484375, + 64959.34765625, + 64988.640625, + 65431.21875, + 65444.0625, + 65455.69921875, + 65490.28125, + 65500.859375, + 65569.59375, + 65619.59375, + 65628.3984375 + ], + "mean": [ + 64191.83203125, + 64189.69921875, + 64200.15625, + 64206.65625, + 64193.98828125, + 64187.015625, + 64170.6484375, + 64156.77734375, + 64145.265625, + 64137.87890625, + 64120.55859375, + 64100.46484375, + 64087.2734375, + 64062.87109375, + 64049.53515625, + 64036.39453125, + 64021.99609375, + 64000.38671875, + 64015.3828125, + 63996.5625, + 63995.30078125, + 63984.75390625, + 63973.49609375, + 63974.90234375 + ], + "quantiles": { + "0.1": [ + 63956.5078125, + 63861.62890625, + 63779.06640625, + 63681.81640625, + 63574.12109375, + 63438.234375, + 63291.90234375, + 63222.7109375, + 63138.16015625, + 63036.37109375, + 62984.171875, + 62936.5546875, + 62886.55078125, + 62830.6640625, + 62813.08203125, + 62781.13671875, + 62618.23828125, + 62566.296875, + 62492.94140625, + 62512.484375, + 62472.4765625, + 62460.80859375, + 62431.7734375, + 62415.28515625 + ], + "0.2": [ + 63956.5078125, + 63861.62890625, + 63779.06640625, + 63681.81640625, + 63574.12109375, + 63438.234375, + 63291.90234375, + 63222.7109375, + 63138.16015625, + 63036.37109375, + 62984.171875, + 62936.5546875, + 62886.55078125, + 62830.6640625, + 62813.08203125, + 62781.13671875, + 62618.23828125, + 62566.296875, + 62492.94140625, + 62512.484375, + 62472.4765625, + 62460.80859375, + 62431.7734375, + 62415.28515625 + ], + "0.3": [ + 63956.5078125, + 63861.62890625, + 63779.06640625, + 63681.81640625, + 63574.12109375, + 63438.234375, + 63291.90234375, + 63222.7109375, + 63138.16015625, + 63036.37109375, + 62984.171875, + 62936.5546875, + 62886.55078125, + 62830.6640625, + 62813.08203125, + 62781.13671875, + 62618.23828125, + 62566.296875, + 62492.94140625, + 62512.484375, + 62472.4765625, + 62460.80859375, + 62431.7734375, + 62415.28515625 + ], + "0.4": [ + 64191.83203125, + 64189.69921875, + 64200.15625, + 64206.65625, + 64193.98828125, + 64187.015625, + 64170.6484375, + 64156.77734375, + 64145.265625, + 64137.87890625, + 64120.55859375, + 64100.46484375, + 64087.2734375, + 64062.87109375, + 64049.53515625, + 64036.39453125, + 64021.99609375, + 64000.38671875, + 64015.3828125, + 63996.5625, + 63995.30078125, + 63984.75390625, + 63973.49609375, + 63974.90234375 + ], + "0.5": [ + 64191.83203125, + 64189.69921875, + 64200.15625, + 64206.65625, + 64193.98828125, + 64187.015625, + 64170.6484375, + 64156.77734375, + 64145.265625, + 64137.87890625, + 64120.55859375, + 64100.46484375, + 64087.2734375, + 64062.87109375, + 64049.53515625, + 64036.39453125, + 64021.99609375, + 64000.38671875, + 64015.3828125, + 63996.5625, + 63995.30078125, + 63984.75390625, + 63973.49609375, + 63974.90234375 + ], + "0.6": [ + 64191.83203125, + 64189.69921875, + 64200.15625, + 64206.65625, + 64193.98828125, + 64187.015625, + 64170.6484375, + 64156.77734375, + 64145.265625, + 64137.87890625, + 64120.55859375, + 64100.46484375, + 64087.2734375, + 64062.87109375, + 64049.53515625, + 64036.39453125, + 64021.99609375, + 64000.38671875, + 64015.3828125, + 63996.5625, + 63995.30078125, + 63984.75390625, + 63973.49609375, + 63974.90234375 + ], + "0.7": [ + 64191.83203125, + 64189.69921875, + 64200.15625, + 64206.65625, + 64193.98828125, + 64187.015625, + 64170.6484375, + 64156.77734375, + 64145.265625, + 64137.87890625, + 64120.55859375, + 64100.46484375, + 64087.2734375, + 64062.87109375, + 64049.53515625, + 64036.39453125, + 64021.99609375, + 64000.38671875, + 64015.3828125, + 63996.5625, + 63995.30078125, + 63984.75390625, + 63973.49609375, + 63974.90234375 + ], + "0.8": [ + 64349.15234375, + 64426.2421875, + 64508.31640625, + 64567.49609375, + 64614.5546875, + 64651.3359375, + 64682.9765625, + 64738.28515625, + 64752.8046875, + 64807.421875, + 64841.15625, + 64897.640625, + 64942.33984375, + 64943.46484375, + 64959.34765625, + 64988.640625, + 65431.21875, + 65444.0625, + 65455.69921875, + 65490.28125, + 65500.859375, + 65569.59375, + 65619.59375, + 65628.3984375 + ], + "0.9": [ + 64349.15234375, + 64426.2421875, + 64508.31640625, + 64567.49609375, + 64614.5546875, + 64651.3359375, + 64682.9765625, + 64738.28515625, + 64752.8046875, + 64807.421875, + 64841.15625, + 64897.640625, + 64942.33984375, + 64943.46484375, + 64959.34765625, + 64988.640625, + 65431.21875, + 65444.0625, + 65455.69921875, + 65490.28125, + 65500.859375, + 65569.59375, + 65619.59375, + 65628.3984375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_140246.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_140246.json new file mode 100644 index 0000000000000000000000000000000000000000..e26008444aa6b9e9c772ab22b98210f6f04fb6ff --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_140246.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T14:02:46.610580+00:00", + "metrics": { + "MSE[mean]": 255388.62770998277, + "MSE[0.5]": 252625.8978424937, + "MAE[0.5]": 318.3014039771342, + "MASE[0.5]": 0.3060704105860457, + "MAPE[0.5]": 0.0049304753481358805, + "sMAPE[0.5]": 0.0049516828261146175, + "MSIS": 5.482744750274887, + "RMSE[mean]": 505.35989919064883, + "NRMSE[mean]": 0.007870913282190275, + "ND[0.5]": 0.0049575020738998055, + "mean_weighted_sum_quantile_loss": 0.004251645466616451 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "actual": [ + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65546.5390625 + ], + "predictions": { + "p50": [ + 64171.00038729457, + 64137.80278873696, + 64162.34151830436, + 64109.22009162176, + 64095.760774314156, + 64101.88544138156, + 64096.13901469896, + 64137.58985364135, + 64076.02506758375, + 64081.48762527615, + 64069.430651718554, + 64045.85414691095, + 64027.17607960335, + 64021.42965292075, + 64039.32385123814, + 64021.145783930544, + 63995.569279122945, + 63972.72714931534, + 63971.14478513274, + 63999.49406157514, + 63952.440994267534, + 63924.792223834935, + 63926.606344027336, + 63948.81108921973 + ], + "p10": [ + 63913.03671541957, + 63898.70122623696, + 63911.89815892936, + 63794.32946662176, + 63858.901789939155, + 63850.00458200656, + 63821.56870219896, + 63875.21094739135, + 63827.82428633375, + 63822.99934402615, + 63807.71033921855, + 63778.06508441095, + 63778.44600147835, + 63782.29605917075, + 63767.96056998814, + 63753.122346430544, + 63752.600529122945, + 63742.54355556534, + 63718.10416013274, + 63721.95421782514, + 63675.03005676754, + 63689.093005084935, + 63724.356344027336, + 63682.20171421973 + ], + "p90": [ + 64408.37109041957, + 64375.90435123696, + 64388.25714330436, + 64355.981029121765, + 64345.073274314156, + 64382.90301950656, + 64319.946436573955, + 64304.23047864135, + 64295.24069258375, + 64315.10090652615, + 64363.989245468554, + 64277.24086566095, + 64251.57881397835, + 64338.45113729575, + 64324.22463248814, + 64285.47039330554, + 64303.647404122945, + 64234.64511806534, + 64206.90103513274, + 64184.61398345014, + 64184.821853642534, + 64221.991442584935, + 64164.11376590234, + 64154.65093296973 + ], + "mean": [ + 64151.301617763114, + 64151.28023014304, + 64136.519936273384, + 64092.35903693436, + 64062.635403220534, + 64096.892082006496, + 64067.76602641746, + 64089.82278332872, + 64052.37659102149, + 64071.81930496371, + 64051.89324937496, + 64023.254303160844, + 64003.471841321814, + 64032.22195760806, + 64005.53197623835, + 64012.084104243055, + 64000.81787287306, + 63979.06769619021, + 63949.47537107023, + 63966.522362356176, + 63912.81124817396, + 63923.12499727272, + 63936.04632449619, + 63926.260366563314 + ], + "quantiles": { + "0.1": [ + 63913.03671541957, + 63898.70122623696, + 63911.89815892936, + 63794.32946662176, + 63858.901789939155, + 63850.00458200656, + 63821.56870219896, + 63875.21094739135, + 63827.82428633375, + 63822.99934402615, + 63807.71033921855, + 63778.06508441095, + 63778.44600147835, + 63782.29605917075, + 63767.96056998814, + 63753.122346430544, + 63752.600529122945, + 63742.54355556534, + 63718.10416013274, + 63721.95421782514, + 63675.03005676754, + 63689.093005084935, + 63724.356344027336, + 63682.20171421973 + ], + "0.2": [ + 63992.61913729457, + 64010.21294498696, + 64000.15597142936, + 63925.84118537176, + 63926.118586814155, + 63918.64520700656, + 63908.58823344896, + 63954.67969739135, + 63891.51334883375, + 63944.13606277615, + 63871.399401718554, + 63834.98305316095, + 63845.66279835335, + 63847.86910604575, + 63879.47228873814, + 63818.555940180544, + 63859.358341622945, + 63807.64121181534, + 63790.94361325774, + 63787.52726470014, + 63763.282791142534, + 63758.118005084936, + 63757.356344027336, + 63793.76812046973 + ], + "0.3": [ + 64057.293746669566, + 64069.48247623696, + 64040.41769017936, + 64005.30993537176, + 63989.220149314155, + 64006.31708200656, + 63997.65854594896, + 64017.86329114135, + 63977.42155195875, + 63993.08762527615, + 63957.020495468554, + 63946.667037535946, + 63932.16631397835, + 63911.04879354575, + 63934.08010123814, + 63890.934846430544, + 63897.088810372945, + 63889.56308681534, + 63875.57642575774, + 63888.45695220014, + 63855.462478642534, + 63824.284411334935, + 63820.536031527336, + 63829.22124546973 + ], + "0.4": [ + 64120.00038729457, + 64125.93169498696, + 64108.54269017936, + 64082.91931037176, + 64046.788118064156, + 64069.71551950656, + 64066.08823344896, + 64069.02032239135, + 64036.73600508375, + 64039.62825027615, + 64033.864245468554, + 64013.231490660946, + 64005.74639210335, + 63995.68941854575, + 63998.73400748814, + 63964.696565180544, + 63965.518497872945, + 63942.12168056534, + 63942.83267575774, + 63942.56710845014, + 63908.560134892534, + 63891.57191133493, + 63888.446187777336, + 63902.339214219726 + ], + "0.5": [ + 64171.00038729457, + 64137.80278873696, + 64162.34151830436, + 64109.22009162176, + 64095.760774314156, + 64101.88544138156, + 64096.13901469896, + 64137.58985364135, + 64076.02506758375, + 64081.48762527615, + 64069.430651718554, + 64045.85414691095, + 64027.17607960335, + 64021.42965292075, + 64039.32385123814, + 64021.145783930544, + 63995.569279122945, + 63972.72714931534, + 63971.14478513274, + 63999.49406157514, + 63952.440994267534, + 63924.792223834935, + 63926.606344027336, + 63948.81108921973 + ], + "0.6": [ + 64235.41054354457, + 64199.75200748696, + 64219.35206517936, + 64187.98962287176, + 64131.772493064156, + 64157.70380075656, + 64166.38510844896, + 64178.52344739135, + 64137.70475508375, + 64141.89778152615, + 64126.157214218554, + 64099.18227191095, + 64089.12529835335, + 64095.98629354575, + 64077.36291373814, + 64082.75594018054, + 64060.67552912294, + 64047.19199306534, + 64045.70142575774, + 64045.66398345014, + 64027.860916142534, + 63998.612536334935, + 63993.534469027334, + 64004.10015171973 + ], + "0.7": [ + 64278.50819979457, + 64248.06060123696, + 64263.46808080436, + 64234.06384162176, + 64195.182649314156, + 64206.76356638156, + 64197.77573344896, + 64211.82032239135, + 64162.598505083755, + 64186.31653152615, + 64188.680651718554, + 64147.49086566095, + 64132.05889210335, + 64145.36910604575, + 64115.79260123814, + 64130.356721430544, + 64097.205997872945, + 64088.78418056534, + 64077.09205075774, + 64065.50773345014, + 64062.37575989254, + 64041.546130084935, + 64036.864156527336, + 64048.00874546973 + ], + "0.8": [ + 64355.537887294566, + 64298.35591373696, + 64330.97315892936, + 64278.24196662176, + 64242.899836814155, + 64290.87567575656, + 64272.49057719896, + 64270.76172864135, + 64208.79459883375, + 64259.49934402615, + 64258.74783921855, + 64248.690865660945, + 64170.89248585335, + 64220.34644979575, + 64214.58947623814, + 64190.305940180544, + 64190.32631037295, + 64179.04355556534, + 64161.90533200774, + 64109.79679595014, + 64131.692947392534, + 64144.944567584935, + 64109.496969027336, + 64077.10249546973 + ], + "0.9": [ + 64408.37109041957, + 64375.90435123696, + 64388.25714330436, + 64355.981029121765, + 64345.073274314156, + 64382.90301950656, + 64319.946436573955, + 64304.23047864135, + 64295.24069258375, + 64315.10090652615, + 64363.989245468554, + 64277.24086566095, + 64251.57881397835, + 64338.45113729575, + 64324.22463248814, + 64285.47039330554, + 64303.647404122945, + 64234.64511806534, + 64206.90103513274, + 64184.61398345014, + 64184.821853642534, + 64221.991442584935, + 64164.11376590234, + 64154.65093296973 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_140209.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_140209.json new file mode 100644 index 0000000000000000000000000000000000000000..d862d1ad6d87e3fb09edbc3cd63af3c187db19cb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_140209.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T14:02:09.834294+00:00", + "metrics": { + "MSE[mean]": 141834.0607624054, + "MSE[0.5]": 165904.74143091837, + "MAE[0.5]": 270.6531575520833, + "MASE[0.5]": 0.26025308724157176, + "MAPE[0.5]": 0.004203622334472113, + "sMAPE[0.5]": 0.0042075944920049275, + "MSIS": 2.425101734255788, + "RMSE[mean]": 376.6086307593141, + "NRMSE[mean]": 0.005865629383689392, + "ND[0.5]": 0.004215386966902515, + "mean_weighted_sum_quantile_loss": 0.005315107108712762 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "actual": [ + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65546.5390625 + ], + "predictions": { + "p50": [ + 64185.029296875, + 64225.1796875, + 64205.408203125, + 64175.93359375, + 64202.138671875, + 64208.95703125, + 64176.740234375, + 64208.978515625, + 64200.466796875, + 64142.13671875, + 64168.53125, + 64245.923828125, + 64180.337890625, + 64229.953125, + 64244.72265625, + 64164.91796875, + 64273.384765625, + 64240.328125, + 64137.060546875, + 64237.873046875, + 64326.24609375, + 64216.427734375, + 64193.0703125, + 64256.416015625 + ], + "p10": [ + 63943.513671875, + 63867.32421875, + 63747.693359375, + 63674.90625, + 63591.65234375, + 63689.1171875, + 63452.181640625, + 63459.88671875, + 63314.947265625, + 63216.5078125, + 63347.6015625, + 63392.41796875, + 63173.583984375, + 63113.681640625, + 63166.03515625, + 62965.91796875, + 62977.75, + 63174.80859375, + 62674.888671875, + 62519.09375, + 62501.8984375, + 62436.056640625, + 62832.97265625, + 62488.251953125 + ], + "p90": [ + 64429.5234375, + 64641.6484375, + 64655.90234375, + 64825.140625, + 64821.955078125, + 64945.81640625, + 65135.59765625, + 64972.41796875, + 64977.421875, + 65109.103515625, + 65139.166015625, + 65406.54296875, + 65407.21484375, + 65250.146484375, + 65715.73828125, + 65424.078125, + 66103.3515625, + 65887.0859375, + 65831.8359375, + 66166.6171875, + 66052.5390625, + 65993.8984375, + 65721.77734375, + 66393.90234375 + ], + "mean": [ + 64213.15625, + 64207.4296875, + 64217.28515625, + 64195.26953125, + 64239.88671875, + 64285.70703125, + 64263.65234375, + 64314.93359375, + 64164.89453125, + 64218.66015625, + 64191.66796875, + 64355.8671875, + 64264.94140625, + 64459.625, + 64543.61328125, + 64259.82421875, + 64507.9375, + 64383.96484375, + 64115.99609375, + 64459.75, + 64342.09765625, + 64159.84375, + 64298.5234375, + 64410.46875 + ], + "quantiles": { + "0.1": [ + 63943.513671875, + 63867.32421875, + 63747.693359375, + 63674.90625, + 63591.65234375, + 63689.1171875, + 63452.181640625, + 63459.88671875, + 63314.947265625, + 63216.5078125, + 63347.6015625, + 63392.41796875, + 63173.583984375, + 63113.681640625, + 63166.03515625, + 62965.91796875, + 62977.75, + 63174.80859375, + 62674.888671875, + 62519.09375, + 62501.8984375, + 62436.056640625, + 62832.97265625, + 62488.251953125 + ], + "0.2": [ + 63943.513671875, + 63867.32421875, + 63747.693359375, + 63674.90625, + 63591.65234375, + 63689.1171875, + 63452.181640625, + 63459.88671875, + 63314.947265625, + 63216.5078125, + 63347.6015625, + 63392.41796875, + 63173.583984375, + 63113.681640625, + 63166.03515625, + 62965.91796875, + 62977.75, + 63174.80859375, + 62674.888671875, + 62519.09375, + 62501.8984375, + 62436.056640625, + 62832.97265625, + 62488.251953125 + ], + "0.3": [ + 63943.513671875, + 63867.32421875, + 63747.693359375, + 63674.90625, + 63591.65234375, + 63689.1171875, + 63452.181640625, + 63459.88671875, + 63314.947265625, + 63216.5078125, + 63347.6015625, + 63392.41796875, + 63173.583984375, + 63113.681640625, + 63166.03515625, + 62965.91796875, + 62977.75, + 63174.80859375, + 62674.888671875, + 62519.09375, + 62501.8984375, + 62436.056640625, + 62832.97265625, + 62488.251953125 + ], + "0.4": [ + 64185.029296875, + 64225.1796875, + 64205.408203125, + 64175.93359375, + 64202.138671875, + 64208.95703125, + 64176.740234375, + 64208.978515625, + 64200.466796875, + 64142.13671875, + 64168.53125, + 64245.923828125, + 64180.337890625, + 64229.953125, + 64244.72265625, + 64164.91796875, + 64273.384765625, + 64240.328125, + 64137.060546875, + 64237.873046875, + 64326.24609375, + 64216.427734375, + 64193.0703125, + 64256.416015625 + ], + "0.5": [ + 64185.029296875, + 64225.1796875, + 64205.408203125, + 64175.93359375, + 64202.138671875, + 64208.95703125, + 64176.740234375, + 64208.978515625, + 64200.466796875, + 64142.13671875, + 64168.53125, + 64245.923828125, + 64180.337890625, + 64229.953125, + 64244.72265625, + 64164.91796875, + 64273.384765625, + 64240.328125, + 64137.060546875, + 64237.873046875, + 64326.24609375, + 64216.427734375, + 64193.0703125, + 64256.416015625 + ], + "0.6": [ + 64185.029296875, + 64225.1796875, + 64205.408203125, + 64175.93359375, + 64202.138671875, + 64208.95703125, + 64176.740234375, + 64208.978515625, + 64200.466796875, + 64142.13671875, + 64168.53125, + 64245.923828125, + 64180.337890625, + 64229.953125, + 64244.72265625, + 64164.91796875, + 64273.384765625, + 64240.328125, + 64137.060546875, + 64237.873046875, + 64326.24609375, + 64216.427734375, + 64193.0703125, + 64256.416015625 + ], + "0.7": [ + 64185.029296875, + 64225.1796875, + 64205.408203125, + 64175.93359375, + 64202.138671875, + 64208.95703125, + 64176.740234375, + 64208.978515625, + 64200.466796875, + 64142.13671875, + 64168.53125, + 64245.923828125, + 64180.337890625, + 64229.953125, + 64244.72265625, + 64164.91796875, + 64273.384765625, + 64240.328125, + 64137.060546875, + 64237.873046875, + 64326.24609375, + 64216.427734375, + 64193.0703125, + 64256.416015625 + ], + "0.8": [ + 64429.5234375, + 64641.6484375, + 64655.90234375, + 64825.140625, + 64821.955078125, + 64945.81640625, + 65135.59765625, + 64972.41796875, + 64977.421875, + 65109.103515625, + 65139.166015625, + 65406.54296875, + 65407.21484375, + 65250.146484375, + 65715.73828125, + 65424.078125, + 66103.3515625, + 65887.0859375, + 65831.8359375, + 66166.6171875, + 66052.5390625, + 65993.8984375, + 65721.77734375, + 66393.90234375 + ], + "0.9": [ + 64429.5234375, + 64641.6484375, + 64655.90234375, + 64825.140625, + 64821.955078125, + 64945.81640625, + 65135.59765625, + 64972.41796875, + 64977.421875, + 65109.103515625, + 65139.166015625, + 65406.54296875, + 65407.21484375, + 65250.146484375, + 65715.73828125, + 65424.078125, + 66103.3515625, + 65887.0859375, + 65831.8359375, + 66166.6171875, + 66052.5390625, + 65993.8984375, + 65721.77734375, + 66393.90234375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_140246.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_140246.json new file mode 100644 index 0000000000000000000000000000000000000000..75f1b9e1632dc6a6a40583354dba041748796bff --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_140246.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T14:02:46.629206+00:00", + "metrics": { + "MSE[mean]": 191493.66412992682, + "MSE[0.5]": 192648.9649538444, + "MAE[0.5]": 273.8732831631484, + "MASE[0.5]": 0.2633494768760583, + "MAPE[0.5]": 0.0042484480429297216, + "sMAPE[0.5]": 0.004257755853403542, + "MSIS": 4.323805746296647, + "RMSE[mean]": 437.5998904592263, + "NRMSE[mean]": 0.006815560149542366, + "ND[0.5]": 0.0042655399954333595, + "mean_weighted_sum_quantile_loss": 0.003769936152652161 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "actual": [ + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65546.5390625 + ], + "predictions": { + "p50": [ + 64184.09267920778, + 64160.95205420778, + 64195.54775733278, + 64152.48330420778, + 64149.08096045778, + 64165.26260108278, + 64169.57314795778, + 64221.08096045778, + 64169.57314795778, + 64185.09267920778, + 64183.09267920778, + 64169.57314795778, + 64160.95205420778, + 64165.26260108278, + 64193.21377295778, + 64185.09267920778, + 64169.57314795778, + 64156.78799170778, + 64165.26260108278, + 64203.66885108278, + 64166.67275733278, + 64149.08096045778, + 64160.95205420778, + 64193.21377295778 + ], + "p10": [ + 63926.129007332784, + 63921.85049170778, + 63945.10439795778, + 63837.59267920778, + 63912.22197608278, + 63913.38174170778, + 63895.00283545778, + 63958.70205420778, + 63921.37236670778, + 63926.60439795778, + 63921.37236670778, + 63901.78408545778, + 63912.22197608278, + 63926.129007332784, + 63921.85049170778, + 63917.06924170778, + 63926.60439795778, + 63926.60439795778, + 63912.22197608278, + 63926.129007332784, + 63889.261819832784, + 63913.38174170778, + 63958.70205420778, + 63926.60439795778 + ], + "p90": [ + 64421.46338233278, + 64399.05361670778, + 64421.46338233278, + 64399.244241707784, + 64398.39346045778, + 64446.28017920778, + 64393.38056983278, + 64387.72158545778, + 64388.78877295778, + 64418.70596045778, + 64477.65127295778, + 64400.95986670778, + 64385.35478858278, + 64482.28408545778, + 64478.11455420778, + 64449.41728858278, + 64477.65127295778, + 64418.70596045778, + 64401.01885108278, + 64388.78877295778, + 64399.05361670778, + 64446.28017920778, + 64398.45947608278, + 64399.05361670778 + ], + "mean": [ + 64164.39390967674, + 64174.42949561425, + 64169.726175301745, + 64135.62224952049, + 64115.95558936425, + 64160.269241707996, + 64141.200159676744, + 64173.313890145495, + 64145.92467139549, + 64175.42435889549, + 64165.555276864245, + 64146.973304208, + 64137.24781592675, + 64176.05490577049, + 64159.421897958, + 64176.030999520495, + 64174.821741707994, + 64163.128538583, + 64143.593187020495, + 64170.697151864246, + 64127.04301123924, + 64147.4137338955, + 64170.39203467675, + 64170.663050301744 + ], + "quantiles": { + "0.1": [ + 63926.129007332784, + 63921.85049170778, + 63945.10439795778, + 63837.59267920778, + 63912.22197608278, + 63913.38174170778, + 63895.00283545778, + 63958.70205420778, + 63921.37236670778, + 63926.60439795778, + 63921.37236670778, + 63901.78408545778, + 63912.22197608278, + 63926.129007332784, + 63921.85049170778, + 63917.06924170778, + 63926.60439795778, + 63926.60439795778, + 63912.22197608278, + 63926.129007332784, + 63889.261819832784, + 63913.38174170778, + 63958.70205420778, + 63926.60439795778 + ], + "0.2": [ + 64005.71142920778, + 64033.36221045778, + 64033.36221045778, + 63969.10439795778, + 63979.43877295778, + 63982.02236670778, + 63982.02236670778, + 64038.17080420778, + 63985.06142920778, + 64047.74111670778, + 63985.06142920778, + 63958.70205420778, + 63979.43877295778, + 63991.70205420778, + 64033.36221045778, + 63982.50283545778, + 64033.36221045778, + 63991.70205420778, + 63985.06142920778, + 63991.70205420778, + 63977.51455420778, + 63982.40674170778, + 63991.70205420778, + 64038.17080420778 + ], + "0.3": [ + 64070.38603858278, + 64092.63174170778, + 64073.62392920778, + 64048.57314795778, + 64042.54033545778, + 64069.69424170778, + 64071.09267920778, + 64101.35439795778, + 64070.96963233278, + 64096.69267920778, + 64070.68252295778, + 64070.38603858278, + 64065.94228858278, + 64054.88174170778, + 64087.97002295778, + 64054.88174170778, + 64071.09267920778, + 64073.62392920778, + 64069.69424170778, + 64092.63174170778, + 64069.69424170778, + 64048.57314795778, + 64054.88174170778, + 64073.62392920778 + ], + "0.4": [ + 64133.09267920778, + 64149.08096045778, + 64141.74892920778, + 64126.18252295778, + 64100.10830420778, + 64133.09267920778, + 64139.52236670778, + 64152.51142920778, + 64130.28408545778, + 64143.23330420778, + 64147.52627295778, + 64136.95049170778, + 64139.52236670778, + 64139.52236670778, + 64152.62392920778, + 64128.64346045778, + 64139.52236670778, + 64126.18252295778, + 64136.95049170778, + 64146.74189795778, + 64122.79189795778, + 64115.86064795778, + 64122.79189795778, + 64146.74189795778 + ], + "0.5": [ + 64184.09267920778, + 64160.95205420778, + 64195.54775733278, + 64152.48330420778, + 64149.08096045778, + 64165.26260108278, + 64169.57314795778, + 64221.08096045778, + 64169.57314795778, + 64185.09267920778, + 64183.09267920778, + 64169.57314795778, + 64160.95205420778, + 64165.26260108278, + 64193.21377295778, + 64185.09267920778, + 64169.57314795778, + 64156.78799170778, + 64165.26260108278, + 64203.66885108278, + 64166.67275733278, + 64149.08096045778, + 64160.95205420778, + 64193.21377295778 + ], + "0.6": [ + 64248.50283545778, + 64222.90127295778, + 64252.55830420778, + 64231.25283545778, + 64185.09267920778, + 64221.08096045778, + 64239.81924170778, + 64262.01455420778, + 64231.25283545778, + 64245.50283545778, + 64239.81924170778, + 64222.90127295778, + 64222.90127295778, + 64239.81924170778, + 64231.25283545778, + 64246.70283545778, + 64234.67939795778, + 64231.25283545778, + 64239.81924170778, + 64249.83877295778, + 64242.09267920778, + 64222.90127295778, + 64227.88017920778, + 64248.50283545778 + ], + "0.7": [ + 64291.60049170778, + 64271.20986670778, + 64296.67431983278, + 64277.32705420778, + 64248.50283545778, + 64270.140726082784, + 64271.20986670778, + 64295.31142920778, + 64256.146585457784, + 64289.92158545778, + 64302.34267920778, + 64271.20986670778, + 64265.83486670778, + 64289.20205420778, + 64269.68252295778, + 64294.30361670778, + 64271.20986670778, + 64272.84502295778, + 64271.20986670778, + 64269.68252295778, + 64276.607522957784, + 64265.83486670778, + 64271.20986670778, + 64292.41142920778 + ], + "0.8": [ + 64368.63017920778, + 64321.50517920778, + 64364.17939795778, + 64321.50517920778, + 64296.22002295778, + 64354.25283545778, + 64345.92471045778, + 64354.25283545778, + 64302.34267920778, + 64363.10439795778, + 64372.40986670778, + 64372.40986670778, + 64304.66846045778, + 64364.17939795778, + 64368.47939795778, + 64354.25283545778, + 64364.330179207784, + 64363.10439795778, + 64356.02314795778, + 64313.97158545778, + 64345.92471045778, + 64369.23330420778, + 64343.84267920778, + 64321.50517920778 + ], + "0.9": [ + 64421.46338233278, + 64399.05361670778, + 64421.46338233278, + 64399.244241707784, + 64398.39346045778, + 64446.28017920778, + 64393.38056983278, + 64387.72158545778, + 64388.78877295778, + 64418.70596045778, + 64477.65127295778, + 64400.95986670778, + 64385.35478858278, + 64482.28408545778, + 64478.11455420778, + 64449.41728858278, + 64477.65127295778, + 64418.70596045778, + 64401.01885108278, + 64388.78877295778, + 64399.05361670778, + 64446.28017920778, + 64398.45947608278, + 64399.05361670778 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_140246.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_140246.json new file mode 100644 index 0000000000000000000000000000000000000000..d285578ac50895b4a308e469752557fa0a1f3699 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_140246.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T14:02:46.648712+00:00", + "metrics": { + "MSE[mean]": 226282.01431592306, + "MSE[0.5]": 226282.01431592306, + "MAE[0.5]": 338.4490559895833, + "MASE[0.5]": 0.3254438724895881, + "MAPE[0.5]": 0.0052559982990437225, + "sMAPE[0.5]": 0.005264828117398906, + "MSIS": 3.701043124388979, + "RMSE[mean]": 475.6910912723961, + "NRMSE[mean]": 0.007408825540989363, + "ND[0.5]": 0.005271299076953877, + "mean_weighted_sum_quantile_loss": 0.005747483342463282 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "actual": [ + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65546.5390625 + ], + "predictions": { + "p50": [ + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "p10": [ + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08 + ], + "p90": [ + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92 + ], + "mean": [ + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "quantiles": { + "0.1": [ + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08 + ], + "0.2": [ + 62990.6499609375, + 63197.6384765625, + 63073.793964843746, + 62877.178730468746, + 62848.802265624996, + 62976.96, + 62967.09845703125, + 63052.2124609375, + 63307.93154296875, + 63333.54154296875, + 63329.59, + 63284.28, + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81 + ], + "0.3": [ + 63310.399453125, + 63518.438671875, + 63393.9655078125, + 63196.3522265625, + 63167.83171875, + 63296.64, + 63286.7283984375, + 63372.274453125, + 63629.2916015625, + 63655.0316015625, + 63651.06, + 63605.52, + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54 + ], + "0.4": [ + 63630.1489453125, + 63839.2388671875, + 63714.137050781246, + 63515.525722656246, + 63486.861171874996, + 63616.32, + 63606.35833984375, + 63692.3364453125, + 63950.65166015625, + 63976.52166015625, + 63972.53, + 63926.76, + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27 + ], + "0.5": [ + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "0.6": [ + 64269.6479296875, + 64480.83925781249, + 64354.48013671875, + 64153.87271484375, + 64124.920078125, + 64255.67999999999, + 64245.618222656245, + 64332.4604296875, + 64593.371777343746, + 64619.50177734374, + 64615.469999999994, + 64569.23999999999, + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996 + ], + "0.7": [ + 64589.397421875, + 64801.639453125, + 64674.6516796875, + 64473.0462109375, + 64443.94953125, + 64575.36, + 64565.2481640625, + 64652.522421875, + 64914.7318359375, + 64940.9918359375, + 64936.94, + 64890.48, + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46 + ], + "0.8": [ + 64909.14691406249, + 65122.439648437496, + 64994.82322265625, + 64792.21970703125, + 64762.978984375, + 64895.03999999999, + 64884.87810546874, + 64972.58441406249, + 65236.091894531244, + 65262.48189453124, + 65258.409999999996, + 65211.719999999994, + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995 + ], + "0.9": [ + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_140239.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_140239.json new file mode 100644 index 0000000000000000000000000000000000000000..4d8a257c6d0ade35b7b4970459eb6c628bf8b652 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_140239.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T14:02:39.840398+00:00", + "metrics": { + "MSE[mean]": 268986.8781344096, + "MSE[0.5]": 268986.8781344096, + "MAE[0.5]": 339.0078125, + "MASE[0.5]": 0.3259811583212684, + "MAPE[0.5]": 0.00526159955184773, + "sMAPE[0.5]": 0.005272100136551819, + "MSIS": 3.8617279078958844, + "RMSE[mean]": 518.6394490726767, + "NRMSE[mean]": 0.008077740507135027, + "ND[0.5]": 0.005280001635361049, + "mean_weighted_sum_quantile_loss": 0.004587047360043347 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "actual": [ + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65546.5390625 + ], + "predictions": { + "p50": [ + 64343.859375, + 64343.859375, + 64343.859375, + 64337.890625, + 64317.0, + 64296.109375, + 64281.1875, + 64290.140625, + 64302.078125, + 64299.09375, + 64296.109375, + 64281.1875, + 64284.171875, + 64284.171875, + 64266.265625, + 64242.390625, + 64206.578125, + 64200.609375, + 64179.71875, + 64149.875, + 64111.078125, + 64064.8203125, + 64027.515625, + 63929.03125 + ], + "p10": [ + 64134.953125, + 64093.171875, + 64045.421875, + 64002.1484375, + 63945.4453125, + 63901.42578125, + 63848.453125, + 63832.0390625, + 63814.1328125, + 63780.1875, + 63759.76171875, + 63701.66015625, + 63661.9296875, + 63621.640625, + 63579.11328125, + 63521.6640625, + 63463.46875, + 63424.671875, + 63379.90625, + 63335.140625, + 63287.390625, + 63227.703125, + 63185.921875, + 63075.5 + ], + "p90": [ + 64549.78125, + 64585.59375, + 64615.4375, + 64633.34375, + 64627.375, + 64621.40625, + 64645.28125, + 64663.1875, + 64704.96875, + 64716.90625, + 64722.875, + 64740.78125, + 64758.6875, + 64776.59375, + 64776.59375, + 64770.625, + 64794.5, + 64812.40625, + 64806.4375, + 64800.46875, + 64776.59375, + 64740.78125, + 64740.78125, + 64687.0625 + ], + "mean": [ + 64343.859375, + 64343.859375, + 64343.859375, + 64337.890625, + 64317.0, + 64296.109375, + 64281.1875, + 64290.140625, + 64302.078125, + 64299.09375, + 64296.109375, + 64281.1875, + 64284.171875, + 64284.171875, + 64266.265625, + 64242.390625, + 64206.578125, + 64200.609375, + 64179.71875, + 64149.875, + 64111.078125, + 64064.8203125, + 64027.515625, + 63929.03125 + ], + "quantiles": { + "0.1": [ + 64134.953125, + 64093.171875, + 64045.421875, + 64002.1484375, + 63945.4453125, + 63901.42578125, + 63848.453125, + 63832.0390625, + 63814.1328125, + 63780.1875, + 63759.76171875, + 63701.66015625, + 63661.9296875, + 63621.640625, + 63579.11328125, + 63521.6640625, + 63463.46875, + 63424.671875, + 63379.90625, + 63335.140625, + 63287.390625, + 63227.703125, + 63185.921875, + 63075.5 + ], + "0.2": [ + 64134.953125, + 64093.171875, + 64045.421875, + 64002.1484375, + 63945.4453125, + 63901.42578125, + 63848.453125, + 63832.0390625, + 63814.1328125, + 63780.1875, + 63759.76171875, + 63701.66015625, + 63661.9296875, + 63621.640625, + 63579.11328125, + 63521.6640625, + 63463.46875, + 63424.671875, + 63379.90625, + 63335.140625, + 63287.390625, + 63227.703125, + 63185.921875, + 63075.5 + ], + "0.3": [ + 64134.953125, + 64093.171875, + 64045.421875, + 64002.1484375, + 63945.4453125, + 63901.42578125, + 63848.453125, + 63832.0390625, + 63814.1328125, + 63780.1875, + 63759.76171875, + 63701.66015625, + 63661.9296875, + 63621.640625, + 63579.11328125, + 63521.6640625, + 63463.46875, + 63424.671875, + 63379.90625, + 63335.140625, + 63287.390625, + 63227.703125, + 63185.921875, + 63075.5 + ], + "0.4": [ + 64343.859375, + 64343.859375, + 64343.859375, + 64337.890625, + 64317.0, + 64296.109375, + 64281.1875, + 64290.140625, + 64302.078125, + 64299.09375, + 64296.109375, + 64281.1875, + 64284.171875, + 64284.171875, + 64266.265625, + 64242.390625, + 64206.578125, + 64200.609375, + 64179.71875, + 64149.875, + 64111.078125, + 64064.8203125, + 64027.515625, + 63929.03125 + ], + "0.5": [ + 64343.859375, + 64343.859375, + 64343.859375, + 64337.890625, + 64317.0, + 64296.109375, + 64281.1875, + 64290.140625, + 64302.078125, + 64299.09375, + 64296.109375, + 64281.1875, + 64284.171875, + 64284.171875, + 64266.265625, + 64242.390625, + 64206.578125, + 64200.609375, + 64179.71875, + 64149.875, + 64111.078125, + 64064.8203125, + 64027.515625, + 63929.03125 + ], + "0.6": [ + 64343.859375, + 64343.859375, + 64343.859375, + 64337.890625, + 64317.0, + 64296.109375, + 64281.1875, + 64290.140625, + 64302.078125, + 64299.09375, + 64296.109375, + 64281.1875, + 64284.171875, + 64284.171875, + 64266.265625, + 64242.390625, + 64206.578125, + 64200.609375, + 64179.71875, + 64149.875, + 64111.078125, + 64064.8203125, + 64027.515625, + 63929.03125 + ], + "0.7": [ + 64343.859375, + 64343.859375, + 64343.859375, + 64337.890625, + 64317.0, + 64296.109375, + 64281.1875, + 64290.140625, + 64302.078125, + 64299.09375, + 64296.109375, + 64281.1875, + 64284.171875, + 64284.171875, + 64266.265625, + 64242.390625, + 64206.578125, + 64200.609375, + 64179.71875, + 64149.875, + 64111.078125, + 64064.8203125, + 64027.515625, + 63929.03125 + ], + "0.8": [ + 64549.78125, + 64585.59375, + 64615.4375, + 64633.34375, + 64627.375, + 64621.40625, + 64645.28125, + 64663.1875, + 64704.96875, + 64716.90625, + 64722.875, + 64740.78125, + 64758.6875, + 64776.59375, + 64776.59375, + 64770.625, + 64794.5, + 64812.40625, + 64806.4375, + 64800.46875, + 64776.59375, + 64740.78125, + 64740.78125, + 64687.0625 + ], + "0.9": [ + 64549.78125, + 64585.59375, + 64615.4375, + 64633.34375, + 64627.375, + 64621.40625, + 64645.28125, + 64663.1875, + 64704.96875, + 64716.90625, + 64722.875, + 64740.78125, + 64758.6875, + 64776.59375, + 64776.59375, + 64770.625, + 64794.5, + 64812.40625, + 64806.4375, + 64800.46875, + 64776.59375, + 64740.78125, + 64740.78125, + 64687.0625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_140046.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_140046.json new file mode 100644 index 0000000000000000000000000000000000000000..d68c53174fc67d82b482d14deb53b37693a1ab50 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_140046.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T14:00:46.405843+00:00", + "metrics": { + "MSE[mean]": 209916.49988683066, + "MSE[0.5]": 178149.1580365499, + "MAE[0.5]": 314.9755859375, + "MASE[0.5]": 0.30287238984153636, + "MAPE[0.5]": 0.0049006842482925824, + "sMAPE[0.5]": 0.004896962684068945, + "MSIS": 12.5341363006355, + "RMSE[mean]": 458.1664543447399, + "NRMSE[mean]": 0.007135881649358154, + "ND[0.5]": 0.004905702899837462, + "mean_weighted_sum_quantile_loss": 0.005454798535893989 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "actual": [ + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65546.5390625 + ], + "predictions": { + "p50": [ + 64165.015625, + 64184.7421875, + 64184.25, + 64211.1328125, + 64218.34375, + 64241.3984375, + 64225.5625, + 64234.1015625, + 64272.515625, + 64309.9765625, + 64331.7734375, + 64354.6875, + 64354.2890625, + 64365.65625, + 64378.5625, + 64372.5390625, + 64414.75, + 64423.3359375, + 64434.671875, + 64451.9296875, + 64423.046875, + 64442.7890625, + 64441.203125, + 64452.5859375 + ], + "p10": [ + 64196.203125, + 64278.203125, + 64250.09375, + 64296.0859375, + 64283.984375, + 64331.78125, + 64343.96875, + 64345.0390625, + 64381.9921875, + 64408.296875, + 64412.8125, + 64425.3671875, + 64452.8515625, + 64432.328125, + 64465.703125, + 64456.0390625, + 64503.40625, + 64554.7265625, + 64547.4296875, + 64484.125, + 64516.8984375, + 64548.78125, + 64531.09375, + 64557.2421875 + ], + "p90": [ + 64412.1015625, + 64464.65625, + 64488.9921875, + 64540.8125, + 64557.3828125, + 64591.0234375, + 64616.0234375, + 64633.2421875, + 64709.90625, + 64754.28125, + 64791.40625, + 64801.265625, + 64839.234375, + 64870.9765625, + 64896.3828125, + 64907.671875, + 64955.3203125, + 64970.9609375, + 64996.421875, + 64995.0078125, + 64986.9609375, + 65026.453125, + 65021.8515625, + 65031.8515625 + ], + "mean": [ + 64217.0625, + 64246.671875, + 64255.46875, + 64293.0546875, + 64298.234375, + 64315.28125, + 64328.65625, + 64329.1328125, + 64374.6171875, + 64402.9765625, + 64421.515625, + 64445.546875, + 64465.78125, + 64471.34375, + 64485.171875, + 64504.4375, + 64536.6953125, + 64549.921875, + 64562.765625, + 64550.5234375, + 64554.3046875, + 64567.1171875, + 64583.359375, + 64588.78125 + ], + "quantiles": { + "0.1": [ + 64196.203125, + 64278.203125, + 64250.09375, + 64296.0859375, + 64283.984375, + 64331.78125, + 64343.96875, + 64345.0390625, + 64381.9921875, + 64408.296875, + 64412.8125, + 64425.3671875, + 64452.8515625, + 64432.328125, + 64465.703125, + 64456.0390625, + 64503.40625, + 64554.7265625, + 64547.4296875, + 64484.125, + 64516.8984375, + 64548.78125, + 64531.09375, + 64557.2421875 + ], + "0.2": [ + 64196.203125, + 64278.203125, + 64250.09375, + 64296.0859375, + 64283.984375, + 64331.78125, + 64343.96875, + 64345.0390625, + 64381.9921875, + 64408.296875, + 64412.8125, + 64425.3671875, + 64452.8515625, + 64432.328125, + 64465.703125, + 64456.0390625, + 64503.40625, + 64554.7265625, + 64547.4296875, + 64484.125, + 64516.8984375, + 64548.78125, + 64531.09375, + 64557.2421875 + ], + "0.3": [ + 64196.203125, + 64278.203125, + 64250.09375, + 64296.0859375, + 64283.984375, + 64331.78125, + 64343.96875, + 64345.0390625, + 64381.9921875, + 64408.296875, + 64412.8125, + 64425.3671875, + 64452.8515625, + 64432.328125, + 64465.703125, + 64456.0390625, + 64503.40625, + 64554.7265625, + 64547.4296875, + 64484.125, + 64516.8984375, + 64548.78125, + 64531.09375, + 64557.2421875 + ], + "0.4": [ + 64165.015625, + 64184.7421875, + 64184.25, + 64211.1328125, + 64218.34375, + 64241.3984375, + 64225.5625, + 64234.1015625, + 64272.515625, + 64309.9765625, + 64331.7734375, + 64354.6875, + 64354.2890625, + 64365.65625, + 64378.5625, + 64372.5390625, + 64414.75, + 64423.3359375, + 64434.671875, + 64451.9296875, + 64423.046875, + 64442.7890625, + 64441.203125, + 64452.5859375 + ], + "0.5": [ + 64165.015625, + 64184.7421875, + 64184.25, + 64211.1328125, + 64218.34375, + 64241.3984375, + 64225.5625, + 64234.1015625, + 64272.515625, + 64309.9765625, + 64331.7734375, + 64354.6875, + 64354.2890625, + 64365.65625, + 64378.5625, + 64372.5390625, + 64414.75, + 64423.3359375, + 64434.671875, + 64451.9296875, + 64423.046875, + 64442.7890625, + 64441.203125, + 64452.5859375 + ], + "0.6": [ + 64165.015625, + 64184.7421875, + 64184.25, + 64211.1328125, + 64218.34375, + 64241.3984375, + 64225.5625, + 64234.1015625, + 64272.515625, + 64309.9765625, + 64331.7734375, + 64354.6875, + 64354.2890625, + 64365.65625, + 64378.5625, + 64372.5390625, + 64414.75, + 64423.3359375, + 64434.671875, + 64451.9296875, + 64423.046875, + 64442.7890625, + 64441.203125, + 64452.5859375 + ], + "0.7": [ + 64165.015625, + 64184.7421875, + 64184.25, + 64211.1328125, + 64218.34375, + 64241.3984375, + 64225.5625, + 64234.1015625, + 64272.515625, + 64309.9765625, + 64331.7734375, + 64354.6875, + 64354.2890625, + 64365.65625, + 64378.5625, + 64372.5390625, + 64414.75, + 64423.3359375, + 64434.671875, + 64451.9296875, + 64423.046875, + 64442.7890625, + 64441.203125, + 64452.5859375 + ], + "0.8": [ + 64412.1015625, + 64464.65625, + 64488.9921875, + 64540.8125, + 64557.3828125, + 64591.0234375, + 64616.0234375, + 64633.2421875, + 64709.90625, + 64754.28125, + 64791.40625, + 64801.265625, + 64839.234375, + 64870.9765625, + 64896.3828125, + 64907.671875, + 64955.3203125, + 64970.9609375, + 64996.421875, + 64995.0078125, + 64986.9609375, + 65026.453125, + 65021.8515625, + 65031.8515625 + ], + "0.9": [ + 64412.1015625, + 64464.65625, + 64488.9921875, + 64540.8125, + 64557.3828125, + 64591.0234375, + 64616.0234375, + 64633.2421875, + 64709.90625, + 64754.28125, + 64791.40625, + 64801.265625, + 64839.234375, + 64870.9765625, + 64896.3828125, + 64907.671875, + 64955.3203125, + 64970.9609375, + 64996.421875, + 64995.0078125, + 64986.9609375, + 65026.453125, + 65021.8515625, + 65031.8515625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_140133.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_140133.json new file mode 100644 index 0000000000000000000000000000000000000000..beb82c400a7b39b8b75695bc7543534cdcf9dd7c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_140133.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T14:01:33.072355+00:00", + "metrics": { + "MSE[mean]": 187023.11990483603, + "MSE[0.5]": 187023.11990483603, + "MAE[0.5]": 321.8219401041667, + "MASE[0.5]": 0.3094556672152035, + "MAPE[0.5]": 0.005006229804945952, + "sMAPE[0.5]": 0.005003720226560794, + "MSIS": 1.9725234039391986, + "RMSE[mean]": 432.4616976159114, + "NRMSE[mean]": 0.0067355334787248524, + "ND[0.5]": 0.005012333956300978, + "mean_weighted_sum_quantile_loss": 0.0043872284845716475 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "actual": [ + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65546.5390625 + ], + "predictions": { + "p50": [ + 64194.54296875, + 64215.3046875, + 64233.953125, + 64251.703125, + 64263.109375, + 64271.203125, + 64281.0078125, + 64290.08203125, + 64305.73046875, + 64315.62109375, + 64324.70703125, + 64332.71484375, + 64347.01171875, + 64351.25390625, + 64354.2890625, + 64361.6640625, + 64368.9296875, + 64372.09765625, + 64377.17578125, + 64381.125, + 64384.7265625, + 64388.63671875, + 64396.73828125, + 64395.3828125 + ], + "p10": [ + 63983.75, + 63911.8046875, + 63856.2890625, + 63829.9609375, + 63803.7265625, + 63777.78125, + 63754.40625, + 63724.9140625, + 63711.0078125, + 63685.86328125, + 63655.52734375, + 63629.48046875, + 63612.1640625, + 63591.2421875, + 63563.21875, + 63541.6015625, + 63520.46875, + 63495.75, + 63479.1015625, + 63458.171875, + 63434.72265625, + 63407.96875, + 63384.01953125, + 63355.234375 + ], + "p90": [ + 64419.44140625, + 64516.28515625, + 64593.73046875, + 64665.1484375, + 64715.2890625, + 64764.72265625, + 64822.59375, + 64870.71875, + 64920.71484375, + 64965.2734375, + 65003.2890625, + 65031.1171875, + 65065.57421875, + 65102.55078125, + 65151.859375, + 65192.44921875, + 65239.765625, + 65300.13671875, + 65359.1015625, + 65421.12109375, + 65490.6953125, + 65555.7421875, + 65620.4609375, + 65657.75 + ], + "mean": [ + 64194.54296875, + 64215.3046875, + 64233.953125, + 64251.703125, + 64263.109375, + 64271.203125, + 64281.0078125, + 64290.08203125, + 64305.73046875, + 64315.62109375, + 64324.70703125, + 64332.71484375, + 64347.01171875, + 64351.25390625, + 64354.2890625, + 64361.6640625, + 64368.9296875, + 64372.09765625, + 64377.17578125, + 64381.125, + 64384.7265625, + 64388.63671875, + 64396.73828125, + 64395.3828125 + ], + "quantiles": { + "0.1": [ + 63983.75, + 63911.8046875, + 63856.2890625, + 63829.9609375, + 63803.7265625, + 63777.78125, + 63754.40625, + 63724.9140625, + 63711.0078125, + 63685.86328125, + 63655.52734375, + 63629.48046875, + 63612.1640625, + 63591.2421875, + 63563.21875, + 63541.6015625, + 63520.46875, + 63495.75, + 63479.1015625, + 63458.171875, + 63434.72265625, + 63407.96875, + 63384.01953125, + 63355.234375 + ], + "0.2": [ + 63983.75, + 63911.8046875, + 63856.2890625, + 63829.9609375, + 63803.7265625, + 63777.78125, + 63754.40625, + 63724.9140625, + 63711.0078125, + 63685.86328125, + 63655.52734375, + 63629.48046875, + 63612.1640625, + 63591.2421875, + 63563.21875, + 63541.6015625, + 63520.46875, + 63495.75, + 63479.1015625, + 63458.171875, + 63434.72265625, + 63407.96875, + 63384.01953125, + 63355.234375 + ], + "0.3": [ + 63983.75, + 63911.8046875, + 63856.2890625, + 63829.9609375, + 63803.7265625, + 63777.78125, + 63754.40625, + 63724.9140625, + 63711.0078125, + 63685.86328125, + 63655.52734375, + 63629.48046875, + 63612.1640625, + 63591.2421875, + 63563.21875, + 63541.6015625, + 63520.46875, + 63495.75, + 63479.1015625, + 63458.171875, + 63434.72265625, + 63407.96875, + 63384.01953125, + 63355.234375 + ], + "0.4": [ + 64194.54296875, + 64215.3046875, + 64233.953125, + 64251.703125, + 64263.109375, + 64271.203125, + 64281.0078125, + 64290.08203125, + 64305.73046875, + 64315.62109375, + 64324.70703125, + 64332.71484375, + 64347.01171875, + 64351.25390625, + 64354.2890625, + 64361.6640625, + 64368.9296875, + 64372.09765625, + 64377.17578125, + 64381.125, + 64384.7265625, + 64388.63671875, + 64396.73828125, + 64395.3828125 + ], + "0.5": [ + 64194.54296875, + 64215.3046875, + 64233.953125, + 64251.703125, + 64263.109375, + 64271.203125, + 64281.0078125, + 64290.08203125, + 64305.73046875, + 64315.62109375, + 64324.70703125, + 64332.71484375, + 64347.01171875, + 64351.25390625, + 64354.2890625, + 64361.6640625, + 64368.9296875, + 64372.09765625, + 64377.17578125, + 64381.125, + 64384.7265625, + 64388.63671875, + 64396.73828125, + 64395.3828125 + ], + "0.6": [ + 64194.54296875, + 64215.3046875, + 64233.953125, + 64251.703125, + 64263.109375, + 64271.203125, + 64281.0078125, + 64290.08203125, + 64305.73046875, + 64315.62109375, + 64324.70703125, + 64332.71484375, + 64347.01171875, + 64351.25390625, + 64354.2890625, + 64361.6640625, + 64368.9296875, + 64372.09765625, + 64377.17578125, + 64381.125, + 64384.7265625, + 64388.63671875, + 64396.73828125, + 64395.3828125 + ], + "0.7": [ + 64194.54296875, + 64215.3046875, + 64233.953125, + 64251.703125, + 64263.109375, + 64271.203125, + 64281.0078125, + 64290.08203125, + 64305.73046875, + 64315.62109375, + 64324.70703125, + 64332.71484375, + 64347.01171875, + 64351.25390625, + 64354.2890625, + 64361.6640625, + 64368.9296875, + 64372.09765625, + 64377.17578125, + 64381.125, + 64384.7265625, + 64388.63671875, + 64396.73828125, + 64395.3828125 + ], + "0.8": [ + 64419.44140625, + 64516.28515625, + 64593.73046875, + 64665.1484375, + 64715.2890625, + 64764.72265625, + 64822.59375, + 64870.71875, + 64920.71484375, + 64965.2734375, + 65003.2890625, + 65031.1171875, + 65065.57421875, + 65102.55078125, + 65151.859375, + 65192.44921875, + 65239.765625, + 65300.13671875, + 65359.1015625, + 65421.12109375, + 65490.6953125, + 65555.7421875, + 65620.4609375, + 65657.75 + ], + "0.9": [ + 64419.44140625, + 64516.28515625, + 64593.73046875, + 64665.1484375, + 64715.2890625, + 64764.72265625, + 64822.59375, + 64870.71875, + 64920.71484375, + 64965.2734375, + 65003.2890625, + 65031.1171875, + 65065.57421875, + 65102.55078125, + 65151.859375, + 65192.44921875, + 65239.765625, + 65300.13671875, + 65359.1015625, + 65421.12109375, + 65490.6953125, + 65555.7421875, + 65620.4609375, + 65657.75 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_140123.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_140123.json new file mode 100644 index 0000000000000000000000000000000000000000..9e7747d1c208f1954641c3f6b3aebaf3903584be --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_140123.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T14:01:23.262050+00:00", + "metrics": { + "MSE[mean]": 186646.16902287802, + "MSE[0.5]": 186646.16902287802, + "MAE[0.5]": 286.15234375, + "MASE[0.5]": 0.2751567044549181, + "MAPE[0.5]": 0.004444758905005584, + "sMAPE[0.5]": 0.004448896283125829, + "MSIS": 2.008694337521718, + "RMSE[mean]": 432.0256578293447, + "NRMSE[mean]": 0.006728742216986143, + "ND[0.5]": 0.004456784732541811, + "mean_weighted_sum_quantile_loss": 0.004849875496152579 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0 + ], + "actual": [ + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65546.5390625 + ], + "predictions": { + "p50": [ + 64196.35546875, + 64221.59375, + 64229.53515625, + 64231.4140625, + 64237.3359375, + 64240.68359375, + 64240.25390625, + 64248.70703125, + 64243.40234375, + 64247.109375, + 64253.765625, + 64254.73828125, + 64250.23828125, + 64257.23828125, + 64255.01171875, + 64258.34765625, + 64258.7265625, + 64259.859375, + 64262.98046875, + 64265.6796875, + 64266.7109375, + 64265.85546875, + 64264.5234375, + 64267.05859375 + ], + "p10": [ + 63947.421875, + 63898.67578125, + 63838.9609375, + 63781.11328125, + 63727.76171875, + 63667.87890625, + 63617.828125, + 63564.4609375, + 63506.6171875, + 63461.0546875, + 63400.83984375, + 63344.57421875, + 63272.0390625, + 63215.1796875, + 63162.38671875, + 63120.4609375, + 63049.09375, + 63000.5859375, + 62939.546875, + 62908.1328125, + 62869.53125, + 62828.1953125, + 62760.796875, + 62718.98046875 + ], + "p90": [ + 64453.125, + 64546.984375, + 64618.62109375, + 64677.01953125, + 64743.796875, + 64803.3125, + 64853.2734375, + 64910.8828125, + 64962.60546875, + 65010.6171875, + 65090.68359375, + 65151.21484375, + 65198.88671875, + 65279.640625, + 65325.5390625, + 65364.23046875, + 65423.5703125, + 65468.95703125, + 65521.1171875, + 65567.3203125, + 65620.765625, + 65670.140625, + 65730.3828125, + 65781.921875 + ], + "mean": [ + 64196.35546875, + 64221.59375, + 64229.53515625, + 64231.4140625, + 64237.3359375, + 64240.68359375, + 64240.25390625, + 64248.70703125, + 64243.40234375, + 64247.109375, + 64253.765625, + 64254.73828125, + 64250.23828125, + 64257.23828125, + 64255.01171875, + 64258.34765625, + 64258.7265625, + 64259.859375, + 64262.98046875, + 64265.6796875, + 64266.7109375, + 64265.85546875, + 64264.5234375, + 64267.05859375 + ], + "quantiles": { + "0.1": [ + 63947.421875, + 63898.67578125, + 63838.9609375, + 63781.11328125, + 63727.76171875, + 63667.87890625, + 63617.828125, + 63564.4609375, + 63506.6171875, + 63461.0546875, + 63400.83984375, + 63344.57421875, + 63272.0390625, + 63215.1796875, + 63162.38671875, + 63120.4609375, + 63049.09375, + 63000.5859375, + 62939.546875, + 62908.1328125, + 62869.53125, + 62828.1953125, + 62760.796875, + 62718.98046875 + ], + "0.2": [ + 63947.421875, + 63898.67578125, + 63838.9609375, + 63781.11328125, + 63727.76171875, + 63667.87890625, + 63617.828125, + 63564.4609375, + 63506.6171875, + 63461.0546875, + 63400.83984375, + 63344.57421875, + 63272.0390625, + 63215.1796875, + 63162.38671875, + 63120.4609375, + 63049.09375, + 63000.5859375, + 62939.546875, + 62908.1328125, + 62869.53125, + 62828.1953125, + 62760.796875, + 62718.98046875 + ], + "0.3": [ + 63947.421875, + 63898.67578125, + 63838.9609375, + 63781.11328125, + 63727.76171875, + 63667.87890625, + 63617.828125, + 63564.4609375, + 63506.6171875, + 63461.0546875, + 63400.83984375, + 63344.57421875, + 63272.0390625, + 63215.1796875, + 63162.38671875, + 63120.4609375, + 63049.09375, + 63000.5859375, + 62939.546875, + 62908.1328125, + 62869.53125, + 62828.1953125, + 62760.796875, + 62718.98046875 + ], + "0.4": [ + 64196.35546875, + 64221.59375, + 64229.53515625, + 64231.4140625, + 64237.3359375, + 64240.68359375, + 64240.25390625, + 64248.70703125, + 64243.40234375, + 64247.109375, + 64253.765625, + 64254.73828125, + 64250.23828125, + 64257.23828125, + 64255.01171875, + 64258.34765625, + 64258.7265625, + 64259.859375, + 64262.98046875, + 64265.6796875, + 64266.7109375, + 64265.85546875, + 64264.5234375, + 64267.05859375 + ], + "0.5": [ + 64196.35546875, + 64221.59375, + 64229.53515625, + 64231.4140625, + 64237.3359375, + 64240.68359375, + 64240.25390625, + 64248.70703125, + 64243.40234375, + 64247.109375, + 64253.765625, + 64254.73828125, + 64250.23828125, + 64257.23828125, + 64255.01171875, + 64258.34765625, + 64258.7265625, + 64259.859375, + 64262.98046875, + 64265.6796875, + 64266.7109375, + 64265.85546875, + 64264.5234375, + 64267.05859375 + ], + "0.6": [ + 64196.35546875, + 64221.59375, + 64229.53515625, + 64231.4140625, + 64237.3359375, + 64240.68359375, + 64240.25390625, + 64248.70703125, + 64243.40234375, + 64247.109375, + 64253.765625, + 64254.73828125, + 64250.23828125, + 64257.23828125, + 64255.01171875, + 64258.34765625, + 64258.7265625, + 64259.859375, + 64262.98046875, + 64265.6796875, + 64266.7109375, + 64265.85546875, + 64264.5234375, + 64267.05859375 + ], + "0.7": [ + 64196.35546875, + 64221.59375, + 64229.53515625, + 64231.4140625, + 64237.3359375, + 64240.68359375, + 64240.25390625, + 64248.70703125, + 64243.40234375, + 64247.109375, + 64253.765625, + 64254.73828125, + 64250.23828125, + 64257.23828125, + 64255.01171875, + 64258.34765625, + 64258.7265625, + 64259.859375, + 64262.98046875, + 64265.6796875, + 64266.7109375, + 64265.85546875, + 64264.5234375, + 64267.05859375 + ], + "0.8": [ + 64453.125, + 64546.984375, + 64618.62109375, + 64677.01953125, + 64743.796875, + 64803.3125, + 64853.2734375, + 64910.8828125, + 64962.60546875, + 65010.6171875, + 65090.68359375, + 65151.21484375, + 65198.88671875, + 65279.640625, + 65325.5390625, + 65364.23046875, + 65423.5703125, + 65468.95703125, + 65521.1171875, + 65567.3203125, + 65620.765625, + 65670.140625, + 65730.3828125, + 65781.921875 + ], + "0.9": [ + 64453.125, + 64546.984375, + 64618.62109375, + 64677.01953125, + 64743.796875, + 64803.3125, + 64853.2734375, + 64910.8828125, + 64962.60546875, + 65010.6171875, + 65090.68359375, + 65151.21484375, + 65198.88671875, + 65279.640625, + 65325.5390625, + 65364.23046875, + 65423.5703125, + 65468.95703125, + 65521.1171875, + 65567.3203125, + 65620.765625, + 65670.140625, + 65730.3828125, + 65781.921875 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 69245d1a4ed37055655f9d671578d8b41e97270b..11fa0e17b157ec2cd7c9e61f0f916768334a0a80 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,223978.38104375204,223978.38104375204,337.6207682291667,0.32464741236799743,0.0052436279194755355,0.0052521910179821295,3.701043124388979,473.2635429058022,0.007371111869865927,0.005258466428508734,0.0057346568358919384,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,226282.01431592306,226282.01431592306,338.4490559895833,0.3254438724895881,0.0052559982990437225,0.005264828117398906,3.701043124388979,475.6910912723961,0.007408825540989363,0.005271299076953877,0.005747483342463282,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.13774235098773743,0.13774235098773743,0.31315000454584757,0.8041687275969498,0.29134454168438356,0.338136946127083,30.002571012076906,0.3711365664923593,0.3681423252078702,0.31062358501055115,0.30573705041064375,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.03527778466542703,0.03527778466542703,0.1583333561817805,1.2534724778185442,0.09536876223719605,0.1020271059954389,38.02771847102818,0.1878238128284777,0.11538664569780284,0.09726964114276095,0.09209140817390553,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index b43b161780e50d9acba937ad1f5a80acb5f3bafb..f6c755554a3be50929858924f98be52e895b8772 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T13:55:53.316850+00:00", + "evaluated_at": "2026-06-22T14:02:46.648712+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65526.66015625 + 65546.5390625 ], "p50": [ 63949.8984375, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 7a0cc25d62c61066e1ac2d7a696b29c1066926c5..bc945d2d384718feb4c1ad6c6bf4d50021866079 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T13:55:53.338250+00:00", + "evaluated_at": "2026-06-22T14:02:46.652909+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index a98e0b4b6533b59e5b1d904483895419f7674285..513eab168d42d6ec4ec87e1667851dbcb49d9806 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,266323.81974220276,266323.81974220276,338.1795247395833,0.3251846981996777,0.005249271014105876,0.005259463532512609,3.829869503032256,516.0657126202077,0.008037758574365342,0.005267169099162402,0.004574205886048945,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,268986.8781344096,268986.8781344096,339.0078125,0.3259811583212684,0.00526159955184773,0.005272100136551819,3.8617279078958844,518.6394490726767,0.008077740507135027,0.005280001635361049,0.004587047360043347,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.010440954699006789,0.010440954699006789,0.0812679002682368,0.2086958422624439,0.0707087628018594,0.06747381970185834,0.6490178107642725,0.10218098991009428,0.10135661805859399,0.08061225023518646,0.05312295392344382,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.079262088545557,0.079262088545557,0.26098691589302486,2.0661465406383774,0.1570802072883872,0.17251636972302334,37.25780558743025,0.28153523499831595,0.17295680416127154,0.16033326308529078,0.13612772338036694,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 43fdd1c891d276e7f1793938f3fe80eaf26f1471..186544302df17c25d6f25adb27f02a33338e0085 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T13:55:42.167088+00:00", + "evaluated_at": "2026-06-22T14:02:39.840398+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65526.66015625 + 65546.5390625 ], "p50": [ 64343.859375, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 0c5c8f7af40b418c2660403026e6277d56c61c9b..d1a3fa68f21b0dac43cf44543b4867d5568236da 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T13:55:52.856422+00:00", + "evaluated_at": "2026-06-22T14:02:46.396969+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index c65f1ca377365112dd5aae7c887d18738f407031..343ccf0c4331ef2b2221a9aa0c10e19ccf740225 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,208346.36719449362,176353.4075234731,314.1472981770833,0.3020759297199456,0.004888254744470082,0.004884325010336087,12.502277895771869,456.4497422438681,0.00710923578096252,0.004892865535895097,0.005441968254243804,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,209916.49988683066,178149.1580365499,314.9755859375,0.30287238984153636,0.0049006842482925824,0.004896962684068945,12.5341363006355,458.1664543447399,0.007135881649358154,0.004905702899837462,0.005454798535893989,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.007666473323588423,0.002845183722254537,0.03974746863047282,0.10207143800021012,0.033956509579898084,0.03307446101459714,7.007779446329701,0.08755839950335104,0.08685199922305928,0.039426795535250476,0.06211177472154667,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04211166110999937,0.05638810990435594,0.2152629941701889,1.7041654720901733,0.12910864323497032,0.13982209118452837,26.99070555468191,0.20521125970569787,0.12606835395512228,0.13224348109068837,0.10005923060852408,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index c243e39ab02bcc994e21d72d3fd6799aaf9f2b8f..c6ad08fcad7fe2eb0abb7830bb243a624203dca4 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T13:52:47.214158+00:00", + "evaluated_at": "2026-06-22T14:00:46.405843+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65526.66015625 + 65546.5390625 ], "p50": [ 64165.015625, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index d666f1cebdb77e6ec650d48e5bc15adda57b9de3..7676ff228bed2827670e47eb0bbdb72e81d660ba 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T13:53:15.977666+00:00", + "evaluated_at": "2026-06-22T14:00:52.518541+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 49caae3bf885cd025c77c1d469ef0ca55a2e907b..22938a1f78b08713f5bfe4b7053ea8e23d510755 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,185132.60809516907,185132.60809516907,320.99365234375,0.30865920709361283,0.004993811332588682,0.004991082648894717,1.9725234039391986,430.2703895170676,0.0067014905816490476,0.0049994979676969845,0.004380118050272606,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,187023.11990483603,187023.11990483603,321.8219401041667,0.3094556672152035,0.005006229804945952,0.005003720226560794,1.9725234039391986,432.4616976159114,0.0067355334787248524,0.005012333956300978,0.0043872284845716475,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.005534247127444007,0.005534247127444007,0.05504903495311737,0.14136583666313543,0.046928025953553956,0.048928366204576156,1.6319304529194811,0.07439252064182264,0.07379233953148859,0.0546049124709655,0.0944463544049464,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.05267078540424287,0.05267078540424287,0.2097495330704583,1.660517235782335,0.12600577085348486,0.13602161543313063,7.767366262015126,0.22950116645508117,0.14099048135695091,0.12885637179446618,0.10143801014705882,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 7f41a8a50c239256b9115d30ca589c537fe37c2f..aaace0b480e6ec694fa130599b12ecb833011209 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T13:54:09.673683+00:00", + "evaluated_at": "2026-06-22T14:01:33.072355+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65526.66015625 + 65546.5390625 ], "p50": [ 64194.54296875, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 4090685198400dd8f9a438df2682850088c0d8bd..d2cbabd5efb97f684951a1d7e44e81a3a6e2195b 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T13:54:28.304711+00:00", + "evaluated_at": "2026-06-22T14:01:36.482303+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index ce9ce8c3312813117f96d0c7e774abbec837a9d2..b066f8de6b975373b4e9ca45c60dbf3c31aa3c58 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,184543.07845369974,184543.07845369974,285.3240559895833,0.27436024433332734,0.004432365179620749,0.0044362589394405195,2.008694337521718,429.5847744668097,0.006690812080609045,0.004443941578406596,0.004842771029122439,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,186646.16902287802,186646.16902287802,286.15234375,0.2751567044549181,0.004444758905005584,0.004448896283125829,2.008694337521718,432.0256578293447,0.006728742216986143,0.004456784732541811,0.004849875496152579,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.09084682434304726,0.09084682434304726,0.22865912020206453,0.5871962672106897,0.19306333769337508,0.16869023813220238,4.707459868289309,0.30140806947234716,0.29897638106820595,0.22681435296650276,0.13589932182269412,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.0645786669602959,0.0645786669602959,0.23517034947872162,1.8617653776764105,0.14147236801838117,0.15390140653381995,12.982418395496731,0.2541233302164441,0.1561167256997817,0.14447325600141078,0.11306409807900114,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index e54bc1cf567c649dc4098e8a44b01f146d6f1b3b..ebe296b9a4ecc5023ebb3575a91eed95f4f53c85 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T13:53:43.171166+00:00", + "evaluated_at": "2026-06-22T14:01:23.262050+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65526.66015625 + 65546.5390625 ], "p50": [ 64196.35546875, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 3fc48b70acac9dbb891823ae473c04afc9b4b2c7..0028bdb3ca6080e93b0d9bfc360860615e779cb9 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T13:53:59.228348+00:00", + "evaluated_at": "2026-06-22T14:01:26.601757+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t130000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", + "data_fetched_at": "2026-06-22T13:59:46.121226Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t074200z", - "data_fetched_at": "2026-06-22T13:51:45.060520Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": []