diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index ce34f61351c35aeae67e0ed2c6fc2c448d9a2465..ef26a6867dee8b9e0b5b5b312c154acb15e8e407 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T03:29:31.440470+00:00", + "generated_at": "2026-06-23T03:41:56.418899+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 6793, - "num_unique_releases": 834 + "num_model_releases": 6813, + "num_unique_releases": 836 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 7094c449a0be41b3cb4b05c73736c83cb0cedc42..f6952419ba2055ad02d663d04c47238cbe0cd84a 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.9377629273290435,0.8803106201872637,0.19289875479987512,0.5124405344638399,38.96610261709468,3.4990001643843414,0.692677387875601,1196.6901782888056,8.430178826802159,0.12977521541199222,0.1,10,795,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T03:28:11.919759+00:00 -2,Chronos-2,2.940003884544222,0.8930084360164526,0.17863401905638138,0.5295138844783733,37.17589604833121,3.6633715125242516,0.6633773570757823,1159.9683098133282,8.361034556464354,0.09932777838905313,0.1,10,810,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T03:26:37.976623+00:00 -3,Moirai-1.1-Large,3.4624281222184647,1.0317948662002023,0.29056813134233345,0.553618305323485,23.897003434752442,4.563701329491177,0.5579101300656426,1115.968549652207,12.035977840298616,0.10078303911360295,0.2,10,779,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T03:28:56.975917+00:00 -4,Toto-2.0-1B,2.886355927779013,0.8713650877444042,0.16739237438188445,0.5003006802612876,37.752213841543494,3.634867429822438,0.6805256246981386,1111.455784537849,8.445598083283414,0.05635888075535429,0.1,10,801,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T03:27:49.836521+00:00 -5,Timer-S1,2.9591030162404093,0.8989628515073264,0.1857667443558579,0.5324382051109173,35.744572222059865,4.213413772027321,0.6077541262948974,1041.938905179819,8.688215207669876,0.09368430967328152,0.1,10,754,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T03:29:25.191503+00:00 -6,TimesFM-2.5,2.7757029635710824,0.8476401873149475,0.15387243678402612,0.6206315596914453,40.368917368327274,4.43110680440251,0.5578462386831459,1039.4536285693518,8.157851840386412,0.049274345915409835,0.1,10,818,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T03:27:11.386406+00:00 -7,ETS,6.107470079446862,1.5873648750383829,0.4382987757984373,1.1435734308387462,-4.596434206905563,6.85201733482084,0.32485922327215017,872.916733029236,14.047834917615939,0.03847545905465338,0.0,10,509,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T03:29:27.578369+00:00 -8,ARIMA,3.7498130272313097,1.2337100916575616,0.32596191536564356,0.8776819647693561,-1.1458882979141223,6.830808888419564,0.32068531488735635,865.3708112064454,9.43317528991449,0.017765600211774816,0.3,10,509,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T03:29:27.416774+00:00 -9,Moving-Average,3.743117958703686,1.1711424654667535,0.33738063023535364,0.8047863661487249,7.475846091228038,6.430084023981317,0.36283801674963123,851.0672501567878,9.479345851718744,-0.06008870247438296,0.3,10,509,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T03:29:27.616426+00:00 -10,Seasonal-Naive,4.0692897423634715,1.2747536311985923,0.34661148830702493,0.9490395439980202,3.394407157105775e-17,7.592597213898914,0.23152658039765453,745.1698495661706,9.622680310926704,0.018832704662897437,0.2,10,509,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T03:29:27.645237+00:00 +1,TiRex,2.9358915484743036,0.8802307167214881,0.1929104110849868,0.5119603250417979,39.01745618408354,3.497928305639036,0.6929736051517389,1197.2871177004663,8.427201271925494,0.13028783094745644,0.1,10,797,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T03:40:47.042072+00:00 +2,Chronos-2,2.9374962863600826,0.8925047133320214,0.17863802264739057,0.5291257218417663,37.254135252539314,3.6602923110239978,0.664037726496227,1161.0756971777841,8.358047679870687,0.0989534159094275,0.1,10,812,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T03:39:08.226042+00:00 +3,Moirai-1.1-Large,3.459959239866168,1.03192762307522,0.29058741023353785,0.5532711036362931,23.930468951825418,4.56619258757057,0.5577983719363456,1115.4641665834463,12.0304803336469,0.1015515494649103,0.2,10,781,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T03:41:26.449846+00:00 +4,Toto-2.0-1B,2.8851215218737742,0.8715202686627572,0.16740825632477396,0.5001905168813153,37.785910832444245,3.6387232020845643,0.6799861521119038,1110.8539326280331,8.44284814718321,0.05728755236409949,0.1,10,803,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T03:40:32.877172+00:00 +5,Timer-S1,2.9560012558324535,0.8981840067392415,0.18576578747395228,0.5317953807448728,35.84457255825744,4.207401778401097,0.6086408339807149,1043.847525995111,8.685255893867511,0.09264320979014899,0.1,10,756,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T03:41:49.812039+00:00 +6,TimesFM-2.5,2.774319610369998,0.8477689989613548,0.15388294353399135,0.6203754621178404,40.40408905097926,4.4342367312647175,0.5577925381045066,1039.2923156099519,8.154939441242567,0.05021232229453128,0.1,10,820,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T03:39:45.360564+00:00 +7,ETS,6.107752548902589,1.5882831496298246,0.43833646165288326,1.1440744195425672,-4.574227019220531,6.86024291966705,0.3237566818350164,871.257361936485,14.043511890378065,0.04033085718535516,0.0,10,511,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T03:41:52.227137+00:00 +8,ARIMA,3.7466729633369367,1.2330154656999146,0.32596855126071506,0.877247661791219,-0.9956965380423384,6.824121551385716,0.32145737402522506,866.906401778699,9.429511249481013,0.015506131727014594,0.3,10,511,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T03:41:52.040755+00:00 +9,Moving-Average,3.739661471347474,1.1707236706217103,0.3373981404396186,0.8042241260663033,7.582668512806234,6.431291210063473,0.36282109574748744,850.6534004157758,9.474470327366777,-0.05963168227456687,0.3,10,511,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T03:41:52.251569+00:00 +10,Seasonal-Naive,4.071557099221375,1.2762592943677757,0.346687271721906,0.9506056170363932,7.734931851986884e-17,7.5999332096488175,0.2307356206108343,743.3620801742481,9.617232986406515,0.021490419001215653,0.2,10,511,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T03:41:52.267258+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 5a59ab7f80135a649b59f0dd9344b71dbf6b2d28..154e5aa0b2c9b88a42f5ebb5bb668af2a3c31ea4 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.4990001643843414,0.692677387875601,1196.6901782888056,90,795,5874 -2,Chronos-2,3.6633715125242516,0.6633773570757823,1159.9683098133282,90,807,5871 -3,Moirai-1.1-Large,4.563701329491177,0.5579101300656426,1115.968549652207,90,779,5802 -4,Toto-2.0-1B,3.634867429822438,0.6805256246981386,1111.455784537849,90,801,5903 -5,Timer-S1,4.213413772027321,0.6077541262948974,1041.938905179819,90,754,5708 -6,TimesFM-2.5,4.43110680440251,0.5578462386831459,1039.4536285693518,90,814,5916 -7,ETS,6.85201733482084,0.32485922327215017,872.916733029236,90,509,4492 -8,ARIMA,6.830808888419564,0.32068531488735635,865.3708112064454,90,509,4492 -9,Moving-Average,6.430084023981317,0.36283801674963123,851.0672501567878,90,509,4492 -10,Seasonal-Naive,7.592597213898914,0.23152658039765453,745.1698495661706,90,509,4492 +1,TiRex,3.497928305639036,0.6929736051517389,1197.2871177004663,90,797,5892 +2,Chronos-2,3.6602923110239978,0.664037726496227,1161.0756971777841,90,809,5889 +3,Moirai-1.1-Large,4.56619258757057,0.5577983719363456,1115.4641665834463,90,781,5820 +4,Toto-2.0-1B,3.6387232020845643,0.6799861521119038,1110.8539326280331,90,803,5921 +5,Timer-S1,4.207401778401097,0.6086408339807149,1043.847525995111,90,756,5726 +6,TimesFM-2.5,4.4342367312647175,0.5577925381045066,1039.2923156099519,90,816,5934 +7,ETS,6.86024291966705,0.3237566818350164,871.257361936485,90,511,4510 +8,ARIMA,6.824121551385716,0.32145737402522506,866.906401778699,90,511,4510 +9,Moving-Average,6.431291210063473,0.36282109574748744,850.6534004157758,90,511,4510 +10,Seasonal-Naive,7.5999332096488175,0.2307356206108343,743.3620801742481,90,511,4510 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 2d7637f5b78f464b5bde83f3057527e083eb98ec..eee51ba8d4df78eb502a6a60d8ca00e782d414f9 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -117,6 +117,7 @@ binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:2 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:14:00.099015+00:00,2026-06-22T11:14:00.099015+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5336060632056266,0.730483444853904,0.009286697899884792,0.5778133623682993,-42.6822188486507,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:14:18.863567+00:00,2026-06-22T14:14:18.863567+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.4665344594196577,1.211005557138223,0.016192899969988742,1.2209855199073463,-48.08249498577934,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:09:59.943679+00:00,2026-06-22T06:09:59.943679+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5311462894804875,0.7287978385536605,0.014136220510643298,0.8992430863556065,-30.91019618696623,True +binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:52.008059+00:00,2026-06-23T03:41:52.008059+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0451837313495023,1.022342277003892,0.016958891132849846,1.5792982602960184,-15.603574086702551,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:53.615682+00:00,2026-06-22T03:43:53.615682+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3788068846372055,0.6154728951279703,0.01273108513388616,0.7509362203550672,-14.418225053374407,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:53.685107+00:00,2026-06-18T03:17:53.685107+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7555650085062466,0.8692324249050116,0.008132689066789019,0.40111920156222863,26.571586619515458,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:15.394827+00:00,2026-06-22T08:21:15.394827+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2777335224058696,0.5270042906901894,0.01187697987705269,0.7680015013388024,-2.7555660178702457,True @@ -490,6 +491,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:ac61d7d2083955bcaa89,2026-06-18T17 usgs_potomac_iv_usgs_00060/15min/short|window:acdf45c3b0384e58e3cd,2026-06-18T02:48:09.981464+00:00,2026-06-18T02:48:09.981464+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,1.1262433247926322,1.0612461188586897,0.03146581071460309,0.8299976779312955,1.5877214232250814,True usgs_potomac_iv_usgs_00060/15min/short|window:b47b7961a33674883156,2026-06-22T13:46:57.577340+00:00,2026-06-22T13:46:57.577340+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.15615366461828656,0.3951628330426415,0.009935616212157586,0.5283091125203069,-100.0,True usgs_potomac_iv_usgs_00060/15min/short|window:bb2488b9b26c32d8dc91,2026-06-18T03:37:34.154911+00:00,2026-06-18T03:37:34.154911+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,4.129661345502337,2.0321568210899317,0.0632989801580416,2.047951500912578,0.3528085076379689,True +usgs_potomac_iv_usgs_00060/15min/short|window:cc5f03e5628be5f3d654,2026-06-23T03:41:52.040755+00:00,2026-06-23T03:41:52.040755+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.6783863226091333,0.8236421083268711,0.016167781802594386,0.38867176434689527,67.19296980964701,True usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12:26:17.165483+00:00,2026-06-17T12:26:17.165483+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.049453912728678044,0.22238235705351728,0.0033525054313324107,0.06506657782031465,40.76890517059859,True usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:12:56.698437+00:00,2026-06-20T17:12:56.698437+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.8838897374181446,0.9401541030161729,0.011054818803850187,0.5757688585386692,19.03481044163731,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:46:45.605148+00:00,2026-06-22T08:46:45.605148+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.873640695666666,0.9346874855622418,0.008262987848823884,0.37536041204525955,46.37999096919055,True @@ -706,6 +708,7 @@ binance_btcusdt_1h_close/1h/short|window:9f7b485f1c3ffa202e77,2026-06-17T03:02:4 binance_btcusdt_1h_close/1h/short|window:9fd5c2627495f2d52248,2026-06-17T06:32:11.108168+00:00,2026-06-17T06:32:11.108168+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.18145671239800712,0.4259773613679571,0.008368950314527099,0.24106586279849737,20.333836794800806,True binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:50:23.070919+00:00,2026-06-17T08:50:23.070919+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5681951900599759,0.7537872312927407,0.015318135208063762,0.3581425575816343,-27.180303538449753,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:01:33.542797+00:00,2026-06-22T06:01:33.542797+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.14561622416763803,0.3815969394107322,0.004149572058075223,0.24711814588675604,31.62539655440055,True +binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:39:03.691698+00:00,2026-06-23T03:39:03.691698+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6729758537746745,0.8203510552042184,0.005001174659157177,0.43834451103432154,6.271592788157793,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:41:58.089460+00:00,2026-06-22T03:41:58.089460+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5236169164959227,0.723613789597685,0.008767407938114835,0.3313655766529318,-29.776094613510626,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:15:40.481066+00:00,2026-06-18T03:15:40.481066+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.649173458412002,0.8057130124380529,0.010865668816091606,0.36754437431461545,33.471740432277,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:17:53.032634+00:00,2026-06-22T08:17:53.032634+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.14961376992798875,0.3867993923573158,0.003723012339963132,0.2826452920831463,27.45145946376478,True @@ -1298,6 +1301,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:bf3660613b393741995e,2026-06-17T09 usgs_potomac_iv_usgs_00060/15min/short|window:c7c27c13cd71766d9b3a,2026-06-16T12:40:50.960167+00:00,2026-06-16T12:40:50.960167+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,2.099874960634548,1.4490945312968881,0.01197181816237868,1.2102335759745586,-5.06970917047184,True usgs_potomac_iv_usgs_00060/15min/short|window:c9a3853e145f05e1b5eb,2026-06-21T22:12:34.061059+00:00,2026-06-21T22:12:34.061059+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,1.4861716015798212,1.2190863798680638,0.0066336370391853056,0.4754452700161657,-13.968406359121463,True usgs_potomac_iv_usgs_00060/15min/short|window:c9d3407ca6115c8d51fa,2026-06-17T05:42:39.569777+00:00,2026-06-17T05:42:39.569777+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.14347757174342388,0.3787843340786732,0.006546443999646871,0.18319104559844857,30.295614372614196,True +usgs_potomac_iv_usgs_00060/15min/short|window:cc5f03e5628be5f3d654,2026-06-23T03:39:08.226042+00:00,2026-06-23T03:39:08.226042+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.37785213773080545,0.6146967851964132,0.013207111948579889,0.35776649066223554,80.29496113358415,True usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12:23:16.238002+00:00,2026-06-17T12:23:16.238002+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.01863941549756849,0.13652624472081729,0.0038102908281853723,0.0647261290729562,72.6236821388229,True usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:07:09.273194+00:00,2026-06-20T17:07:09.273194+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.6440379099734546,0.8025197255977292,0.0034539161400237175,0.30894874932077576,33.72494255650136,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:42:29.928158+00:00,2026-06-22T08:42:29.928158+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.2847568509791373,0.5336261340855949,0.0043348061538467314,0.2316272991884757,78.66792569832155,True @@ -1436,6 +1440,7 @@ binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:2 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:14:00.320385+00:00,2026-06-22T11:14:00.320385+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.10496644797247623,0.3239852588814439,0.002828240594958321,0.15482782043511822,34.25723876048717,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:14:19.102163+00:00,2026-06-22T14:14:19.102163+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.7528971689489438,0.8676964728226938,0.0066087545082878394,0.4507602259207372,-18.841409879240917,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:10:00.195817+00:00,2026-06-22T06:10:00.195817+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07941240687974518,0.28180207039648447,0.00252739701301171,0.13281666858841917,55.849222065350254,True +binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:52.193861+00:00,2026-06-23T03:41:52.193861+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.8972090858417056,0.94721121501052,0.006314700001006393,0.5305807382411873,-8.08147633194402,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:53.766160+00:00,2026-06-22T03:43:53.766160+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08359661063918852,0.2891307846618698,0.003156636299306055,0.14811716085452717,54.43507445854344,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:53.958420+00:00,2026-06-18T03:17:53.958420+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6673520359421785,1.2912598638315134,0.016853205167665242,0.9708642518742421,-12.289026720645628,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:15.539352+00:00,2026-06-22T08:21:15.539352+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1643104945969807,0.4053523092286273,0.004178546578598708,0.21698468752984604,23.06628606662786,True @@ -1809,6 +1814,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:ac61d7d2083955bcaa89,2026-06-18T17 usgs_potomac_iv_usgs_00060/15min/short|window:acdf45c3b0384e58e3cd,2026-06-18T02:48:10.076623+00:00,2026-06-18T02:48:10.076623+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,1.8631109306854046,1.364958215728747,0.03355068028334547,0.8748655004194473,-23.152615818271688,True usgs_potomac_iv_usgs_00060/15min/short|window:b47b7961a33674883156,2026-06-22T13:46:57.710520+00:00,2026-06-22T13:46:57.710520+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.20223402515524122,0.4497043752903025,0.0073466404728916865,0.38127427247865403,-100.0,True usgs_potomac_iv_usgs_00060/15min/short|window:bb2488b9b26c32d8dc91,2026-06-18T03:37:34.358582+00:00,2026-06-18T03:37:34.358582+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,5.600197291729691,2.3664735983588936,0.06377348929320052,1.9865994791810107,-14.768707925771622,True +usgs_potomac_iv_usgs_00060/15min/short|window:cc5f03e5628be5f3d654,2026-06-23T03:41:52.227137+00:00,2026-06-23T03:41:52.227137+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,1.693045798423124,1.3011709335914032,0.02808911444216929,0.8576928639823637,34.254159758144745,True usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12:26:17.324923+00:00,2026-06-17T12:26:17.324923+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.03516027536107694,0.1875107339889558,0.0051447528530722516,0.15866080277995367,53.94635185989048,True usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:12:56.894213+00:00,2026-06-20T17:12:56.894213+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.6101335045017038,0.7811104304141021,0.004183906983833515,0.4006477664851738,36.09915873003534,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:46:45.714764+00:00,2026-06-22T08:46:45.714764+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.28131550986260667,0.5303918455845703,0.005575421944327981,0.3993864439992419,78.89852787412525,True @@ -2023,6 +2029,7 @@ binance_btcusdt_1h_close/1h/short|window:9f7b485f1c3ffa202e77,2026-06-17T03:05:1 binance_btcusdt_1h_close/1h/short|window:9fd5c2627495f2d52248,2026-06-17T06:34:16.062734+00:00,2026-06-17T06:34:16.062734+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.46708247422744137,0.6834343232728668,0.01254713275509399,0.29360361751147007,-26.039482636026364,True binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:56:03.392133+00:00,2026-06-17T08:56:03.392133+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.020320615616612,1.0101092097474471,0.02038620469932337,0.470082469388645,-51.64697491822685,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:05:11.464699+00:00,2026-06-22T06:05:11.464699+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5187312313988925,0.7202299850734434,0.006939805480836243,0.33120920544040433,-29.83673116970363,True +binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:19.181176+00:00,2026-06-23T03:41:19.181176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6840129777899328,0.8270507709868438,0.0052043996325206445,0.4073814154237787,5.4610243915089365,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:32.215736+00:00,2026-06-22T03:43:32.215736+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7664819171007561,0.8754895299778039,0.00800767701298296,0.36648301719562454,-46.02167906704387,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:24.118039+00:00,2026-06-18T03:17:24.118039+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.8351906550344337,0.913887659963977,0.012094832662823856,0.4254150659402127,21.856768537156746,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:20:35.234583+00:00,2026-06-22T08:20:35.234583+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.16587955231572962,0.4072831353195583,0.004211691240250116,0.29548134982765406,22.615877099294146,True @@ -2585,6 +2592,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:bf3660613b393741995e,2026-06-17T09 usgs_potomac_iv_usgs_00060/15min/short|window:c7c27c13cd71766d9b3a,2026-06-16T12:43:22.358427+00:00,2026-06-16T12:43:22.358427+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,2.6989757665004652,1.6428559786239527,0.012086698173200608,1.2773672214777432,-17.443562085343885,True usgs_potomac_iv_usgs_00060/15min/short|window:c9a3853e145f05e1b5eb,2026-06-21T23:11:17.525557+00:00,2026-06-21T23:11:17.525557+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,1.2884793220354431,1.1351120306099496,0.005985856450557042,0.4490284532810184,-6.912257594458981,True usgs_potomac_iv_usgs_00060/15min/short|window:c9d3407ca6115c8d51fa,2026-06-17T05:43:50.372968+00:00,2026-06-17T05:43:50.372968+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.23818165522357954,0.4880385796467115,0.006777653085329992,0.22964198465849442,5.92742729880887,True +usgs_potomac_iv_usgs_00060/15min/short|window:cc5f03e5628be5f3d654,2026-06-23T03:41:26.449846+00:00,2026-06-23T03:41:26.449846+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,1.8493784764963346,1.359918555096714,0.024975227195065036,0.5147326496935022,30.299031836434196,True usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12:26:00.829357+00:00,2026-06-17T12:26:00.829357+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.011738674041979097,0.10834516159930307,0.0022546525029411096,0.05792387617201724,81.8386696589379,True usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:10:58.350580+00:00,2026-06-20T17:10:58.350580+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.6740495069203645,0.8210051808121338,0.003443031139050673,0.32761437385781506,31.691391055727674,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:45:57.280951+00:00,2026-06-22T08:45:57.280951+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.631087393973325,0.7944100918123618,0.005732082803845329,0.28142513950871556,58.15186304958254,True @@ -2724,6 +2732,7 @@ binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:2 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:14:00.436735+00:00,2026-06-22T11:14:00.436735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.09253344524999434,0.30419310519798826,0.0025551742725541536,0.14463896234785487,39.69635769844128,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:14:19.163413+00:00,2026-06-22T14:14:19.163413+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.4447778842322884,0.6669166996201913,0.004876947567419113,0.34037992464379757,7.235775431720533,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:10:00.295090+00:00,2026-06-22T06:10:00.295090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.11335508751833939,0.3366824728410129,0.00363456520617038,0.16812834127332432,42.41190854893894,True +binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:52.243216+00:00,2026-06-23T03:41:52.243216+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6694376360124769,0.818191686594576,0.005019366854760025,0.4271759982846337,6.534084076117931,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:53.797227+00:00,2026-06-22T03:43:53.797227+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.13544285585740412,0.3680256184797522,0.004427828066898545,0.19721298204348903,35.31555269908576,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:53.997128+00:00,2026-06-18T03:17:53.997128+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.2639230917946511,1.124243341894739,0.014928414961705284,0.8442749032621711,1.4992468290118952,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:15.605209+00:00,2026-06-22T08:21:15.605209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1034314300689846,0.32160757153553554,0.0031759091489301887,0.1572751321759567,43.521626820185794,True @@ -3097,6 +3106,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:ac61d7d2083955bcaa89,2026-06-18T17 usgs_potomac_iv_usgs_00060/15min/short|window:acdf45c3b0384e58e3cd,2026-06-18T02:48:10.122584+00:00,2026-06-18T02:48:10.122584+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.1752152709311723,1.0840734619624135,0.025774585558421076,0.6610982635009995,-0.540326740478769,True usgs_potomac_iv_usgs_00060/15min/short|window:b47b7961a33674883156,2026-06-22T13:46:57.775748+00:00,2026-06-22T13:46:57.775748+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.000848295763621863,0.029125517396638004,0.00041918956683738404,0.021755004578801307,-100.0,True usgs_potomac_iv_usgs_00060/15min/short|window:bb2488b9b26c32d8dc91,2026-06-18T03:37:34.444874+00:00,2026-06-18T03:37:34.444874+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,4.211408799756499,2.0521717276476887,0.05578956016000875,1.7081801970594126,-0.6272727284643717,True +usgs_potomac_iv_usgs_00060/15min/short|window:cc5f03e5628be5f3d654,2026-06-23T03:41:52.251569+00:00,2026-06-23T03:41:52.251569+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.9025821796409441,0.9500432514580293,0.022414927447587173,0.5975703569896392,58.59535684580149,True usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12:26:17.359102+00:00,2026-06-17T12:26:17.359102+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.060818291392993495,0.24661364802661165,0.007719403082692244,0.22303944796912453,31.79921143839826,True usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:12:56.965670+00:00,2026-06-20T17:12:56.965670+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.6472135363789291,0.8044958274465623,0.005856787159308212,0.4981845422615607,33.50679945958174,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:46:45.770728+00:00,2026-06-22T08:46:45.770728+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,2.5996556733914193,1.6123447749756934,0.022170765746609825,1.1196411920846712,-4.306408778429377,True @@ -3233,6 +3243,7 @@ binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:2 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:14:00.508501+00:00,2026-06-22T11:14:00.508501+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2143582837346828,0.46298842721463657,0.004395366865031183,0.33453757433782333,-6.474108472052977e-15,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:14:19.200004+00:00,2026-06-22T14:14:19.200004+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5141648252061071,0.7170528747631566,0.005943125244535649,0.4013273171948139,0.0,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:10:00.347358+00:00,2026-06-22T06:10:00.347358+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2803203570470347,0.5294528846337837,0.005959371674061188,0.3487424039587068,-9.901377091558084e-15,True +binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:52.260062+00:00,2026-06-23T03:41:52.260062+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7630367144398564,0.8735197275619232,0.006092782408425308,0.5147479178685311,7.27503017623581e-15,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:53.825729+00:00,2026-06-22T03:43:53.825729+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2833374275307165,0.5322944932372647,0.006475499049902809,0.3427914438335973,9.795943958946241e-15,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:54.020029+00:00,2026-06-18T03:17:54.020029+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.3023985882042797,1.141226790872121,0.015689172375563932,0.5630059722024298,8.524448925853867e-15,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:15.653931+00:00,2026-06-22T08:21:15.653931+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.262837724815072,0.5126770180289653,0.005250009961523162,0.3496204494565706,0.0,True @@ -3606,6 +3617,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:ac61d7d2083955bcaa89,2026-06-18T17 usgs_potomac_iv_usgs_00060/15min/short|window:acdf45c3b0384e58e3cd,2026-06-18T02:48:10.162112+00:00,2026-06-18T02:48:10.162112+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.162583518930958,1.0782316629235842,0.02694739113533046,0.6303086103812267,9.549619503001824e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:b47b7961a33674883156,2026-06-22T13:46:57.830077+00:00,2026-06-22T13:46:57.830077+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.0,0.0,0.0,0.13839405875760988,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:bb2488b9b26c32d8dc91,2026-06-18T03:37:34.544347+00:00,2026-06-18T03:37:34.544347+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,4.1589041095890416,2.039339135501754,0.05658327812415862,1.6159841236768528,0.0,True +usgs_potomac_iv_usgs_00060/15min/short|window:cc5f03e5628be5f3d654,2026-06-23T03:41:52.267258+00:00,2026-06-23T03:41:52.267258+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,3.457229237062066,1.8593625889164453,0.045537131519274375,1.3010067125960911,1.926785206008412e-14,True usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12:26:17.384303+00:00,2026-06-17T12:26:17.384303+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.1175324071126695,0.34282999739326997,0.007322994987468671,0.15502509265611972,-1.1807626635699602e-14,True usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:12:57.013893+00:00,2026-06-20T17:12:57.013893+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.2994923857868024,1.1399527998065544,0.006701347205548887,0.4861549852410761,-8.543513119185773e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:46:45.817343+00:00,2026-06-22T08:46:45.817343+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,2.3849961880559083,1.5443432869850888,0.021650955495703478,0.7793027566737895,0.0,True @@ -3821,6 +3833,7 @@ binance_btcusdt_1h_close/1h/short|window:9f7b485f1c3ffa202e77,2026-06-17T03:04:2 binance_btcusdt_1h_close/1h/short|window:9fd5c2627495f2d52248,2026-06-17T06:33:48.872321+00:00,2026-06-17T06:33:48.872321+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.16069259707413083,0.4008648114690673,0.00780248467031493,0.2147006995432796,26.080728449011374,True binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:55:04.338866+00:00,2026-06-17T08:55:04.338866+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5309216199607835,0.7286436851855531,0.014688067911250427,0.3590193590645878,-24.010389243458558,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:04:01.070256+00:00,2026-06-22T06:04:01.070256+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4356297357238147,0.6600225266790632,0.007277973714409161,0.3168855882362076,-21.692766052408235,True +binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:40:41.735633+00:00,2026-06-23T03:40:41.735633+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.8011254721693465,0.8950561279435757,0.005701977124223895,0.4774333226174458,-2.4350900472833255,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:02.219008+00:00,2026-06-22T03:43:02.219008+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5511660984999861,0.7424056158866164,0.008968021886215795,0.3665907720179027,-32.09437259578645,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:16:52.065783+00:00,2026-06-18T03:16:52.065783+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9251290594676127,0.9618362955657334,0.012854335615812658,0.5251084826269566,16.9366934291914,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:19:49.760214+00:00,2026-06-22T08:19:49.760214+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.16735811717179808,0.4090942644083367,0.0037222551334097713,0.2232037303842542,22.194451532190318,True @@ -4398,6 +4411,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:bf3660613b393741995e,2026-06-17T09 usgs_potomac_iv_usgs_00060/15min/short|window:c7c27c13cd71766d9b3a,2026-06-16T12:42:39.570887+00:00,2026-06-16T12:42:39.570887+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,2.1100540425428758,1.4526025067246977,0.012009772739103386,1.2455516530701496,-5.3108456668265935,True usgs_potomac_iv_usgs_00060/15min/short|window:c9a3853e145f05e1b5eb,2026-06-21T23:00:46.533247+00:00,2026-06-21T23:00:46.533247+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,1.4711321686631642,1.2129023739209863,0.006271097706080507,0.46126906983839094,-13.469422399445168,True usgs_potomac_iv_usgs_00060/15min/short|window:c9d3407ca6115c8d51fa,2026-06-17T05:43:32.143470+00:00,2026-06-17T05:43:32.143470+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.18607398514731432,0.431362939005328,0.006858883040334246,0.18972543793626007,18.077956696417466,True +usgs_potomac_iv_usgs_00060/15min/short|window:cc5f03e5628be5f3d654,2026-06-23T03:40:47.042072+00:00,2026-06-23T03:40:47.042072+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.6892560389620668,0.8302144535974225,0.016947926821892494,0.28953560390906774,66.75468532602815,True usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12:25:47.818583+00:00,2026-06-17T12:25:47.818583+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.01064603121835422,0.10317960660108286,0.001075028664087791,0.03537325666377962,83.38873314892385,True usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:09:58.108909+00:00,2026-06-20T17:09:58.108909+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.6484919151887072,0.8052899572133675,0.0034037534545068027,0.29036299695603945,33.41918465524017,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:45:09.218204+00:00,2026-06-22T08:45:09.218204+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.4904167790879439,0.7002976360719375,0.0058625972914637635,0.46354708649392157,65.88894988707831,True @@ -4613,6 +4627,7 @@ binance_btcusdt_1h_close/1h/short|window:9f7b485f1c3ffa202e77,2026-06-17T03:05:2 binance_btcusdt_1h_close/1h/short|window:9fd5c2627495f2d52248,2026-06-17T06:34:47.791379+00:00,2026-06-17T06:34:47.791379+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.056575193571556916,0.23785540475582412,0.004721725982277633,0.169968039837903,65.78056965710071,True binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:56:50.213297+00:00,2026-06-17T08:56:50.213297+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.19273145758140067,0.4390119105233942,0.008973011443856054,0.2424804953116372,25.595400760087553,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:06:19.830081+00:00,2026-06-22T06:06:19.830081+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3190645256152727,0.5648579694182182,0.0063067099914794434,0.2676188834868934,-6.463988280142612,True +binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:44.596173+00:00,2026-06-23T03:41:44.596173+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9312240258559994,0.9649994952620439,0.006698306485369017,0.5802558584913294,-9.92688477139437,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:51.091318+00:00,2026-06-22T03:43:51.091318+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.2599736050260847,0.5098760683009987,0.00601775564339235,0.2456320958258227,4.300266533275167,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:46.417721+00:00,2026-06-18T03:17:46.417721+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.8883163372806718,0.9425053513273396,0.012798493255440843,0.45355619164516475,18.90169488081358,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:04.636629+00:00,2026-06-22T08:21:04.636629+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09926342268241387,0.3150609824818266,0.002808540365900069,0.18588340460401,45.173649203581675,True @@ -5153,6 +5168,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:bb2488b9b26c32d8dc91,2026-06-18T03 usgs_potomac_iv_usgs_00060/15min/short|window:bf3660613b393741995e,2026-06-17T09:03:42.273675+00:00,2026-06-17T09:03:42.273675+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.026546165300819508,0.16292993985397378,0.0031249369832627547,0.10546827156171797,63.552582470998225,True usgs_potomac_iv_usgs_00060/15min/short|window:c7c27c13cd71766d9b3a,2026-06-16T12:43:54.916074+00:00,2026-06-16T12:43:54.916074+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,1.9672148964584109,1.4025743817917147,0.011726069335312159,1.074616447812408,-1.8109104612606437,True usgs_potomac_iv_usgs_00060/15min/short|window:c9d3407ca6115c8d51fa,2026-06-17T05:44:03.170690+00:00,2026-06-17T05:44:03.170690+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.22379252195635643,0.4730671431798624,0.007015688405269494,0.3106387051546781,9.02546940960729,True +usgs_potomac_iv_usgs_00060/15min/short|window:cc5f03e5628be5f3d654,2026-06-23T03:41:49.812039+00:00,2026-06-23T03:41:49.812039+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.2917840681026865,0.540170406541016,0.011307916910253684,0.28521045026676806,84.43408735302616,True usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12:26:12.450897+00:00,2026-06-17T12:26:12.450897+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.012773833196263204,0.11302138380086843,0.0015704993277464493,0.063589120989148,80.39413436228574,True usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:12:38.806829+00:00,2026-06-20T17:12:38.806829+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.6226633240675564,0.7890901875372399,0.004460635204602675,0.35570100480635364,35.21197883445816,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:46:41.248979+00:00,2026-06-22T08:46:41.248979+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,1.998298657592618,1.4136119190190135,0.016182094494226546,0.7505556852906846,8.822074354573262,True @@ -5373,6 +5389,7 @@ binance_btcusdt_1h_close/1h/short|window:9f7b485f1c3ffa202e77,2026-06-17T03:03:0 binance_btcusdt_1h_close/1h/short|window:9fd5c2627495f2d52248,2026-06-17T06:32:51.582238+00:00,2026-06-17T06:32:51.582238+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.13150081043787426,0.36263040473445446,0.011501636866808267,0.23795535583201943,35.155287470558314,True binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:52:37.886026+00:00,2026-06-17T08:52:37.886026+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.048807777063592815,0.2209248221988485,0.004419839233659435,0.16996884137668292,73.90932381851161,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:02:24.924592+00:00,2026-06-22T06:02:24.924592+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.22941205461295033,0.47896978465551493,0.003927186952256831,0.3362108666198527,9.987260230970454,True +binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:39:36.044352+00:00,2026-06-23T03:39:36.044352+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.7379342995643631,0.8590310236332347,0.006671970635345925,0.4697844074830828,1.6724117015775297,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:42:21.974209+00:00,2026-06-22T03:42:21.974209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.28578267736922586,0.5345864545321233,0.004704956820307809,0.38977509935734106,-0.4296544468305512,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:16:06.567249+00:00,2026-06-18T03:16:06.567249+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0661194197023711,1.0325305902017485,0.012432602567598204,0.8340609251717931,9.975823181970972,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:18:34.503797+00:00,2026-06-22T08:18:34.503797+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.11524338900777399,0.3394751669971958,0.0030357907010902852,0.20735431775118304,39.037743598177975,True @@ -5970,6 +5987,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:bf3660613b393741995e,2026-06-17T09 usgs_potomac_iv_usgs_00060/15min/short|window:c7c27c13cd71766d9b3a,2026-06-16T12:41:30.056174+00:00,2026-06-16T12:41:30.056174+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,2.0703066259448235,1.4388560129300025,0.011614158548294779,1.2207972861443264,-4.362235336947457,True usgs_potomac_iv_usgs_00060/15min/short|window:c9a3853e145f05e1b5eb,2026-06-21T22:24:59.104580+00:00,2026-06-21T22:24:59.104580+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,1.4451652449529828,1.2021502588915343,0.006656817185098289,0.6771002365431696,-12.594119615217819,True usgs_potomac_iv_usgs_00060/15min/short|window:c9d3407ca6115c8d51fa,2026-06-17T05:42:57.336076+00:00,2026-06-17T05:42:57.336076+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.16634245765182767,0.4078510238455062,0.00648274746693673,0.2938393978955414,23.43963118058762,True +usgs_potomac_iv_usgs_00060/15min/short|window:cc5f03e5628be5f3d654,2026-06-23T03:39:45.360564+00:00,2026-06-23T03:39:45.360564+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.8437708434156308,0.9185699991920218,0.01646148947717922,0.5410917410808519,60.763969884794065,True usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12:24:15.859971+00:00,2026-06-17T12:24:15.859971+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.01074115645896618,0.10363955065015565,0.0034840073103494414,0.10037649534892007,83.25273554442467,True usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:08:10.351953+00:00,2026-06-20T17:08:10.351953+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.641391363777122,0.8008691302435885,0.0036575907169508434,0.33373440331497234,33.907286933467375,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:43:46.074156+00:00,2026-06-22T08:43:46.074156+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.35069258959836846,0.5921930340677509,0.004604937876434345,0.4878972463481463,74.36166040063442,True @@ -6190,6 +6208,7 @@ binance_btcusdt_1h_close/1h/short|window:9f7b485f1c3ffa202e77,2026-06-17T03:04:1 binance_btcusdt_1h_close/1h/short|window:9fd5c2627495f2d52248,2026-06-17T06:33:18.721432+00:00,2026-06-17T06:33:18.721432+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.25405414733789067,0.5040378431605018,0.009688780962155702,0.2595916191627434,3.792910239416713,True binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:54:17.217409+00:00,2026-06-17T08:54:17.217409+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.5087405469207145,0.7132605042484229,0.014696117326425473,0.3500285019570812,-21.98954411411055,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:03:22.868459+00:00,2026-06-22T06:03:22.868459+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.21703740059053517,0.46587273003529106,0.004954738707421756,0.25535470879803784,12.723830177514683,True +binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:40:26.010052+00:00,2026-06-23T03:40:26.010052+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.9224789356862657,0.9604576699086044,0.006374333290795023,0.5212680543795652,-9.4595515167408,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:42:51.189751+00:00,2026-06-22T03:42:51.189751+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.23836881336841928,0.4882302872297245,0.005640276191483359,0.2565665388541309,8.619527741281379,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:16:36.869133+00:00,2026-06-18T03:16:36.869133+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7820698056664339,0.8843471070040507,0.011850390817833898,0.41079762170485995,24.962181440018444,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:19:22.806058+00:00,2026-06-22T08:19:22.806058+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.0984138670551669,0.31370984532712215,0.002637646541366915,0.1790181606157398,45.51505417835388,True @@ -6771,6 +6790,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:bf3660613b393741995e,2026-06-17T09 usgs_potomac_iv_usgs_00060/15min/short|window:c7c27c13cd71766d9b3a,2026-06-16T12:42:15.154825+00:00,2026-06-16T12:42:15.154825+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,2.1442081589500894,1.4643114965573716,0.012055340685936089,0.7213625265465136,-6.111061260990458,True usgs_potomac_iv_usgs_00060/15min/short|window:c9a3853e145f05e1b5eb,2026-06-21T22:27:51.966816+00:00,2026-06-21T22:27:51.966816+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,1.4404038146259381,1.200168244299914,0.005969484810997794,0.4339502983753977,-12.431694724286436,True usgs_potomac_iv_usgs_00060/15min/short|window:c9d3407ca6115c8d51fa,2026-06-17T05:43:14.775596+00:00,2026-06-17T05:43:14.775596+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.22179225758123453,0.4709482536131061,0.006835058922721719,0.13674706467020495,9.470540020761323,True +usgs_potomac_iv_usgs_00060/15min/short|window:cc5f03e5628be5f3d654,2026-06-23T03:40:32.877172+00:00,2026-06-23T03:40:32.877172+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.7362138521256193,0.858029050863442,0.017552822374270347,0.3806977859647824,64.88738077672437,True usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12:24:50.804223+00:00,2026-06-17T12:24:50.804223+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.011544121121325052,0.10744357180085298,0.000865454996438851,0.030873323030859243,82.11274926701243,True usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:09:09.443041+00:00,2026-06-20T17:09:09.443041+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.6539965332650898,0.8087005213706059,0.0034372453929488456,0.35968076801896137,33.04323081776158,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:44:28.599864+00:00,2026-06-22T08:44:28.599864+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.39664883320247346,0.6298006297253707,0.004860329886682678,0.2323711086543412,71.48098839563399,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index cbb1a7a3c36ba1818b55e4dad944e6a9d45fb3e3..1bbf983dd8883b0316e6ea4da4ee579cc832adf8 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7774235097804371,0.8351558461652452,0.010415753713367415,0.6646332091119747,-12.617307529554102,0.5634872736152609,0.19244857706396168,0.0002038019839427544,169,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T03:29:27.322394+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.778998569907314,0.8362569428172372,0.01045424275701143,0.6700135917659984,-12.63487380341968,0.5621928866397818,0.19582318134354335,0.00015017470030588077,170,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T03:41:52.008059+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T03:09:33.863903+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8920027357658182,1.2778909170184438,1.5468780367552848,1.0027434512202975,2.92961135745287,1.2625417283454365,-0.0176664725296059,0.7924628200354435,102,0.9509803921568627,2026-06-17T12:10:12.335728+00:00,2026-06-23T03:29:27.369711+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.001945511945081,2.020715023179288,0.11866245115425089,1.4120942640496457,14.842503778200546,4.815034297444301,0.13926940639269406,0.08133095161251427,73,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T03:29:27.416774+00:00 @@ -7,9 +7,9 @@ ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,21.54222767693526 ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.072357533092507,0.9009872166409681,0.4738170577649386,0.6535546735302421,0.4489506578743997,1.4475382308908709,-0.3743842364532019,0.003964491818416243,29,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-23T03:09:34.068720+00:00 ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.5784597818096637,1.1763582383534135,0.13953407039458116,0.9079911268717702,-55.08616530016837,1.3477896973652572,-0.5073891625615763,6.0368860403365344e-05,29,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-23T03:09:34.102154+00:00 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0068786958257658,0.9764911624763272,0.6036249007133001,0.4891683708405243,17.23948082076846,0.4790796207182445,-0.4581280788177339,0.0003413796173447572,29,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T03:09:34.127318+00:00 -ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.964438586362626,1.1374890012368875,0.015080855426814442,0.7678848493272953,7.933098778894163,3.178385788404594,0.24324324324324328,0.031571377192500694,38,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T03:09:34.147388+00:00 +ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9314628872920234,1.1294416450084255,0.015108725333885723,0.7581614368919004,9.45258265147757,3.1430397710453297,0.21727395411605938,0.05146326548699581,39,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T03:41:52.040755+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.41503003192878984,0.5770782252324774,0.0073349132049782845,0.32476942631209915,26.80946720671579,0.5752761973265267,0.11878297141455035,0.0027456179175108964,286,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T03:26:29.253505+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.41592879785856646,0.577925865755027,0.007326781711787271,0.32516515831461557,26.737906668672036,0.5744714038208991,0.12287712287712288,0.0019119901855111784,287,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T03:39:03.691698+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T03:01:04.265814+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2551351614478823,0.3901882995494888,0.518065586557645,0.21142700735419143,72.80405633812272,0.36550899629567535,0.33480320104523925,4.871654545933853e-10,157,0.9617834394904459,2026-06-16T12:06:44.487655+00:00,2026-06-23T03:26:33.199875+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.646301182185959,1.892484771770814,0.114262562264057,1.0759064511813115,15.148032673126869,4.979560983648523,0.39688779688779685,6.627106393286343e-10,111,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T03:26:37.976623+00:00 @@ -17,9 +17,9 @@ Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,18.1497877493 Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.5884565680135965,1.152289333882211,0.3446361683073271,0.6689249667979019,22.20168354994056,4.854729717367769,-0.2636447733580019,0.008959930608480068,47,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-23T03:01:29.443772+00:00 Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.14599119763870771,0.36797487773971377,0.04068246878480818,0.1797472823978616,27.63657753440889,0.08171201079948152,0.06205673758865249,0.5338348076355437,48,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-23T03:01:35.505332+00:00 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8094962322560816,0.8702333873942866,0.5783458198270462,0.46342132744042946,26.923840486901877,0.43417844770382774,-0.10638297872340427,0.29160732184235016,47,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T03:01:38.798423+00:00 -Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.858412760687224,0.9501342251075167,0.01046156996143551,0.6015759176716611,31.619664066475547,3.808252813942603,0.15194805194805197,0.0981675110689788,56,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T03:01:42.274757+00:00 +Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.832438012916059,0.9442493577406552,0.010509737364718745,0.5972985593030747,32.47361664660026,3.7791888415115533,0.14411027568922308,0.1133564627254382,57,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T03:39:08.226042+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6496249495976579,0.668127289575586,0.007430174071842419,0.43435225096499336,21.5999357562936,0.8340903910180691,0.07466892082276698,0.14955367182089632,169,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T03:29:27.515370+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6510813268696818,0.6697689597252031,0.00742361245966103,0.43491830089014744,21.425339214598086,0.8318357699267535,0.07928994082840238,0.12480619681984195,170,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T03:41:52.193861+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T03:09:34.192366+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.7004796685860497,1.5002053808565319,1.5948397467766153,1.1391316905714337,-7.296122223355581,2.078241107795716,0.011065812463599299,0.8690954346501022,102,0.9509803921568627,2026-06-17T12:10:12.697348+00:00,2026-06-23T03:29:27.539438+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.49023937893297,2.159414236494018,0.120199525075164,1.4492602524642828,14.062600099284774,7.03819513958025,0.2199391171993912,0.005911855469814663,73,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T03:29:27.578369+00:00 @@ -27,9 +27,9 @@ ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,21.79134904818602,1 ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,9.746982812910064,2.1303418394207783,1.1862626749131926,1.7041475214909192,-36.565776073114414,26.167434658806076,-0.2068965517241379,0.12013974731191734,29,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-23T03:09:34.262582+00:00 ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,11.7711881443866,2.9187154830500024,0.3477428295510277,2.371089557105306,-78.71749118029057,14.611702343320628,-0.2216748768472906,0.0952209757990729,29,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-23T03:09:34.283694+00:00 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0808387510344888,0.9929151083700587,0.6826083878451598,0.5276032348862507,17.431123873157507,0.6480828818277966,-0.25123152709359603,0.05764888434676989,29,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T03:09:34.304481+00:00 -ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6396814242987108,1.007068978764145,0.013135728333152373,0.6843832165731458,18.784091434855807,3.094427785418534,0.14935988620199148,0.1868183244302798,38,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T03:09:34.320112+00:00 +ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6410497415839522,1.0146100545289465,0.01351914848979383,0.6888270536862027,19.18075985340167,3.0534521341310925,0.16329284750337383,0.14327003755601345,39,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T03:41:52.227137+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6302657958236344,0.7230270863500203,0.008901695948771961,0.36825928814323305,7.145756780901328,0.7038939903002333,0.010981189628876462,0.7837713260113714,281,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T03:28:44.016051+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6304563886674865,0.7233959646643353,0.008888584968927096,0.3683980190910364,7.13978255257015,0.7026476830832143,0.01385628833194518,0.7286841793667467,282,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T03:41:19.181176+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3240457245211655,0.4745241705074904,0.05441957307833337,0.2678190587417696,24.489165785051703,0.4269614155295543,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T03:07:16.350520+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.508573927305176,1.0088327742470495,1.5318980336600916,0.5149580872673722,25.876437802495115,2.0881774653761367,0.31495601173020527,6.0259465996876955e-09,155,0.967741935483871,2026-06-16T12:07:52.741323+00:00,2026-06-23T03:28:49.709806+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.385102510279046,2.108512148537053,0.1187437188367449,1.0862946984592055,12.724996464868658,36.59398001439961,0.4451367255105572,8.597648137370518e-12,108,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T03:28:56.975917+00:00 @@ -37,9 +37,9 @@ Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,16.693 Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.411201061437286,1.183824301083015,0.39179515034559487,0.6872921188878817,11.905504944352812,4.482931915794289,-0.37984496124031003,0.0003311359241343465,43,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-23T03:07:50.845889+00:00 Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.14425942350144055,0.36480666351892166,0.03976639477227386,0.18665853289451426,30.26218675152556,0.09494973571161239,0.21775898520084566,0.03720220864153926,44,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-23T03:08:01.190074+00:00 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.135190130828967,1.0277382091534233,0.6418585491643192,0.48678286221180567,10.625518828670682,0.798266842879396,-0.3820512820512821,0.0005165803669347948,40,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T03:08:07.836221+00:00 -Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.2426257930383575,1.3062318906885348,0.013444833249311273,0.7169345275980121,11.223785489022765,6.192397045115847,0.1016835016835017,0.27299539294268926,55,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T03:08:12.941934+00:00 +Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.217746376671535,1.3071905811243951,0.01365073314119973,0.7133237797782888,11.564414888083679,6.138668285815704,0.1064935064935065,0.24642531848306037,56,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T03:41:26.449846+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4967104709048864,0.6238268017440985,0.007208573673307852,0.39580446386258455,22.14334250353138,0.5359992218151376,-0.24513947590870672,2.2320683318536684e-06,169,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T03:29:27.593486+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4977265130525782,0.6249701245961601,0.0071956959861399225,0.3959890023003614,22.051523336311302,0.5345752449104315,-0.23633832231117302,4.760385737746525e-06,170,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T03:41:52.243216+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T03:09:34.339457+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.2535435201115375,1.3570045832372413,1.638768977585883,1.180985706799101,5.79258801898064,1.8511796220716201,0.1632692681032809,0.015030858147163796,102,0.9509803921568627,2026-06-17T12:10:12.867076+00:00,2026-06-23T03:29:27.602924+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.495133263610518,2.1372805044363417,0.12064588667458015,1.418483109355121,9.58779475916331,4.838361774262752,0.02663622526636225,0.7388598575258619,73,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T03:29:27.616426+00:00 @@ -47,9 +47,9 @@ Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,22.85221 Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.8847052559366243,0.8515913621323467,0.4670721111793622,0.6032424423483593,0.4101322983438227,1.1807374247902263,-0.2561576354679802,0.052763017559103835,29,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-23T03:09:34.378098+00:00 Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5234728151399295,0.7089540191711394,0.08105323439642736,0.4660307384123287,-24.75512913071125,0.21715083812626626,-0.6699507389162561,2.5076948540375677e-08,29,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-23T03:09:34.388570+00:00 Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9792273578590761,0.9636651127567551,0.69330898743297,0.5051562813243574,18.493313490757682,0.4536386971208689,-0.39901477832512305,0.002044164558588477,29,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T03:09:34.399367+00:00 -Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.2902378923235194,1.1579628322553701,0.015083717984685044,0.8240409882073055,13.35366490872204,4.040463267926595,0.13513513513513514,0.23234853408410816,38,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T03:09:34.407721+00:00 +Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.25465697661371,1.1526315609528743,0.015271697714503048,0.8182340489453142,14.513708291724075,3.993132001311632,0.1309041835357625,0.24063678561206192,39,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T03:41:52.251569+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6128638960475511,0.7347738413603925,0.008742582031682577,0.4256444445215951,-2.0653910630295723e-16,0.5069581086755636,-0.3148774302620457,1.223504808361871e-09,169,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T03:29:27.628698+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6137472655675059,0.7355899936321662,0.00872699497507518,0.42616858260010654,-1.6252987522919984e-16,0.5055872163929391,-0.3058127392969022,3.219846207779121e-09,170,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T03:41:52.260062+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T03:09:34.422192+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.373216252290788,1.4092819211686696,1.6241756240509346,1.2379632423060394,1.3657290365270144e-15,1.8618935907283694,0.16482236458940008,0.014097648262250786,102,0.9509803921568627,2026-06-17T12:10:12.978229+00:00,2026-06-23T03:29:27.635917+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.126910559680071,2.299322090480925,0.12716020723205398,1.8438260841850014,-2.6036063758328255e-16,4.918169934576968,0.021308980213089804,0.7897071937825985,73,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T03:29:27.645237+00:00 @@ -57,9 +57,9 @@ Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,23.04950 Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.9940110491051731,0.8888761386215339,0.45675621209558753,0.7018486946448187,5.855654619895956e-16,1.2244945104587108,-0.3054187192118226,0.020064725792834706,29,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-23T03:09:34.455001+00:00 Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.3081656248533335,0.5449547891497897,0.06388146726879552,0.3957206279398319,2.3875777272171777e-17,0.10495701709336744,0.05911330049261083,0.668894784416208,29,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-23T03:09:34.464097+00:00 Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.4034555761112926,1.1570935329495469,0.6964567136244794,0.8991722780042285,-3.3370247110558213e-16,0.697076663409808,-0.2561576354679802,0.052763017559103835,29,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T03:09:34.473516+00:00 -Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.607411473758066,1.3039838915340447,0.015373704507947216,0.7106796126924873,4.056165761924299e-15,4.178536427846962,0.18505342765503252,0.10215877534782515,38,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T03:09:34.480710+00:00 +Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.629201672817143,1.318224370954106,0.016147125713365858,0.7258162049977077,4.446209000338653e-15,4.12543407492769,0.20256588007307122,0.06957561304986837,39,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T03:41:52.267258+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4320780844903754,0.6048414972453456,0.007656983333422711,0.3332071892259619,20.223737368010372,0.41690021873394206,0.27734756785204123,3.512347012053357e-12,283,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T03:27:59.551574+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.43337754712304777,0.6058633797478042,0.007650099508742432,0.33371502772381917,20.143952764435397,0.41673876820736183,0.28044592644204447,1.84395549638893e-12,284,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T03:40:41.735633+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T03:05:35.776375+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2892568228629955,0.41379269030259647,0.6660252978443849,0.20708816125557952,73.68150347504259,0.4438426030397911,0.3139784946236559,5.988621101772845e-09,156,0.9615384615384616,2026-06-16T12:07:37.946365+00:00,2026-06-23T03:28:06.004354+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.405375459985722,1.8609838747328387,0.11218102698039034,1.0272727816662723,16.65550684572716,4.595365191738075,0.3669724770642202,1.5490569425932977e-08,109,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T03:28:11.919759+00:00 @@ -67,9 +67,9 @@ TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,18.3924021770525, TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.586337926102522,1.1734177040081977,0.342773324184137,0.6668706925363678,23.352741407383125,4.6585668472857895,-0.3515151515151515,0.0006634666249655418,45,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-23T03:06:16.493567+00:00 TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.16935486520335735,0.39112891237061476,0.04364474087872342,0.198528055794037,22.99662642475365,0.10005052344550334,0.16908212560386474,0.09753432244412784,46,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-23T03:06:21.562314+00:00 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8022217104823539,0.8722288624109009,0.5981646548343208,0.4623480225094027,25.16179421021802,0.3976747424278897,-0.1099365750528541,0.292853104348775,44,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T03:06:29.077751+00:00 -TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8300113562260696,0.934006731729645,0.009911466301442323,0.5922017688508446,32.935429738604284,3.6532921306590698,0.1207792207792208,0.1886573175510048,56,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T03:06:34.848498+00:00 +TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8099981050459997,0.9321858145694306,0.010034912977239695,0.5868918361325679,33.52875001206786,3.6236780324190017,0.12280701754385966,0.17726169227912258,57,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T03:40:47.042072+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.44023344891983757,0.569978189442792,0.006862317438395461,0.3102995717359588,32.37052279869659,0.6850509450296371,0.15897462535386853,7.780198527932946e-05,278,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T03:29:16.236829+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.44199327177623965,0.5713940364170546,0.00686172958551723,0.31126715699314644,32.21891918733426,0.6844492259795206,0.16381733323019007,4.52614453913653e-05,279,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T03:41:44.596173+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T03:08:38.440314+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09683524086405076,0.22692684845234976,0.4437404572903742,0.1178461884491469,89.83205273000644,0.2070314830653033,0.19676642586859305,0.0003068121243878397,153,0.9673202614379085,2026-06-16T12:08:08.243141+00:00,2026-06-23T03:29:19.994311+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.782265974867548,1.9555694344769903,0.12048671812558015,1.198779133378107,11.6495172313863,4.681108750903064,0.3140403286034354,2.309131394600267e-06,104,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T03:29:25.191503+00:00 @@ -77,9 +77,9 @@ Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,18.11481417884 Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.5369203685045667,1.1930229432978512,0.371811347948156,0.6831316348169495,17.199351942980442,4.6257768812936195,-0.35492577597840763,0.0014652591568232092,39,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-23T03:09:10.103399+00:00 Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.12965731329651112,0.347662919091265,0.03847321206775257,0.1767281539258291,33.99887647036667,0.07040486040152384,0.4384615384615385,6.757857093908313e-05,40,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-23T03:09:15.343408+00:00 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9417391670668093,0.9566576884689246,0.6695920208947923,0.5177862031968724,16.971986251366356,0.3361184977630844,-0.058029689608636977,0.6029482157578505,39,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T03:09:22.936633+00:00 -Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.0289876957083908,1.0279980232619281,0.011783908117695188,0.6771893829013427,23.39891776610572,3.7856994524865613,0.09653092006033183,0.31246761366631715,52,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T03:09:29.193646+00:00 +Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9962102687724337,1.0187937286068165,0.011774927151517045,0.6697935539837092,24.55052473944384,3.7567080335130547,0.08127721335268505,0.3902750236652043,53,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T03:41:49.812039+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3637868641307868,0.5391754642530063,0.006738684657176426,0.37237319985800665,33.032787871308464,0.39874506618964956,0.18391964628988852,3.1359262171398287e-06,289,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T03:27:01.804120+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.36507702770124745,0.5402784144577657,0.0067384546088252876,0.37270910057395523,32.92464864313698,0.39866047509083824,0.187638706598258,1.8951476550007882e-06,290,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T03:39:36.044352+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T03:02:19.227234+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10634096159849146,0.2524961565021223,0.3786702401297536,0.18311106664444798,84.51499000321405,0.17886142947023861,0.02564102564102564,0.6347506769985687,156,0.9615384615384616,2026-06-16T12:07:01.390017+00:00,2026-06-23T03:27:06.551917+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.8687306276540068,1.7220608247809335,0.11469010488124727,1.1810397612199406,23.24343889201796,4.458870481854404,0.3626126126126126,1.4478143549815741e-08,112,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T03:27:11.386406+00:00 @@ -87,9 +87,9 @@ TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,17.76666961 TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.4962468667980495,1.138185178572779,0.3038034861702191,0.8019393304927922,23.232458340901672,4.685780479431821,-0.3351063829787234,0.0007803300978791242,48,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-23T03:02:50.741261+00:00 TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.11881847187795332,0.321262998268905,0.041079831553537866,0.21856426912096333,40.13661309888313,0.09447343409679498,0.1836734693877551,0.05982338992618772,50,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-23T03:02:56.821184+00:00 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7973439037753062,0.8712217529276053,0.5206883809821106,0.6895915501174229,26.14107695052874,0.37302507335447926,-0.07678075855689177,0.44656889068880157,47,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T03:03:14.016709+00:00 -TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7209451871314925,0.90783035615181,0.010354231692999174,0.7091105752967543,34.09231871269872,3.5121087890010156,0.09899749373433585,0.2767504745307471,57,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T03:03:20.547197+00:00 +TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7058214915501846,0.908015522411124,0.01045952924100228,0.706213698844756,34.55217476739003,3.4830693886613746,0.10465819721718086,0.24585279503580648,58,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T03:39:45.360564+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3761583761603646,0.5459272929787063,0.006827408176477194,0.31369723663586185,31.256961081549385,0.4811073240371637,0.14890757975414323,0.00018322399917250934,284,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T03:27:41.072485+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.37807529040431515,0.5473817855293375,0.006825818440036204,0.3144255552946117,31.114096125064155,0.4813486178584387,0.15374351371386213,0.00010907517804772268,285,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T03:40:26.010052+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T03:04:05.747892+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.18318309225534915,0.3028564729168349,0.4027718607668075,0.15955523441938077,83.2021165349193,0.3551427629155532,0.3221617092584834,2.696244687700516e-09,155,0.9612903225806452,2026-06-16T12:07:21.772238+00:00,2026-06-23T03:27:45.000830+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.130007097687097,1.8104350166502639,0.11164930677465551,1.020135035845667,17.43481473752897,4.487216258661727,0.28419328419328416,9.803958412393996e-06,111,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T03:27:49.836521+00:00 @@ -97,5 +97,5 @@ Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,18.22717860 Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.6946666599824813,1.1429957544802425,0.3085787346782469,0.6674925480728686,29.863101742032146,5.178458668187016,-0.32121212121212117,0.0018659536299899255,45,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-23T03:04:43.493388+00:00 Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.18656218035496955,0.4101969081283071,0.04509573200713059,0.20324092746527597,16.662969711278173,0.11674122031644146,-0.06938020351526365,0.4915888079967865,47,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-23T03:04:48.800143+00:00 Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8352178144238159,0.8902988225294917,0.5977361397501639,0.47076243012804236,24.68994159992577,0.3943816501587711,-0.10531400966183575,0.302058744412545,46,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-23T03:04:58.186499+00:00 -Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.563350303313194,0.8523846861552671,0.008249090784788776,0.4868350285561381,37.05695857814393,3.350042687333902,0.09899749373433585,0.2767504745307471,57,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-23T03:05:08.452860+00:00 +Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.549089330016856,0.8524820027881667,0.008409499950124664,0.4850050760976664,37.5367934436367,3.32230203251058,0.10344827586206895,0.25135451256418406,58,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-23T03:40:32.877172+00:00 Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.21454890313548508,0.4380375815076653,0.09230667659048004,0.24741707065880067,86.75453350642354,0.11500802622062778,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-22T23:40:32.675151+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index faf1a2ab1783129bbdb80db2dcc898099ab8e0fa..02c368cd60c1fe94a6845640f098c2e533c391f5 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T03:29:27.751283+00:00", + "generated_at": "2026-06-23T03:41:52.393615+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index b2c59cc216d52d93af3f257a67ccff8c718a0e0c..41f0b8d572491445ebeafdd54f52883ddda2c4c2 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,2.185452238509678,1.637856568554391,7.0,1,1,1.0 Air Quality,Moving-Average,2.9532177664298636,1.817957343536483,8.0,1,1,1.0 Air Quality,ARIMA,3.018276537007589,1.8202966401837843,9.0,1,1,1.0 Air Quality,ETS,14.909814627911375,4.715441336269437,10.0,1,1,1.0 -Finance,Moving-Average,0.8762345606549671,0.7286754248282179,1.0,1,1,1.0 -Finance,TimesFM-2.5,0.9662011858754743,0.8738954932135502,2.0,1,1,1.0 -Finance,ETS,1.1757378157544236,0.9086927379808166,3.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.8379231484901766,0.9473048935956294,4.0,1,1,1.0 -Finance,Chronos-2,0.8806767104406396,0.9851507213463696,5.0,1,1,1.0 +Finance,Moving-Average,0.8773334537433227,0.7299338661455012,1.0,1,1,1.0 +Finance,TimesFM-2.5,0.9671019566942843,0.8725029181569941,2.0,1,1,1.0 +Finance,ETS,1.1758399941480466,0.9086619214527131,3.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.8964352105810074,0.9558171088582803,4.0,1,1,1.0 +Finance,Chronos-2,0.8819704753901713,0.9864957239952739,5.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,6.0,1,1,1.0 -Finance,TiRex,1.0496712613194843,1.0703803149733633,7.0,1,1,1.0 -Finance,Timer-S1,1.2217582295111415,1.2310538380188736,8.0,1,1,1.0 -Finance,Toto-2.0-1B,1.2089751597331484,1.2349682916369171,9.0,1,1,1.0 -Finance,ARIMA,1.372490976137692,2.5978182739481213,10.0,1,1,1.0 +Finance,TiRex,1.0499173329522562,1.069054054248227,7.0,1,1,1.0 +Finance,Timer-S1,1.2204183733670126,1.2297818051835132,8.0,1,1,1.0 +Finance,Toto-2.0-1B,1.2089574698426608,1.2336975799437084,9.0,1,1,1.0 +Finance,ARIMA,1.369768599033625,2.595657514673959,10.0,1,1,1.0 Hazards,ARIMA,0.49311343868362806,0.5217106482211394,1.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.45734357351325494,0.5379519926853114,2.0,1,1,1.0 Hazards,Timer-S1,0.44439207453528357,0.5431436052716303,3.0,1,1,1.0 @@ -29,16 +29,16 @@ Hazards,Toto-2.0-1B,0.6147669209844103,0.6242077627099828,7.0,1,1,1.0 Hazards,ETS,0.7398975180547882,0.6303925098306636,8.0,1,1,1.0 Hazards,Chronos-2,0.748422818539841,0.6908428374449399,9.0,1,1,1.0 Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Hydrology,ETS,0.22462980437073468,0.4934629239567539,1.0,1,1,1.0 -Hydrology,Toto-2.0-1B,0.35824495648952354,0.5599469757525277,2.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,0.538896355185921,0.6713812131992386,3.0,1,1,1.0 -Hydrology,ARIMA,0.37009450364206287,0.7512449900828886,4.0,1,1,1.0 -Hydrology,Timer-S1,0.5599722652578712,0.791149360178385,5.0,1,1,1.0 -Hydrology,TimesFM-2.5,0.5604859525686816,0.7963805261926171,6.0,1,1,1.0 -Hydrology,Chronos-2,0.6433395616048261,0.8217406363846793,7.0,1,1,1.0 -Hydrology,TiRex,0.6063141443334128,0.8221603404437564,8.0,1,1,1.0 -Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Hydrology,Moving-Average,0.9287943976354178,1.070865453850536,10.0,1,1,1.0 +Hydrology,TiRex,0.19936660015862662,0.2656381381095808,1.0,1,1,1.0 +Hydrology,Timer-S1,0.08439824150933162,0.2846105260278996,2.0,1,1,1.0 +Hydrology,Toto-2.0-1B,0.21294909930567685,0.33085904898108026,3.0,1,1,1.0 +Hydrology,ARIMA,0.1962225458863764,0.3423815462070932,4.0,1,1,1.0 +Hydrology,Chronos-2,0.10929334210186828,0.3466048865345492,5.0,1,1,1.0 +Hydrology,TimesFM-2.5,0.2440598483809718,0.387433082353102,6.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.5349308216738112,0.43934646474141603,7.0,1,1,1.0 +Hydrology,Moving-Average,0.2610709668786538,0.513165907303146,8.0,1,1,1.0 +Hydrology,ETS,0.48971175537722367,0.6560441667173093,9.0,1,1,1.0 +Hydrology,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 Ocean,Timer-S1,0.028249237228573004,0.13936410507401598,1.0,2,2,1.0 Ocean,Chronos-2,0.19061290058935773,0.30259558495584676,3.0,2,2,1.0 Ocean,TimesFM-2.5,0.05242742679425914,0.1903553485726452,4.5,2,2,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index c1b7cf716f9e0e8df2d0afc469c52b58deb28227..0157ad829843327a6b32e7a0c375a15a85693cf5 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -9,16 +9,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 10min,Toto-2.0-1B,1.0555968956779231,0.9267786272438572,8.0,1,1,1.0 10min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 10min,ETS,4.332483336929457,2.0334221377175616,10.0,1,1,1.0 -15min,ETS,0.22462980437073468,0.4934629239567539,1.0,1,1,1.0 -15min,Toto-2.0-1B,0.35824495648952354,0.5599469757525277,2.0,1,1,1.0 -15min,Moirai-1.1-Large,0.538896355185921,0.6713812131992386,3.0,1,1,1.0 -15min,ARIMA,0.37009450364206287,0.7512449900828886,4.0,1,1,1.0 -15min,Timer-S1,0.5599722652578712,0.791149360178385,5.0,1,1,1.0 -15min,TimesFM-2.5,0.5604859525686816,0.7963805261926171,6.0,1,1,1.0 -15min,Chronos-2,0.6433395616048261,0.8217406363846793,7.0,1,1,1.0 -15min,TiRex,0.6063141443334128,0.8221603404437564,8.0,1,1,1.0 -15min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -15min,Moving-Average,0.9287943976354178,1.070865453850536,10.0,1,1,1.0 +15min,TiRex,0.19936660015862662,0.2656381381095808,1.0,1,1,1.0 +15min,Timer-S1,0.08439824150933162,0.2846105260278996,2.0,1,1,1.0 +15min,Toto-2.0-1B,0.21294909930567685,0.33085904898108026,3.0,1,1,1.0 +15min,ARIMA,0.1962225458863764,0.3423815462070932,4.0,1,1,1.0 +15min,Chronos-2,0.10929334210186828,0.3466048865345492,5.0,1,1,1.0 +15min,TimesFM-2.5,0.2440598483809718,0.387433082353102,6.0,1,1,1.0 +15min,Moirai-1.1-Large,0.5349308216738112,0.43934646474141603,7.0,1,1,1.0 +15min,Moving-Average,0.2610709668786538,0.513165907303146,8.0,1,1,1.0 +15min,ETS,0.48971175537722367,0.6560441667173093,9.0,1,1,1.0 +15min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 1D,Chronos-2,0.04071253165159637,0.1892525127243876,1.0,1,1,1.0 1D,Moirai-1.1-Large,0.04062120318371531,0.19019770381370607,2.0,1,1,1.0 1D,Timer-S1,0.06077160534510326,0.20427894348633588,3.0,1,1,1.0 @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,TiRex,0.881432109803978,0.8545743061203469,4.333333333333333,6,6,1.0 -1h,Toto-2.0-1B,0.7763660909032222,0.7526223783834805,4.333333333333333,6,6,1.0 -1h,Chronos-2,0.685810596370819,0.7735867447897488,4.666666666666667,6,6,1.0 -1h,Moirai-1.1-Large,0.9680390897660685,0.864097003376183,4.666666666666667,6,6,1.0 -1h,Timer-S1,0.8097781162925834,0.8386341861106161,5.166666666666667,6,6,1.0 -1h,TimesFM-2.5,0.7416367842696102,0.8580825909975562,5.333333333333333,6,6,1.0 +1h,TiRex,0.8814665450701322,0.8543977374271919,4.333333333333333,6,6,1.0 +1h,Toto-2.0-1B,0.7763641975758107,0.7524932554550606,4.333333333333333,6,6,1.0 +1h,Chronos-2,0.6859784095760721,0.7737626713089459,4.666666666666667,6,6,1.0 +1h,Moirai-1.1-Large,0.9789909587540128,0.8653862734433871,4.666666666666667,6,6,1.0 +1h,Timer-S1,0.8096300397654914,0.838489698820887,5.166666666666667,6,6,1.0 +1h,TimesFM-2.5,0.7417519751547523,0.8578545434026867,5.333333333333333,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,5.833333333333333,6,6,1.0 -1h,Moving-Average,1.3187995384175728,1.0826993282177861,6.333333333333333,6,6,1.0 -1h,ARIMA,1.4870302206288872,1.3289050842805685,6.833333333333333,6,6,1.0 -1h,ETS,2.7262673082926274,1.6223481795579644,7.5,6,6,1.0 +1h,Moving-Average,1.3190750474079496,1.0830107458254978,6.333333333333333,6,6,1.0 +1h,ARIMA,1.4865382189905167,1.3287207988960403,6.833333333333333,6,6,1.0 +1h,ETS,2.726306794920213,1.6223390096367787,7.5,6,6,1.0 6min,Timer-S1,0.0014267255338978795,0.03270402652605188,1.0,1,1,1.0 6min,TimesFM-2.5,0.0032998024103744854,0.04136572540591895,2.0,1,1,1.0 6min,Chronos-2,0.023611171171649206,0.11512904147988447,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 856f764280f9ec665354ea7a5bdb3b9282e9385e..ec3c9aa5c0b409a19cdce1cad31eb7ebea379621 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Toto-2.0-1B,0.6951568020262284,0.7214893961389138,4.0,7,7,1.0 -24,Moirai-1.1-Large,0.8903316291220446,0.8335013570409033,4.428571428571429,7,7,1.0 -24,TiRex,0.8355565412358871,0.8498666497400447,4.857142857142857,7,7,1.0 -24,Chronos-2,0.6795758155986774,0.7802891257203503,5.0,7,7,1.0 -24,Timer-S1,0.7682107683322503,0.8316800132908625,5.142857142857143,7,7,1.0 -24,TimesFM-2.5,0.7125511471586286,0.8489836197912194,5.428571428571429,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,6.285714285714286,7,7,1.0 -24,ARIMA,1.2190823895521978,1.2249164893066498,6.428571428571429,7,7,1.0 -24,ETS,1.908520618860162,1.3686824648058462,6.571428571428571,7,7,1.0 -24,Moving-Average,1.2543752381259803,1.0810008017175172,6.857142857142857,7,7,1.0 +24,TiRex,0.712826628846975,0.723067279811235,3.857142857142857,7,7,1.0 +24,Toto-2.0-1B,0.6453715689649192,0.6691487478769889,4.142857142857143,7,7,1.0 +24,Chronos-2,0.5276560385653971,0.6898950781653483,4.714285714285714,7,7,1.0 +24,Timer-S1,0.5861483984186666,0.718559074144725,4.714285714285714,7,7,1.0 +24,Moirai-1.1-Large,0.8980104423838423,0.7855113234415478,5.0,7,7,1.0 +24,TimesFM-2.5,0.6328381582927203,0.765767530940252,5.428571428571429,7,7,1.0 +24,ARIMA,1.1131242036362123,1.0947168961799472,6.428571428571429,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,6.428571428571429,7,7,1.0 +24,Moving-Average,1.0465691865078486,0.9734048020039798,6.571428571428571,7,7,1.0 +24,ETS,2.133317790050178,1.4255057174040227,7.714285714285714,7,7,1.0 60,Timer-S1,0.0014267255338978795,0.03270402652605188,1.0,1,1,1.0 60,TimesFM-2.5,0.0032998024103744854,0.04136572540591895,2.0,1,1,1.0 60,Chronos-2,0.023611171171649206,0.11512904147988447,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 20f9eda639734ea6f57dd5f881260a6ba1374d19..a946c4d72f9af25069d42e25d1dae9c91bbde4f3 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.3078985824369974,0.5056173075990195,4.1,10,10,1.0 -Overall,Chronos-2,0.3977130206134058,0.5603450903077827,4.2,10,10,1.0 -Overall,Moirai-1.1-Large,0.578802966568414,0.6396963153498277,4.4,10,10,1.0 -Overall,Toto-2.0-1B,0.4494951788989381,0.5698155343200106,4.7,10,10,1.0 -Overall,TiRex,0.5487507613615118,0.6619954421117662,5.1,10,10,1.0 -Overall,TimesFM-2.5,0.3234001010208793,0.5530057976687145,5.2,10,10,1.0 -Overall,ARIMA,0.8181539442652362,0.929803011664386,6.6,10,10,1.0 -Overall,ETS,1.184714676847426,1.002983124256272,6.7,10,10,1.0 -Overall,Moving-Average,0.991417223123634,0.9395633859885534,6.7,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,7.3,10,10,1.0 +Overall,Timer-S1,0.2547866824226886,0.45643220629625136,3.8,10,10,1.0 +Overall,Chronos-2,0.3331569732096135,0.5140730247728863,4.0,10,10,1.0 +Overall,TiRex,0.4909992016499271,0.5912001626287768,4.4,10,10,1.0 +Overall,Moirai-1.1-Large,0.5822928504285876,0.6136859016826596,4.8,10,10,1.0 +Overall,Toto-2.0-1B,0.4267111339404548,0.540554126159806,4.8,10,10,1.0 +Overall,TimesFM-2.5,0.2976279967763095,0.5144794476253473,5.2,10,10,1.0 +Overall,Moving-Average,0.873363000705181,0.8730785372681982,6.5,10,10,1.0 +Overall,ARIMA,0.7677015657278328,0.8594639928409208,6.6,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,7.4,10,10,1.0 +Overall,ETS,1.28075145488839,1.0319532141227852,7.5,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 76ed421fd3fedc8f72c14f534c17c7196ae13489..7ad1697c59ab51135749c6a8fa50ead9914b3a3b 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,371406.57979007607,1360743.4379226973,1095.7535461035711,1.5189559066383744,0.016976940883067528,0.017141185277875667,36.118081683721215,609.4313577344672,0.009463036163653146,0.017014476366585603,0.015526509871188985,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,370503.3774115057,1359062.2360269926,1094.5847635514876,1.517335716434678,0.016958891132849846,0.017122931052576323,36.05327407557335,608.6898860762398,0.009451694839481063,0.016996637200142956,0.01550864362852551,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.1034354453086102,0.10545091335893987,0.2783433089505255,0.8964357262230209,0.1639785682997214,0.18316485079702086,33.87450391119706,0.3216138139269055,0.21026925175961017,0.1819792458250027,0.18017249347182682,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04159474844355165,0.03658393549713598,0.1548769713891873,1.0424410962263009,0.10715389078963877,0.09904501885909973,13.269815538979417,0.20394790620046005,0.13157930511718316,0.09992063489984068,0.08762633403408443,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ARIMA,1.1295445711931476,0.8317213112 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,105.99181278499043,105.3211642939339,7.545711655722816,0.6310510272599128,0.32673752871811296,0.31507792564635045,10.158434849803541,10.295232526999593,0.446163932998063,0.3270080962967599,0.29450663645300434,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,3.9835411184505625,3.828097457527797,1.7716227876204655,0.9440585990394282,0.07881811529054,0.07518497442753024,15.572620038271829,1.9958810381509622,0.08707716240961712,0.07729312632236028,0.06842062649157993,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,29.977187793308886,31.42013540429347,3.619874893007378,0.6876807184605044,0.25349124809612994,0.2822523630186142,7.536769102167015,5.475142718989971,0.4484758541152194,0.2965085236593074,0.24887793971796152,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,10254.701871748823,14266.316198213222,116.58199972234742,2.7566187126466386,0.04676076818737681,0.04793515583452845,60.67688851606565,101.26550188365643,0.04070974950096741,0.046867135566772834,0.04312842539381509,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,3311.2554618326017,2017.8870048404297,39.41714206219351,0.4483466395699736,0.016167781802594386,0.01605167177418612,2.802154562275176,57.54350929368665,0.023407529204211516,0.016034091686316008,0.013906106981258794,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,4067.103471310647,4387.267738267318,55.66131385661773,1.1877690226945654,0.25712822907986077,0.23053606163011905,7.208244292013654,63.77384629541053,0.25670898451286583,0.2240535922923083,0.16943375534234814,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 4b741ce8ce046da98c63bb2790b97981e62a04a8..f0a89217d0e3e111bd287962083fdb155e238ed6 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T03:29:27.322394+00:00", + "evaluated_at": "2026-06-23T03:41:52.008059+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64040.0390625 + 64011.98828125 ], "p50": [ 63317.67168320572, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cdbae1f5956c03eada6eee5de53380515d1522e5..c306fd3761ff206366b1624183425d5c44c6b756 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T03:09:34.147388+00:00", + "evaluated_at": "2026-06-23T03:41:52.040755+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2300.0, 2260.0, @@ -101,9 +89,7 @@ 2350.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2450.0, 2450.0, @@ -115,6 +101,9 @@ 2500.0, 2500.0, 2500.0, + 2500.0 + ], + "actuals": [ 2500.0, 2500.0, 2500.0, @@ -126,354 +115,361 @@ 2500.0, 2500.0, 2500.0, - 2500.0, - 2450.0 + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2370.6728873563056, - 2370.891046158953, - 2370.914455299935, - 2370.939761102316, - 2370.870255579175, - 2371.1107938880814, - 2370.9106684527533, - 2370.9639864703067, - 2370.8832245131866, - 2370.870174103576, - 2370.9592396583103, - 2370.9325842395046, - 2370.9889780756944, - 2370.8875029521496, - 2371.1170508987557, - 2370.8875029521496, - 2370.885363732711, - 2370.976482272359, - 2370.895815648964, - 2370.8703456004077, - 2370.87017410357, - 2370.9592396583107, - 2370.8703456004077, - 2370.904128345778 + 2472.8359978063295, + 2472.836177842702, + 2472.8382600291757, + 2472.8361543931587, + 2472.8382613144727, + 2472.8467812065983, + 2472.867811895302, + 2472.8467718112315, + 2472.838263726804, + 2472.846781193115, + 2472.8354578873173, + 2472.8811938286267, + 2472.8382614021098, + 2472.8545056953953, + 2472.8382660515977, + 2472.8467905753027, + 2472.8354573923125, + 2472.8354576398156, + 2472.8811938286267, + 2473.0197327733144, + 2472.881118099364, + 2472.8467718109123, + 2472.8382614021098, + 2472.881118099364 ], "p10": [ - 2341.7385640032207, - 2341.978226228211, - 2344.300883770222, - 2342.247730623267, - 2341.962697650731, - 2333.156140946512, - 2344.099571476242, - 2353.022204508464, - 2341.9510403795402, - 2348.342940539681, - 2355.7538208755477, - 2341.951040379626, - 2344.099571495403, - 2342.2791856132912, - 2353.0222045071805, - 2342.2791856132912, - 2341.951040379626, - 2346.3259099586976, - 2336.667274597459, - 2341.951040379626, - 2336.667274597459, - 2341.963997650647, - 2344.099571495403, - 2344.3018365934154 + 2443.115136068935, + 2441.7320784749822, + 2452.7453787186396, + 2447.790670763623, + 2444.9805928558794, + 2447.79067020786, + 2447.790670192291, + 2444.923056375352, + 2444.742279946131, + 2442.616419762255, + 2443.115292086509, + 2468.951294065153, + 2448.1029010000193, + 2452.2811342746877, + 2444.923056375033, + 2433.7532492470837, + 2444.974839286668, + 2433.772766701616, + 2459.562538778174, + 2433.772766701616, + 2448.1029010000193, + 2452.2811342746877, + 2443.11529208651, + 2448.1029010000193 ], "p90": [ - 2405.5285426516652, - 2395.2327268318563, - 2411.4926604160028, - 2393.8867818442, - 2405.741014755257, - 2417.9758381029587, - 2404.1005745553757, - 2411.4936132404796, - 2394.48312919526, - 2395.218498254298, - 2394.4831291953456, - 2406.3162784491833, - 2405.6985297908004, - 2394.4014215221296, - 2411.4936132391963, - 2396.266029305307, - 2404.2598979935265, - 2393.88671803796, - 2405.693808764437, - 2405.7410190280707, - 2393.2270969635183, - 2405.7410190280707, - 2394.4014215221296, - 2395.218498254292 + 2496.766072834342, + 2522.835428605794, + 2496.9984311060775, + 2509.5994391051286, + 2496.890086833795, + 2521.725344544383, + 2509.5994385337967, + 2496.9500739696327, + 2521.6020045246087, + 2521.6020045246655, + 2496.9549100527565, + 2509.5959060114305, + 2496.890086921432, + 2509.596259263875, + 2521.725344530892, + 2521.6020045246582, + 2496.7663582491286, + 2509.596259263875, + 2509.5959060114305, + 2510.7996951347527, + 2498.258181924523, + 2509.5994385358745, + 2509.5994385358745, + 2509.5994385358745 ], "mean": [ - 2374.329149010833, - 2395.8224589491547, - 2409.2648465030666, - 2384.5959289679527, - 2407.4042759278445, - 2442.187815709736, - 2374.846463430111, - 2376.6259166128484, - 2383.1052179240855, - 2395.878147254002, - 2386.2420345652617, - 2373.719072863035, - 2386.699974094665, - 2415.9257182557517, - 2377.4343387067424, - 2396.380485206847, - 2383.9179369137078, - 2385.5855153762677, - 2383.951146146425, - 2405.331094397056, - 2370.080598961604, - 2408.325126008065, - 2372.4850760256413, - 2385.3166033774964 + 2495.6437809187087, + 2487.4956125933923, + 2511.2585238276624, + 2499.1454878543746, + 2497.5453832897388, + 2488.2939396736965, + 2512.4062258217573, + 2485.6628621783257, + 2477.4644982574996, + 2519.8722365281164, + 2509.021152036118, + 2501.9113983247566, + 2497.152358511294, + 2477.2071480458935, + 2488.3247983180436, + 2521.3012269918277, + 2485.0546407030947, + 2485.395059201502, + 2501.757617731184, + 2511.014210985545, + 2488.042746665811, + 2512.2578355919736, + 2476.856360373885, + 2489.49563338652 ], "quantiles": { "0.1": [ - 2341.7385640032207, - 2341.978226228211, - 2344.300883770222, - 2342.247730623267, - 2341.962697650731, - 2333.156140946512, - 2344.099571476242, - 2353.022204508464, - 2341.9510403795402, - 2348.342940539681, - 2355.7538208755477, - 2341.951040379626, - 2344.099571495403, - 2342.2791856132912, - 2353.0222045071805, - 2342.2791856132912, - 2341.951040379626, - 2346.3259099586976, - 2336.667274597459, - 2341.951040379626, - 2336.667274597459, - 2341.963997650647, - 2344.099571495403, - 2344.3018365934154 + 2443.115136068935, + 2441.7320784749822, + 2452.7453787186396, + 2447.790670763623, + 2444.9805928558794, + 2447.79067020786, + 2447.790670192291, + 2444.923056375352, + 2444.742279946131, + 2442.616419762255, + 2443.115292086509, + 2468.951294065153, + 2448.1029010000193, + 2452.2811342746877, + 2444.923056375033, + 2433.7532492470837, + 2444.974839286668, + 2433.772766701616, + 2459.562538778174, + 2433.772766701616, + 2448.1029010000193, + 2452.2811342746877, + 2443.11529208651, + 2448.1029010000193 ], "0.2": [ - 2365.2291952172513, - 2361.7381678663687, - 2368.325672160081, - 2361.7240030950447, - 2359.052581803903, - 2365.710747841277, - 2366.26593170432, - 2365.44167159494, - 2355.850762080606, - 2357.44464852181, - 2368.326624983274, - 2357.2226413209914, - 2364.8316927932906, - 2357.444648521804, - 2368.8113035996003, - 2359.052586076717, - 2357.4251403120397, - 2368.3266249832745, - 2356.5579014740697, - 2361.4023517778223, - 2357.089693351607, - 2358.71149035597, - 2361.7239392888046, - 2359.052586076717 + 2469.0726719298254, + 2457.749157543119, + 2472.499779591428, + 2469.653600940025, + 2469.0728278597635, + 2471.90921564867, + 2471.4807426124776, + 2469.07282794772, + 2469.1034567930783, + 2452.745382416325, + 2467.8574891249236, + 2472.7782175588795, + 2460.5491911341123, + 2469.791136265182, + 2468.8297601829054, + 2468.8297601829054, + 2468.8297601829054, + 2459.363796234984, + 2472.6063274989237, + 2471.4807426145553, + 2469.791136265182, + 2472.0811284240563, + 2469.103456793128, + 2472.0811284240563 ], "0.3": [ - 2370.013070889935, - 2370.6400659125193, - 2370.757129539326, - 2370.615916531706, - 2368.9006027519877, - 2370.5742011806024, - 2370.777668149856, - 2370.5925553046072, - 2369.1702139407003, - 2369.1008137349513, - 2370.6258373349547, - 2368.0842856751115, - 2370.587048980668, - 2370.089411846733, - 2370.812780733846, - 2370.2255472663405, - 2369.813652474949, - 2370.592555303324, - 2370.089411846733, - 2370.1378018040455, - 2368.0842856751115, - 2370.1378018040455, - 2369.813652474949, - 2370.587048980668 + 2472.6061714813486, + 2472.604471024166, + 2472.8231665198246, + 2472.7785442954937, + 2472.648548291129, + 2472.821274872467, + 2472.832413338496, + 2472.6044470056877, + 2472.739316804796, + 2471.910733493506, + 2472.7393168048443, + 2472.834703624605, + 2472.605763350857, + 2472.811635933355, + 2472.778683512251, + 2472.7393168048457, + 2472.789145106906, + 2469.791136265182, + 2472.8319437039218, + 2472.823982514014, + 2472.789145106906, + 2472.821274858976, + 2472.778683512251, + 2472.8319437039218 ], "0.4": [ - 2370.587453954152, - 2370.87854703241, - 2370.867577116263, - 2370.8700570546334, - 2370.827824703102, - 2370.870345886539, - 2370.8697219464675, - 2370.8697219669116, - 2370.8352579119173, - 2370.7776681690225, - 2370.869721965628, - 2370.857101818202, - 2370.8699932483933, - 2370.827828975916, - 2370.885791576599, - 2370.8649597355875, - 2370.8653872560817, - 2370.8692451551597, - 2370.8614318001883, - 2370.8322863375683, - 2370.7051843514937, - 2370.8653872560817, - 2370.807764653156, - 2370.864318454846 + 2472.832458595849, + 2472.8346112756644, + 2472.8353585681093, + 2472.834754065747, + 2472.83458716923, + 2472.8354554080584, + 2472.8354573902348, + 2472.8354147937907, + 2472.8345872568175, + 2472.8337981994973, + 2472.8345872568657, + 2472.8382614021098, + 2472.835242282993, + 2472.835457689316, + 2472.835266997754, + 2472.83379819949, + 2472.835242282993, + 2472.8228994519986, + 2472.8354578873186, + 2472.8371399961934, + 2472.8354553945674, + 2472.835452169569, + 2472.835242282993, + 2472.8361538239046 ], "0.5": [ - 2370.6728873563056, - 2370.891046158953, - 2370.914455299935, - 2370.939761102316, - 2370.870255579175, - 2371.1107938880814, - 2370.9106684527533, - 2370.9639864703067, - 2370.8832245131866, - 2370.870174103576, - 2370.9592396583103, - 2370.9325842395046, - 2370.9889780756944, - 2370.8875029521496, - 2371.1170508987557, - 2370.8875029521496, - 2370.885363732711, - 2370.976482272359, - 2370.895815648964, - 2370.8703456004077, - 2370.87017410357, - 2370.9592396583107, - 2370.8703456004077, - 2370.904128345778 + 2472.8359978063295, + 2472.836177842702, + 2472.8382600291757, + 2472.8361543931587, + 2472.8382613144727, + 2472.8467812065983, + 2472.867811895302, + 2472.8467718112315, + 2472.838263726804, + 2472.846781193115, + 2472.8354578873173, + 2472.8811938286267, + 2472.8382614021098, + 2472.8545056953953, + 2472.8382660515977, + 2472.8467905753027, + 2472.8354573923125, + 2472.8354576398156, + 2472.8811938286267, + 2473.0197327733144, + 2472.881118099364, + 2472.8467718109123, + 2472.8382614021098, + 2472.881118099364 ], "0.6": [ - 2370.8920599287394, - 2371.60433184529, - 2371.9104093378924, - 2372.497579340758, - 2371.487595229541, - 2375.2518121995777, - 2372.497515515357, - 2371.520593246748, - 2370.9639864689375, - 2371.1045363051508, - 2372.5323096994175, - 2372.497515534518, - 2372.584500946768, - 2371.1095421425894, - 2375.108318278489, - 2371.487599502355, - 2371.182942428651, - 2372.584500946768, - 2371.487599502355, - 2370.9889780756944, - 2370.9889780756944, - 2371.911362161086, - 2371.143407510714, - 2371.5007969995986 + 2472.912174475123, + 2473.189035616245, + 2473.020034702236, + 2473.4424719630015, + 2473.0197326856774, + 2473.5796470038895, + 2474.08753050035, + 2473.4424713940666, + 2473.4976376377977, + 2473.4424713937547, + 2473.1456996777456, + 2474.087530502428, + 2472.912330492698, + 2474.087530502428, + 2473.497144295448, + 2473.580387003997, + 2472.865180948688, + 2473.020038399914, + 2474.087530502428, + 2474.087530502428, + 2474.7847427743122, + 2473.497144295448, + 2473.264408364147, + 2473.580387003997 ], "0.7": [ - 2374.956014038906, - 2380.45696918136, - 2376.8955404207077, - 2378.6415008387007, - 2376.8964889710874, - 2382.0205122774273, - 2376.8964932247404, - 2381.9522793593424, - 2375.0738105770242, - 2375.389410037786, - 2378.64143703246, - 2376.7024818059317, - 2380.4427406037958, - 2375.1600798305576, - 2381.952279358059, - 2376.7024818059317, - 2375.597856095431, - 2379.3336237983754, - 2375.38941003778, - 2373.0436942308083, - 2372.497515534518, - 2378.849093062235, - 2375.38941003778, - 2376.7024818059317 + 2473.580230986422, + 2476.618270185751, + 2475.9829498385116, + 2476.6182467362078, + 2475.8383604252563, + 2476.531835485335, + 2477.8885691941814, + 2475.8841744966753, + 2477.8182749388375, + 2475.982953536197, + 2475.9829535361882, + 2477.888279393145, + 2475.8383605128934, + 2477.888569196259, + 2476.1735413254187, + 2477.888569196259, + 2475.8305611821384, + 2475.9829535361896, + 2477.888279393145, + 2477.888569196259, + 2477.888366334079, + 2477.8486106943424, + 2477.831609823427, + 2477.818274938887 ], "0.8": [ - 2386.5451626720205, - 2393.0390839501006, - 2393.023902549343, - 2386.3903080659243, - 2393.0248510997226, - 2393.624488919573, - 2386.4637231982715, - 2393.0222421983613, - 2382.1797214687635, - 2391.6907548144477, - 2386.7576390484255, - 2386.757639048426, - 2393.0248553725364, - 2383.458130456354, - 2393.88671803796, - 2386.4637232174323, - 2386.2007065247367, - 2386.757639048426, - 2386.390244259684, - 2382.7843325476924, - 2382.1797214688495, - 2391.690754814442, - 2386.390244259684, - 2393.0215889032133 + 2477.8881233755696, + 2493.936303778183, + 2488.1020220046453, + 2488.1020262715774, + 2484.968609887998, + 2488.1020257158143, + 2493.227622897428, + 2486.0508956625877, + 2489.066027501497, + 2492.9989159793136, + 2486.050895662267, + 2493.227856816855, + 2485.5381131522545, + 2492.922034698439, + 2492.9989159793063, + 2492.9374109546125, + 2484.923088437398, + 2493.936279759386, + 2493.0446573633462, + 2493.0446573633462, + 2492.9989159793063, + 2493.936279759386, + 2492.922034698439, + 2493.227856816855 ], "0.9": [ - 2405.5285426516652, - 2395.2327268318563, - 2411.4926604160028, - 2393.8867818442, - 2405.741014755257, - 2417.9758381029587, - 2404.1005745553757, - 2411.4936132404796, - 2394.48312919526, - 2395.218498254298, - 2394.4831291953456, - 2406.3162784491833, - 2405.6985297908004, - 2394.4014215221296, - 2411.4936132391963, - 2396.266029305307, - 2404.2598979935265, - 2393.88671803796, - 2405.693808764437, - 2405.7410190280707, - 2393.2270969635183, - 2405.7410190280707, - 2394.4014215221296, - 2395.218498254292 + 2496.766072834342, + 2522.835428605794, + 2496.9984311060775, + 2509.5994391051286, + 2496.890086833795, + 2521.725344544383, + 2509.5994385337967, + 2496.9500739696327, + 2521.6020045246087, + 2521.6020045246655, + 2496.9549100527565, + 2509.5959060114305, + 2496.890086921432, + 2509.596259263875, + 2521.725344530892, + 2521.6020045246582, + 2496.7663582491286, + 2509.596259263875, + 2509.5959060114305, + 2510.7996951347527, + 2498.258181924523, + 2509.5994385358745, + 2509.5994385358745, + 2509.5994385358745 ] }, "timestamps": [ - "2026-06-22 15:55:00", - "2026-06-22 16:10:00", - "2026-06-22 16:25:00", - "2026-06-22 16:40:00", "2026-06-22 16:55:00", "2026-06-22 17:10:00", "2026-06-22 17:25:00", @@ -589,6 +585,10 @@ "2026-06-23 20:55:00", "2026-06-23 21:10:00", "2026-06-23 21:25:00", - "2026-06-23 21:40:00" + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 23d57cd3be47fa3991d77961a0fb2862b9275c1d..baefcea7c698ec3ebcbd15b5fce6dac318ba54c9 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T03:29:27.442602+00:00", + "evaluated_at": "2026-06-23T03:41:52.115537+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index d02a19c944f51eb6d7bd7a685613bba31b5674e2..b910d6696ba17c4d459219550ecb5cc9755d47bc 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -14,4 +14,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 -2026-06-23,Chronos-2,4.500,4.200,4.400,4.400,4.500,4.500,3.600,4.400,4.500,4.600 +2026-06-23,Chronos-2,3.800,4.000,4.000,4.000,3.800,4.100,3.400,4.000,3.800,4.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 14e1ae90e532b8512f65995f459765c1f06cd724..32529eadb908d11f4b2b708c240d6b51917a7e99 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.7,4.1,4.2,4.5,4.7,4.55,3.25,4.5,4.75,4.65 +2026-W26,Chronos-Bolt-Mini,4.35,4.0,4.0,4.3,4.35,4.35,3.15,4.3,4.4,4.45 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index fc309d63f4e9c395a9b40b343eeb17e9382075a7..e591bff1ba21dffe3d910bd06380e3c939acf132 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,238317.8691972097,238317.8691972097,323.0919596354167,0.44787666188323366,0.004982890224981701,0.00501068499633859,5.728972254308569,488.1781121652318,0.007580258336060741,0.005016858518047657,0.00588799938509432,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,238560.76138687134,238560.76138687134,324.2607421875,0.44949685208693024,0.005001174659157177,0.005028939792017849,5.728972254308569,488.4268229600739,0.007584258236644397,0.005035098584168061,0.0058941561196022745,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.022566382761456262,0.022566382761456262,0.12322804033756256,0.39686967237526627,0.07424117476130002,0.07808894105304086,1.434746156789987,0.15022111290180307,0.0982136949364275,0.0805657801858948,0.06914018687464986,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06817816803749999,0.06817816803749999,0.2120388299226761,1.427184353648643,0.14675534681893523,0.13182303352501534,8.15326508775092,0.2611094943457629,0.1684577521072734,0.13679925633393616,0.08619103645994058,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.9109348671903111,0.910934 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,76.17271122915004,76.17271122915004,6.695125699043274,0.5599161673254772,0.29354368153979193,0.2796893266956875,4.698261877754942,8.727697934114703,0.37823177146233283,0.2901462988784101,0.22764537662201859,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.520208354419386,0.520208354419386,0.4754203160603841,0.2533409711542952,0.020573781342441373,0.0201090218778938,2.4468469204401786,0.7212547084209475,0.03146721281647926,0.020741843468172844,0.019682153899064126,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,45.497870510401164,45.497870510401164,4.679540634155273,0.8889892497603684,0.31488189220392077,0.39729846680730513,12.24450685606783,6.745210931498078,0.5525087452421633,0.3833070826611828,0.3295611133076361,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,17825.867019467056,17825.867019467056,127.15941365559895,3.0067250519550495,0.05095937834240142,0.052430784927219455,72.25267183651478,133.51354620212533,0.05367378741793983,0.051119362273607624,0.047175528885021176,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1844.3251479690273,1844.3251479690273,31.963104248046875,0.36356137533323457,0.013207111948579889,0.013052091776105425,2.4467853274955567,42.94560685296026,0.01746939939781434,0.013001940711069915,0.014077641408456921,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,500.9560698209929,500.9560698209929,18.11480930873326,0.3865559013636973,0.08015353536795389,0.07597427266098551,3.5947329078978276,22.382047936258935,0.09009450003094455,0.07291757628587281,0.06663971424986322,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index edd0d230479d8734c934d221889d504705088c4a..f56ba1285e47c4ee16e99872208c9c6870f3a6b7 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T03:26:29.253505+00:00", + "evaluated_at": "2026-06-23T03:39:03.691698+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64040.0390625 + 64011.98828125 ], "p50": [ 64070.859375, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0dc74cb618e094fd6255e6a7cda23dce50d90028..c4510c2a71be8cc53a8f258ddfa853184b3f0dfd 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T03:01:42.274757+00:00", + "evaluated_at": "2026-06-23T03:39:08.226042+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2300.0, 2260.0, @@ -101,9 +89,7 @@ 2350.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2450.0, 2450.0, @@ -115,6 +101,9 @@ 2500.0, 2500.0, 2500.0, + 2500.0 + ], + "actuals": [ 2500.0, 2500.0, 2500.0, @@ -126,354 +115,361 @@ 2500.0, 2500.0, 2500.0, - 2500.0, - 2450.0 + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2397.67236328125, - 2394.37353515625, - 2390.514892578125, - 2388.32861328125, - 2382.77001953125, - 2375.281005859375, - 2371.68701171875, - 2367.947265625, - 2362.798583984375, - 2358.09619140625, - 2354.027587890625, - 2350.837890625, - 2348.181884765625, - 2344.917724609375, - 2345.101806640625, - 2343.069580078125, - 2341.426513671875, - 2342.998046875, - 2344.700927734375, - 2346.249755859375, - 2348.84912109375, - 2349.148193359375, - 2348.76220703125, - 2350.433349609375 + 2504.9140625, + 2504.725341796875, + 2501.286376953125, + 2502.370361328125, + 2498.830810546875, + 2497.2412109375, + 2496.06884765625, + 2497.0458984375, + 2491.876953125, + 2492.30029296875, + 2490.0888671875, + 2488.6064453125, + 2487.409912109375, + 2486.14990234375, + 2485.4697265625, + 2486.535400390625, + 2480.99365234375, + 2479.120849609375, + 2476.195556640625, + 2474.640625, + 2472.83447265625, + 2469.49755859375, + 2466.484375, + 2463.332763671875 ], "p10": [ - 2350.614990234375, - 2338.3505859375, - 2324.5517578125, - 2310.128173828125, - 2299.058837890625, - 2289.423095703125, - 2282.22314453125, - 2278.875732421875, - 2273.278076171875, - 2273.994873046875, - 2270.158935546875, - 2269.99072265625, - 2269.73974609375, - 2269.646240234375, - 2265.93408203125, - 2265.114501953125, - 2263.63232421875, - 2263.47802734375, - 2263.979736328125, - 2264.6298828125, - 2263.20654296875, - 2262.912841796875, - 2262.60986328125, - 2263.870849609375 + 2471.37548828125, + 2456.179931640625, + 2443.64013671875, + 2421.53076171875, + 2400.81298828125, + 2385.391845703125, + 2367.264892578125, + 2360.208984375, + 2354.031494140625, + 2341.394287109375, + 2331.65087890625, + 2330.791259765625, + 2323.37939453125, + 2322.998046875, + 2322.714599609375, + 2318.248291015625, + 2311.10888671875, + 2305.032470703125, + 2302.792724609375, + 2298.682861328125, + 2298.282958984375, + 2295.75927734375, + 2297.178955078125, + 2294.969482421875 ], "p90": [ - 2411.093505859375, - 2414.433837890625, - 2416.908447265625, - 2414.17578125, - 2412.7509765625, - 2412.337158203125, - 2412.559326171875, - 2413.298583984375, - 2410.7978515625, - 2410.56103515625, - 2412.3017578125, - 2414.32861328125, - 2414.598876953125, - 2408.291259765625, - 2409.7265625, - 2411.676513671875, - 2417.799560546875, - 2414.26025390625, - 2414.409423828125, - 2417.37255859375, - 2419.789794921875, - 2423.26318359375, - 2425.552978515625, - 2425.86279296875 + 2518.58203125, + 2523.524169921875, + 2528.54296875, + 2533.44921875, + 2538.819091796875, + 2543.92041015625, + 2544.4072265625, + 2551.072021484375, + 2553.84033203125, + 2556.875244140625, + 2560.332275390625, + 2558.37353515625, + 2560.17333984375, + 2564.207763671875, + 2563.047607421875, + 2562.919921875, + 2599.86279296875, + 2591.964111328125, + 2592.6103515625, + 2595.959228515625, + 2591.3017578125, + 2591.26806640625, + 2593.57861328125, + 2599.505859375 ], "mean": [ - 2397.67236328125, - 2394.37353515625, - 2390.514892578125, - 2388.32861328125, - 2382.77001953125, - 2375.281005859375, - 2371.68701171875, - 2367.947265625, - 2362.798583984375, - 2358.09619140625, - 2354.027587890625, - 2350.837890625, - 2348.181884765625, - 2344.917724609375, - 2345.101806640625, - 2343.069580078125, - 2341.426513671875, - 2342.998046875, - 2344.700927734375, - 2346.249755859375, - 2348.84912109375, - 2349.148193359375, - 2348.76220703125, - 2350.433349609375 + 2504.9140625, + 2504.725341796875, + 2501.286376953125, + 2502.370361328125, + 2498.830810546875, + 2497.2412109375, + 2496.06884765625, + 2497.0458984375, + 2491.876953125, + 2492.30029296875, + 2490.0888671875, + 2488.6064453125, + 2487.409912109375, + 2486.14990234375, + 2485.4697265625, + 2486.535400390625, + 2480.99365234375, + 2479.120849609375, + 2476.195556640625, + 2474.640625, + 2472.83447265625, + 2469.49755859375, + 2466.484375, + 2463.332763671875 ], "quantiles": { "0.1": [ - 2350.614990234375, - 2338.3505859375, - 2324.5517578125, - 2310.128173828125, - 2299.058837890625, - 2289.423095703125, - 2282.22314453125, - 2278.875732421875, - 2273.278076171875, - 2273.994873046875, - 2270.158935546875, - 2269.99072265625, - 2269.73974609375, - 2269.646240234375, - 2265.93408203125, - 2265.114501953125, - 2263.63232421875, - 2263.47802734375, - 2263.979736328125, - 2264.6298828125, - 2263.20654296875, - 2262.912841796875, - 2262.60986328125, - 2263.870849609375 + 2471.37548828125, + 2456.179931640625, + 2443.64013671875, + 2421.53076171875, + 2400.81298828125, + 2385.391845703125, + 2367.264892578125, + 2360.208984375, + 2354.031494140625, + 2341.394287109375, + 2331.65087890625, + 2330.791259765625, + 2323.37939453125, + 2322.998046875, + 2322.714599609375, + 2318.248291015625, + 2311.10888671875, + 2305.032470703125, + 2302.792724609375, + 2298.682861328125, + 2298.282958984375, + 2295.75927734375, + 2297.178955078125, + 2294.969482421875 ], "0.2": [ - 2350.614990234375, - 2338.3505859375, - 2324.5517578125, - 2310.128173828125, - 2299.058837890625, - 2289.423095703125, - 2282.22314453125, - 2278.875732421875, - 2273.278076171875, - 2273.994873046875, - 2270.158935546875, - 2269.99072265625, - 2269.73974609375, - 2269.646240234375, - 2265.93408203125, - 2265.114501953125, - 2263.63232421875, - 2263.47802734375, - 2263.979736328125, - 2264.6298828125, - 2263.20654296875, - 2262.912841796875, - 2262.60986328125, - 2263.870849609375 + 2471.37548828125, + 2456.179931640625, + 2443.64013671875, + 2421.53076171875, + 2400.81298828125, + 2385.391845703125, + 2367.264892578125, + 2360.208984375, + 2354.031494140625, + 2341.394287109375, + 2331.65087890625, + 2330.791259765625, + 2323.37939453125, + 2322.998046875, + 2322.714599609375, + 2318.248291015625, + 2311.10888671875, + 2305.032470703125, + 2302.792724609375, + 2298.682861328125, + 2298.282958984375, + 2295.75927734375, + 2297.178955078125, + 2294.969482421875 ], "0.3": [ - 2350.614990234375, - 2338.3505859375, - 2324.5517578125, - 2310.128173828125, - 2299.058837890625, - 2289.423095703125, - 2282.22314453125, - 2278.875732421875, - 2273.278076171875, - 2273.994873046875, - 2270.158935546875, - 2269.99072265625, - 2269.73974609375, - 2269.646240234375, - 2265.93408203125, - 2265.114501953125, - 2263.63232421875, - 2263.47802734375, - 2263.979736328125, - 2264.6298828125, - 2263.20654296875, - 2262.912841796875, - 2262.60986328125, - 2263.870849609375 + 2471.37548828125, + 2456.179931640625, + 2443.64013671875, + 2421.53076171875, + 2400.81298828125, + 2385.391845703125, + 2367.264892578125, + 2360.208984375, + 2354.031494140625, + 2341.394287109375, + 2331.65087890625, + 2330.791259765625, + 2323.37939453125, + 2322.998046875, + 2322.714599609375, + 2318.248291015625, + 2311.10888671875, + 2305.032470703125, + 2302.792724609375, + 2298.682861328125, + 2298.282958984375, + 2295.75927734375, + 2297.178955078125, + 2294.969482421875 ], "0.4": [ - 2397.67236328125, - 2394.37353515625, - 2390.514892578125, - 2388.32861328125, - 2382.77001953125, - 2375.281005859375, - 2371.68701171875, - 2367.947265625, - 2362.798583984375, - 2358.09619140625, - 2354.027587890625, - 2350.837890625, - 2348.181884765625, - 2344.917724609375, - 2345.101806640625, - 2343.069580078125, - 2341.426513671875, - 2342.998046875, - 2344.700927734375, - 2346.249755859375, - 2348.84912109375, - 2349.148193359375, - 2348.76220703125, - 2350.433349609375 + 2504.9140625, + 2504.725341796875, + 2501.286376953125, + 2502.370361328125, + 2498.830810546875, + 2497.2412109375, + 2496.06884765625, + 2497.0458984375, + 2491.876953125, + 2492.30029296875, + 2490.0888671875, + 2488.6064453125, + 2487.409912109375, + 2486.14990234375, + 2485.4697265625, + 2486.535400390625, + 2480.99365234375, + 2479.120849609375, + 2476.195556640625, + 2474.640625, + 2472.83447265625, + 2469.49755859375, + 2466.484375, + 2463.332763671875 ], "0.5": [ - 2397.67236328125, - 2394.37353515625, - 2390.514892578125, - 2388.32861328125, - 2382.77001953125, - 2375.281005859375, - 2371.68701171875, - 2367.947265625, - 2362.798583984375, - 2358.09619140625, - 2354.027587890625, - 2350.837890625, - 2348.181884765625, - 2344.917724609375, - 2345.101806640625, - 2343.069580078125, - 2341.426513671875, - 2342.998046875, - 2344.700927734375, - 2346.249755859375, - 2348.84912109375, - 2349.148193359375, - 2348.76220703125, - 2350.433349609375 + 2504.9140625, + 2504.725341796875, + 2501.286376953125, + 2502.370361328125, + 2498.830810546875, + 2497.2412109375, + 2496.06884765625, + 2497.0458984375, + 2491.876953125, + 2492.30029296875, + 2490.0888671875, + 2488.6064453125, + 2487.409912109375, + 2486.14990234375, + 2485.4697265625, + 2486.535400390625, + 2480.99365234375, + 2479.120849609375, + 2476.195556640625, + 2474.640625, + 2472.83447265625, + 2469.49755859375, + 2466.484375, + 2463.332763671875 ], "0.6": [ - 2397.67236328125, - 2394.37353515625, - 2390.514892578125, - 2388.32861328125, - 2382.77001953125, - 2375.281005859375, - 2371.68701171875, - 2367.947265625, - 2362.798583984375, - 2358.09619140625, - 2354.027587890625, - 2350.837890625, - 2348.181884765625, - 2344.917724609375, - 2345.101806640625, - 2343.069580078125, - 2341.426513671875, - 2342.998046875, - 2344.700927734375, - 2346.249755859375, - 2348.84912109375, - 2349.148193359375, - 2348.76220703125, - 2350.433349609375 + 2504.9140625, + 2504.725341796875, + 2501.286376953125, + 2502.370361328125, + 2498.830810546875, + 2497.2412109375, + 2496.06884765625, + 2497.0458984375, + 2491.876953125, + 2492.30029296875, + 2490.0888671875, + 2488.6064453125, + 2487.409912109375, + 2486.14990234375, + 2485.4697265625, + 2486.535400390625, + 2480.99365234375, + 2479.120849609375, + 2476.195556640625, + 2474.640625, + 2472.83447265625, + 2469.49755859375, + 2466.484375, + 2463.332763671875 ], "0.7": [ - 2397.67236328125, - 2394.37353515625, - 2390.514892578125, - 2388.32861328125, - 2382.77001953125, - 2375.281005859375, - 2371.68701171875, - 2367.947265625, - 2362.798583984375, - 2358.09619140625, - 2354.027587890625, - 2350.837890625, - 2348.181884765625, - 2344.917724609375, - 2345.101806640625, - 2343.069580078125, - 2341.426513671875, - 2342.998046875, - 2344.700927734375, - 2346.249755859375, - 2348.84912109375, - 2349.148193359375, - 2348.76220703125, - 2350.433349609375 + 2504.9140625, + 2504.725341796875, + 2501.286376953125, + 2502.370361328125, + 2498.830810546875, + 2497.2412109375, + 2496.06884765625, + 2497.0458984375, + 2491.876953125, + 2492.30029296875, + 2490.0888671875, + 2488.6064453125, + 2487.409912109375, + 2486.14990234375, + 2485.4697265625, + 2486.535400390625, + 2480.99365234375, + 2479.120849609375, + 2476.195556640625, + 2474.640625, + 2472.83447265625, + 2469.49755859375, + 2466.484375, + 2463.332763671875 ], "0.8": [ - 2411.093505859375, - 2414.433837890625, - 2416.908447265625, - 2414.17578125, - 2412.7509765625, - 2412.337158203125, - 2412.559326171875, - 2413.298583984375, - 2410.7978515625, - 2410.56103515625, - 2412.3017578125, - 2414.32861328125, - 2414.598876953125, - 2408.291259765625, - 2409.7265625, - 2411.676513671875, - 2417.799560546875, - 2414.26025390625, - 2414.409423828125, - 2417.37255859375, - 2419.789794921875, - 2423.26318359375, - 2425.552978515625, - 2425.86279296875 + 2518.58203125, + 2523.524169921875, + 2528.54296875, + 2533.44921875, + 2538.819091796875, + 2543.92041015625, + 2544.4072265625, + 2551.072021484375, + 2553.84033203125, + 2556.875244140625, + 2560.332275390625, + 2558.37353515625, + 2560.17333984375, + 2564.207763671875, + 2563.047607421875, + 2562.919921875, + 2599.86279296875, + 2591.964111328125, + 2592.6103515625, + 2595.959228515625, + 2591.3017578125, + 2591.26806640625, + 2593.57861328125, + 2599.505859375 ], "0.9": [ - 2411.093505859375, - 2414.433837890625, - 2416.908447265625, - 2414.17578125, - 2412.7509765625, - 2412.337158203125, - 2412.559326171875, - 2413.298583984375, - 2410.7978515625, - 2410.56103515625, - 2412.3017578125, - 2414.32861328125, - 2414.598876953125, - 2408.291259765625, - 2409.7265625, - 2411.676513671875, - 2417.799560546875, - 2414.26025390625, - 2414.409423828125, - 2417.37255859375, - 2419.789794921875, - 2423.26318359375, - 2425.552978515625, - 2425.86279296875 + 2518.58203125, + 2523.524169921875, + 2528.54296875, + 2533.44921875, + 2538.819091796875, + 2543.92041015625, + 2544.4072265625, + 2551.072021484375, + 2553.84033203125, + 2556.875244140625, + 2560.332275390625, + 2558.37353515625, + 2560.17333984375, + 2564.207763671875, + 2563.047607421875, + 2562.919921875, + 2599.86279296875, + 2591.964111328125, + 2592.6103515625, + 2595.959228515625, + 2591.3017578125, + 2591.26806640625, + 2593.57861328125, + 2599.505859375 ] }, "timestamps": [ - "2026-06-22 15:55:00", - "2026-06-22 16:10:00", - "2026-06-22 16:25:00", - "2026-06-22 16:40:00", "2026-06-22 16:55:00", "2026-06-22 17:10:00", "2026-06-22 17:25:00", @@ -589,6 +585,10 @@ "2026-06-23 20:55:00", "2026-06-23 21:10:00", "2026-06-23 21:25:00", - "2026-06-23 21:40:00" + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index fd4c838426e3f61ae6fa4751f542a06b7e7ef328..4566a1e06496f1dbc2070cfb4195c3dabfcbc25d 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T03:26:40.772965+00:00", + "evaluated_at": "2026-06-23T03:39:10.866761+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 648a0ba9031e77df417392ec5a3bf20b80638691..1a904242f5dd2b09f36b085220049bb4359b225e 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,318163.6662618003,325272.85755498457,410.26770392782873,0.5687214560245978,0.0063329403798560386,0.006371679269608567,9.62145877296767,564.0599846308903,0.00875852541108892,0.00637049286974754,0.005431029147660365,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,318048.38381806266,325154.5550867053,409.0989213757454,0.5671012658209013,0.006314700001006393,0.006353424464781973,9.62145877296767,563.957785492906,0.008757097846966409,0.0063524600169224624,0.005429111444385424,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.053640849461573284,0.05416852463645297,0.13209793790099092,0.4254361685262803,0.07288464807285937,0.06571751783454699,14.363231642788163,0.23160494265359124,0.15142197221250628,0.08636486792119447,0.08373572676252276,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.19195312106099197,0.1886289911397251,0.3618775588411499,2.435714204341697,0.24934562846981617,0.21053850596149748,59.403827136354884,0.4381245497127409,0.2826610230031926,0.23346941195375537,0.2203684237390954,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ETS,0.9499298653386298,0.941238363907 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,523.58299888163,516.8535025253764,18.635822226983702,1.5585216208536208,1.1205428052969288,0.5962352364069642,43.14950026914505,22.881936082456615,0.9916332215309795,0.807619615937607,0.7629134376669291,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,16.731444324642222,15.886408844155818,3.538028220545836,1.8853369851584985,0.15748822338159144,0.14314421702122682,47.49208517792922,4.090408821211178,0.17845812773305972,0.15435862763428693,0.14645640381196007,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,44.979603285080664,37.96011760095541,3.992097568930945,0.7583932057071978,0.26695216198877025,0.32032121234875127,10.901829820782893,6.7066834788202625,0.5493529129409088,0.32699775308649376,0.30072376248258686,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,6224.117496105774,6453.10155228514,76.87621392627386,1.8177626938232245,0.03081403119970959,0.03134055508706,8.474696089776279,78.89307635087995,0.031715809588293446,0.030905010623627684,0.02832934552832693,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,8263.88587199065,7848.166489840999,68.05060953702515,0.7740353691415183,0.02808911444216929,0.027432032615851063,15.065649937960382,90.90591769511295,0.03697867838445272,0.027681603879467862,0.026645771268535248,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2988.430088256631,3159.454994258695,47.34586560348186,1.0103238428999073,0.21789064972326036,0.19756149525457772,7.521909784792015,54.66653535991311,0.22004930852178942,0.19058140265921394,0.1422054124490808,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 42e666eb29ce1114b9b9b4d42b0e6008ab3e6484..59eb611d9997eae03d3888dda1b69aeff840e2db 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T03:29:27.515370+00:00", + "evaluated_at": "2026-06-23T03:41:52.193861+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64040.0390625 + 64011.98828125 ], "p50": [ 64004.03670832886, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a2918486128dd65cfd4acf763e73472a9b1a42e7..164097782cf54e2a524dea7f33191450d9807430 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-23T03:09:34.320112+00:00", + "evaluated_at": "2026-06-23T03:41:52.227137+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2300.0, 2260.0, @@ -101,9 +89,7 @@ 2350.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2450.0, 2450.0, @@ -115,6 +101,9 @@ 2500.0, 2500.0, 2500.0, + 2500.0 + ], + "actuals": [ 2500.0, 2500.0, 2500.0, @@ -126,354 +115,361 @@ 2500.0, 2500.0, 2500.0, - 2500.0, - 2450.0 + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2396.132145686668, - 2397.3922883290206, - 2398.6524309713736, - 2399.9125736137266, - 2401.1727162560796, - 2402.432858898432, - 2403.693001540785, - 2404.953144183138, - 2406.213286825491, - 2407.4734294678437, - 2408.7335721101967, - 2409.9937147525497, - 2411.2538573949028, - 2412.5140000372553, - 2413.7741426796083, - 2415.0342853219613, - 2416.2944279643143, - 2417.554570606667, - 2418.81471324902, - 2420.074855891373, - 2421.334998533726, - 2422.5951411760784, - 2423.8552838184314, - 2425.1154264607844 + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 ], "p10": [ - 2356.132145686668, - 2357.3922883290206, - 2358.6524309713736, - 2359.9125736137266, - 2361.1727162560796, - 2362.432858898432, - 2363.693001540785, - 2404.953144183138, - 2366.213286825491, - 2403.4734294678437, - 2368.7335721101967, - 2369.9937147525497, - 2371.2538573949028, - 2372.5140000372553, - 2373.7741426796083, - 2375.0342853219613, - 2376.2944279643143, - 2377.554570606667, - 2378.81471324902, - 2380.074855891373, - 2381.334998533726, - 2382.5951411760784, - 2419.8552838184314, - 2385.1154264607844 + 2461.4040428176263, + 2463.576208039603, + 2465.7483732615797, + 2467.9205384835564, + 2470.092703705533, + 2472.2648689275097, + 2474.4370341494864, + 2476.609199371463, + 2478.7813645934402, + 2480.953529815417, + 2483.1256950373936, + 2485.2978602593703, + 2523.470025481347, + 2489.6421907033236, + 2491.8143559253003, + 2533.986521147277, + 2496.1586863692537, + 2498.3308515912304, + 2500.503016813207, + 2542.6751820351838, + 2540.8473472571604, + 2507.019512479137, + 2549.191677701114, + 2511.363842923091 ], "p90": [ - 2436.132145686668, - 2437.3922883290206, - 2438.6524309713736, - 2439.9125736137266, - 2441.1727162560796, - 2442.432858898432, - 2443.693001540785, - 2444.953144183138, - 2446.213286825491, - 2447.4734294678437, - 2448.7335721101967, - 2449.9937147525497, - 2451.2538573949028, - 2452.5140000372553, - 2453.7741426796083, - 2455.0342853219613, - 2456.2944279643143, - 2417.554570606667, - 2458.81471324902, - 2460.074855891373, - 2461.334998533726, - 2462.5951411760784, - 2463.8552838184314, - 2465.1154264607844 + 2541.4040428176263, + 2543.576208039603, + 2509.748373261579, + 2547.9205384835564, + 2550.092703705533, + 2553.2648689275097, + 2554.4370341494864, + 2556.609199371463, + 2558.7813645934402, + 2560.953529815417, + 2563.1256950373936, + 2565.2978602593703, + 2567.470025481347, + 2569.6421907033236, + 2571.8143559253003, + 2573.986521147277, + 2576.1586863692537, + 2578.3308515912304, + 2580.503016813207, + 2582.6751820351838, + 2584.8473472571604, + 2587.019512479137, + 2599.191677701114, + 2591.363842923091 ], "mean": [ - 2397.582145686661, - 2401.0922883290214, - 2401.202430971382, - 2402.4125736137353, - 2403.4227162560715, - 2404.0828588984245, - 2404.4930015407854, - 2407.7531441831457, - 2406.913286825499, - 2411.6234294678347, - 2409.0835721101885, - 2414.443714752549, - 2411.80385739491, - 2410.864000037263, - 2415.7241426795986, - 2417.3342853219524, - 2417.4444279643126, - 2416.7545706066735, - 2422.0647132490285, - 2421.374855891363, - 2421.384998533716, - 2420.1451411760763, - 2426.7552838184374, - 2426.9154264607923 + 2503.3540428176375, + 2504.6762080395974, + 2506.598373261583, + 2507.220538483549, + 2510.542703705536, + 2514.314868927522, + 2515.9870341494807, + 2518.6591993714687, + 2519.9313645934335, + 2522.7535298154216, + 2525.7256950374076, + 2525.9978602593656, + 2529.1700254813536, + 2529.3921907033186, + 2532.0143559253065, + 2537.2365211472647, + 2536.6586863692505, + 2542.6308515912383, + 2540.5530168131963, + 2550.5751820351898, + 2549.7973472571493, + 2549.1195124791357, + 2555.3416777011216, + 2554.7138429230818 ], "quantiles": { "0.1": [ - 2356.132145686668, - 2357.3922883290206, - 2358.6524309713736, - 2359.9125736137266, - 2361.1727162560796, - 2362.432858898432, - 2363.693001540785, - 2404.953144183138, - 2366.213286825491, - 2403.4734294678437, - 2368.7335721101967, - 2369.9937147525497, - 2371.2538573949028, - 2372.5140000372553, - 2373.7741426796083, - 2375.0342853219613, - 2376.2944279643143, - 2377.554570606667, - 2378.81471324902, - 2380.074855891373, - 2381.334998533726, - 2382.5951411760784, - 2419.8552838184314, - 2385.1154264607844 + 2461.4040428176263, + 2463.576208039603, + 2465.7483732615797, + 2467.9205384835564, + 2470.092703705533, + 2472.2648689275097, + 2474.4370341494864, + 2476.609199371463, + 2478.7813645934402, + 2480.953529815417, + 2483.1256950373936, + 2485.2978602593703, + 2523.470025481347, + 2489.6421907033236, + 2491.8143559253003, + 2533.986521147277, + 2496.1586863692537, + 2498.3308515912304, + 2500.503016813207, + 2542.6751820351838, + 2540.8473472571604, + 2507.019512479137, + 2549.191677701114, + 2511.363842923091 ], "0.2": [ - 2396.132145686668, - 2397.3922883290206, - 2398.6524309713736, - 2399.9125736137266, - 2401.1727162560796, - 2402.432858898432, - 2403.693001540785, - 2404.953144183138, - 2406.213286825491, - 2407.4734294678437, - 2408.7335721101967, - 2409.9937147525497, - 2411.2538573949028, - 2412.5140000372553, - 2413.7741426796083, - 2415.0342853219613, - 2416.2944279643143, - 2417.554570606667, - 2418.81471324902, - 2420.074855891373, - 2421.334998533726, - 2422.5951411760784, - 2423.8552838184314, - 2425.1154264607844 + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 ], "0.3": [ - 2396.132145686668, - 2397.3922883290206, - 2398.6524309713736, - 2399.9125736137266, - 2401.1727162560796, - 2402.432858898432, - 2403.693001540785, - 2404.953144183138, - 2406.213286825491, - 2407.4734294678437, - 2408.7335721101967, - 2409.9937147525497, - 2411.2538573949028, - 2412.5140000372553, - 2413.7741426796083, - 2415.0342853219613, - 2416.2944279643143, - 2417.554570606667, - 2418.81471324902, - 2420.074855891373, - 2421.334998533726, - 2422.5951411760784, - 2423.8552838184314, - 2425.1154264607844 + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 ], "0.4": [ - 2396.132145686668, - 2397.3922883290206, - 2398.6524309713736, - 2399.9125736137266, - 2401.1727162560796, - 2402.432858898432, - 2403.693001540785, - 2404.953144183138, - 2406.213286825491, - 2407.4734294678437, - 2408.7335721101967, - 2409.9937147525497, - 2411.2538573949028, - 2412.5140000372553, - 2413.7741426796083, - 2415.0342853219613, - 2416.2944279643143, - 2417.554570606667, - 2418.81471324902, - 2420.074855891373, - 2421.334998533726, - 2422.5951411760784, - 2423.8552838184314, - 2425.1154264607844 + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 ], "0.5": [ - 2396.132145686668, - 2397.3922883290206, - 2398.6524309713736, - 2399.9125736137266, - 2401.1727162560796, - 2402.432858898432, - 2403.693001540785, - 2404.953144183138, - 2406.213286825491, - 2407.4734294678437, - 2408.7335721101967, - 2409.9937147525497, - 2411.2538573949028, - 2412.5140000372553, - 2413.7741426796083, - 2415.0342853219613, - 2416.2944279643143, - 2417.554570606667, - 2418.81471324902, - 2420.074855891373, - 2421.334998533726, - 2422.5951411760784, - 2423.8552838184314, - 2425.1154264607844 + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 ], "0.6": [ - 2396.132145686668, - 2397.3922883290206, - 2398.6524309713736, - 2399.9125736137266, - 2401.1727162560796, - 2402.432858898432, - 2403.693001540785, - 2404.953144183138, - 2406.213286825491, - 2407.4734294678437, - 2408.7335721101967, - 2409.9937147525497, - 2411.2538573949028, - 2412.5140000372553, - 2413.7741426796083, - 2415.0342853219613, - 2416.2944279643143, - 2417.554570606667, - 2418.81471324902, - 2420.074855891373, - 2421.334998533726, - 2422.5951411760784, - 2423.8552838184314, - 2425.1154264607844 + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 ], "0.7": [ - 2396.132145686668, - 2397.3922883290206, - 2398.6524309713736, - 2399.9125736137266, - 2401.1727162560796, - 2402.432858898432, - 2403.693001540785, - 2404.953144183138, - 2406.213286825491, - 2407.4734294678437, - 2408.7335721101967, - 2409.9937147525497, - 2411.2538573949028, - 2412.5140000372553, - 2413.7741426796083, - 2415.0342853219613, - 2416.2944279643143, - 2417.554570606667, - 2418.81471324902, - 2420.074855891373, - 2421.334998533726, - 2422.5951411760784, - 2423.8552838184314, - 2425.1154264607844 + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 ], "0.8": [ - 2396.132145686668, - 2397.3922883290206, - 2398.6524309713736, - 2399.9125736137266, - 2401.1727162560796, - 2402.432858898432, - 2403.693001540785, - 2404.953144183138, - 2406.213286825491, - 2407.4734294678437, - 2408.7335721101967, - 2409.9937147525497, - 2411.2538573949028, - 2412.5140000372553, - 2413.7741426796083, - 2415.0342853219613, - 2416.2944279643143, - 2417.554570606667, - 2418.81471324902, - 2420.074855891373, - 2421.334998533726, - 2422.5951411760784, - 2423.8552838184314, - 2425.1154264607844 + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2578.3308515912304, + 2540.503016813207, + 2550.6751820351847, + 2544.8473472571604, + 2547.019512479137, + 2589.191677701114, + 2551.363842923091 ], "0.9": [ - 2436.132145686668, - 2437.3922883290206, - 2438.6524309713736, - 2439.9125736137266, - 2441.1727162560796, - 2442.432858898432, - 2443.693001540785, - 2444.953144183138, - 2446.213286825491, - 2447.4734294678437, - 2448.7335721101967, - 2449.9937147525497, - 2451.2538573949028, - 2452.5140000372553, - 2453.7741426796083, - 2455.0342853219613, - 2456.2944279643143, - 2417.554570606667, - 2458.81471324902, - 2460.074855891373, - 2461.334998533726, - 2462.5951411760784, - 2463.8552838184314, - 2465.1154264607844 + 2541.4040428176263, + 2543.576208039603, + 2509.748373261579, + 2547.9205384835564, + 2550.092703705533, + 2553.2648689275097, + 2554.4370341494864, + 2556.609199371463, + 2558.7813645934402, + 2560.953529815417, + 2563.1256950373936, + 2565.2978602593703, + 2567.470025481347, + 2569.6421907033236, + 2571.8143559253003, + 2573.986521147277, + 2576.1586863692537, + 2578.3308515912304, + 2580.503016813207, + 2582.6751820351838, + 2584.8473472571604, + 2587.019512479137, + 2599.191677701114, + 2591.363842923091 ] }, "timestamps": [ - "2026-06-22 15:55:00", - "2026-06-22 16:10:00", - "2026-06-22 16:25:00", - "2026-06-22 16:40:00", "2026-06-22 16:55:00", "2026-06-22 17:10:00", "2026-06-22 17:25:00", @@ -589,6 +585,10 @@ "2026-06-23 20:55:00", "2026-06-23 21:10:00", "2026-06-23 21:25:00", - "2026-06-23 21:40:00" + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index e22e7b2b170455003d0c2c22992c7342ee81592d..41f94bca8acf9e7edad8fee69e869a9e96ec2126 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T03:29:27.587839+00:00", + "evaluated_at": "2026-06-23T03:41:52.237754+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 8d34d6ef14dee1d97363a99c24a9b5e6919a6246..2a5fc64e4ebb8bf8c66929c8520aa1fa8f949f23 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1932,3 +1932,5 @@ {"evaluated_at": "2026-06-23T03:29:31.442689+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T03:29:31.442689+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-23T03:29:31.442689+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-23T03:41:56.421484+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-23T03:41:56.421484+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index fcb3e411479b60389f59d926cf6fe96cc5fc2f58..7a61e23cfecef00a831e7c750b30339f9cf71e44 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,226748.42758051553,231019.80203580856,331.103759765625,0.45898278257420494,0.005109746768410845,0.0051359992779702645,4.528443577287916,476.1810869622139,0.007393972740625592,0.005141262937685604,0.0056618043413347455,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,242473.2713139852,230142.08806832632,320.71630859375,0.44458348597275377,0.004947569213347953,0.004974055937325698,4.790092901283615,492.4157504730989,0.0076461980297186,0.004980060862212658,0.005710856240289708,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9100809417755045,1.87212507267058,1.0989246765772502,0.6459999982894056,0.04204779830195618,0.04343329717680317,6.789253233066439,1.3820567795049177,0.05291435590647271,0.04207416968183044,0.03880752875954517,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.1482930210613634,0.15788322497438015,0.30579633365074793,0.9848512596409148,0.17300731349710302,0.20144726340285185,4.313500585322058,0.38508832890826933,0.25176852260240085,0.19992787462229,0.15954832242171113,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.06689198308367554,0.05167253988846237,0.18413430452346802,1.2393654430261698,0.12742349386741977,0.11600942197129444,5.342654490410168,0.2586348450686325,0.1668612040555689,0.11879633524464722,0.08805707987978628,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,3.5723978366553033,3 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,111.81533652772983,92.58072374060195,7.605889399846395,0.6360837172141556,0.35074196088293425,0.31763764755164875,4.543058360161267,10.574277116083625,0.4582568732032556,0.3296160159262306,0.2582616032543683,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.6073644803015366,1.4705845862598228,0.821378231048584,0.4376942922069312,0.03597067400944829,0.03463121056169268,3.1541777398217756,1.2678187884321388,0.05531294723283963,0.03583544522823998,0.030247284792845244,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,27.802678073159957,28.519065403776874,3.4983768860499063,0.6645993028907474,0.26289133519286007,0.272729020800304,7.952976891736555,5.272824487232621,0.4319037122647881,0.2865564684819036,0.25662574467895877,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,14931.919841609895,15600.977748197192,119.88600158691406,2.8347428946659483,0.048052234097781366,0.04933726414595011,29.15268458474446,122.19623497313611,0.049124114562064766,0.048195377522377514,0.038543504378082544,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,9026.957615745565,6619.404846738403,61.86441548665365,0.7036710766254443,0.025542792267053305,0.02498749843094103,2.8110956707271924,95.01030268210688,0.03864825871814517,0.02516518596067267,0.01784441658206803,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,499.83229911756433,496.6093653271258,19.394344874790736,0.41386019232445287,0.077989961887891,0.07789697227618235,1.783469856267821,22.356929554783775,0.08999339096232688,0.07806809322802481,0.06697253553290448,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 10318ae8594e806c481e100ee4a03523df3c2681..2ca883e32a81bc1ba998c1852bf3b5c8db389838 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T03:28:44.016051+00:00", + "evaluated_at": "2026-06-23T03:41:19.181176+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64154.98828125, 64156.0, 64204.01171875, - 64040.0390625 + 64011.98828125 ], "p50": [ - 64019.9609375, - 64030.349609375, - 64063.2578125, - 64008.1875, - 64061.900390625, - 64047.931640625, - 64062.830078125, - 64106.541015625, - 64074.517578125, - 64142.232421875, - 64152.29296875, - 64110.0, - 64085.865234375, - 64111.666015625, - 64170.177734375, - 64152.1875, - 64140.650390625, - 64170.228515625, - 64216.26171875, - 64143.75, - 64169.79296875, - 64169.857421875, - 64142.49609375, - 64231.056640625 + 63997.451171875, + 64020.6015625, + 64005.43359375, + 64041.73046875, + 63972.501953125, + 64032.798828125, + 64112.009765625, + 64118.140625, + 64181.38671875, + 64149.486328125, + 64137.591796875, + 64150.591796875, + 64090.82421875, + 64144.572265625, + 64207.330078125, + 64192.29296875, + 64201.75390625, + 64086.701171875, + 64155.619140625, + 64213.908203125, + 64206.7265625, + 64179.505859375, + 64096.345703125, + 64271.26171875 ], "p10": [ - 63689.0546875, - 63646.599609375, - 63591.8515625, - 63469.134765625, - 63385.5625, - 63203.73828125, - 63376.86328125, - 63434.9921875, - 63168.51171875, - 63402.53125, - 63283.578125, - 63298.73828125, - 63224.21484375, - 63114.708984375, - 63184.359375, - 63059.23046875, - 63016.75, - 63092.595703125, - 63160.140625, - 63123.5390625, - 62844.818359375, - 62900.552734375, - 63227.65625, - 63086.755859375 + 63683.90234375, + 63659.416015625, + 63507.76953125, + 63533.927734375, + 63375.4375, + 63234.62890625, + 63499.615234375, + 63282.345703125, + 63358.40625, + 63226.234375, + 63246.85546875, + 63313.14453125, + 63284.61328125, + 63244.91796875, + 63048.833984375, + 63193.390625, + 63085.638671875, + 63100.646484375, + 63163.349609375, + 63195.220703125, + 62910.64453125, + 63122.970703125, + 62901.978515625, + 63070.533203125 ], "p90": [ - 64329.333984375, - 64454.701171875, - 64468.8359375, - 64546.8671875, - 64780.404296875, - 64725.041015625, - 64662.10546875, - 64760.12890625, - 64926.529296875, - 65089.21875, - 65093.62109375, - 64886.212890625, - 65092.7890625, - 65082.693359375, - 65097.736328125, - 65064.283203125, - 65298.955078125, - 65455.236328125, - 65290.892578125, - 65138.94921875, - 65480.8125, - 65348.6171875, - 65217.103515625, - 65496.33984375 + 64350.20703125, + 64399.17578125, + 64560.3671875, + 64519.41015625, + 64638.79296875, + 64774.044921875, + 64757.982421875, + 64894.55859375, + 65196.537109375, + 65099.203125, + 65021.359375, + 65150.1796875, + 65023.6796875, + 64984.26171875, + 65033.8125, + 65231.162109375, + 65310.0703125, + 65056.876953125, + 65239.654296875, + 65402.19921875, + 65466.95703125, + 65476.427734375, + 65382.671875, + 65344.21484375 ], "mean": [ - 64011.69921875, - 64044.2734375, - 64032.62109375, - 64006.13671875, - 64071.17578125, - 64013.25390625, - 64028.78515625, - 64100.34765625, - 64056.06640625, - 64219.50390625, - 64164.04296875, - 64107.28125, - 64171.87109375, - 64169.78125, - 64167.63671875, - 64013.08984375, - 64122.06640625, - 64249.56640625, - 64116.11328125, - 64137.0, - 64174.29296875, - 64183.28515625, - 64138.4453125, - 64200.6015625 + 64008.91796875, + 64023.13671875, + 64011.2421875, + 64023.69140625, + 63967.984375, + 64032.125, + 64117.12109375, + 64091.7578125, + 64270.42578125, + 64154.09765625, + 64109.0078125, + 64143.53515625, + 64124.19921875, + 64121.70703125, + 64140.8828125, + 64209.58984375, + 64283.421875, + 64128.828125, + 64211.18359375, + 64224.75390625, + 64199.78125, + 64325.35546875, + 64355.23046875, + 64231.54296875 ], "quantiles": { "0.1": [ - 63689.0546875, - 63646.599609375, - 63591.8515625, - 63469.134765625, - 63385.5625, - 63203.73828125, - 63376.86328125, - 63434.9921875, - 63168.51171875, - 63402.53125, - 63283.578125, - 63298.73828125, - 63224.21484375, - 63114.708984375, - 63184.359375, - 63059.23046875, - 63016.75, - 63092.595703125, - 63160.140625, - 63123.5390625, - 62844.818359375, - 62900.552734375, - 63227.65625, - 63086.755859375 + 63683.90234375, + 63659.416015625, + 63507.76953125, + 63533.927734375, + 63375.4375, + 63234.62890625, + 63499.615234375, + 63282.345703125, + 63358.40625, + 63226.234375, + 63246.85546875, + 63313.14453125, + 63284.61328125, + 63244.91796875, + 63048.833984375, + 63193.390625, + 63085.638671875, + 63100.646484375, + 63163.349609375, + 63195.220703125, + 62910.64453125, + 63122.970703125, + 62901.978515625, + 63070.533203125 ], "0.2": [ - 63689.0546875, - 63646.599609375, - 63591.8515625, - 63469.134765625, - 63385.5625, - 63203.73828125, - 63376.86328125, - 63434.9921875, - 63168.51171875, - 63402.53125, - 63283.578125, - 63298.73828125, - 63224.21484375, - 63114.708984375, - 63184.359375, - 63059.23046875, - 63016.75, - 63092.595703125, - 63160.140625, - 63123.5390625, - 62844.818359375, - 62900.552734375, - 63227.65625, - 63086.755859375 + 63683.90234375, + 63659.416015625, + 63507.76953125, + 63533.927734375, + 63375.4375, + 63234.62890625, + 63499.615234375, + 63282.345703125, + 63358.40625, + 63226.234375, + 63246.85546875, + 63313.14453125, + 63284.61328125, + 63244.91796875, + 63048.833984375, + 63193.390625, + 63085.638671875, + 63100.646484375, + 63163.349609375, + 63195.220703125, + 62910.64453125, + 63122.970703125, + 62901.978515625, + 63070.533203125 ], "0.3": [ - 63689.0546875, - 63646.599609375, - 63591.8515625, - 63469.134765625, - 63385.5625, - 63203.73828125, - 63376.86328125, - 63434.9921875, - 63168.51171875, - 63402.53125, - 63283.578125, - 63298.73828125, - 63224.21484375, - 63114.708984375, - 63184.359375, - 63059.23046875, - 63016.75, - 63092.595703125, - 63160.140625, - 63123.5390625, - 62844.818359375, - 62900.552734375, - 63227.65625, - 63086.755859375 + 63683.90234375, + 63659.416015625, + 63507.76953125, + 63533.927734375, + 63375.4375, + 63234.62890625, + 63499.615234375, + 63282.345703125, + 63358.40625, + 63226.234375, + 63246.85546875, + 63313.14453125, + 63284.61328125, + 63244.91796875, + 63048.833984375, + 63193.390625, + 63085.638671875, + 63100.646484375, + 63163.349609375, + 63195.220703125, + 62910.64453125, + 63122.970703125, + 62901.978515625, + 63070.533203125 ], "0.4": [ - 64019.9609375, - 64030.349609375, - 64063.2578125, - 64008.1875, - 64061.900390625, - 64047.931640625, - 64062.830078125, - 64106.541015625, - 64074.517578125, - 64142.232421875, - 64152.29296875, - 64110.0, - 64085.865234375, - 64111.666015625, - 64170.177734375, - 64152.1875, - 64140.650390625, - 64170.228515625, - 64216.26171875, - 64143.75, - 64169.79296875, - 64169.857421875, - 64142.49609375, - 64231.056640625 + 63997.451171875, + 64020.6015625, + 64005.43359375, + 64041.73046875, + 63972.501953125, + 64032.798828125, + 64112.009765625, + 64118.140625, + 64181.38671875, + 64149.486328125, + 64137.591796875, + 64150.591796875, + 64090.82421875, + 64144.572265625, + 64207.330078125, + 64192.29296875, + 64201.75390625, + 64086.701171875, + 64155.619140625, + 64213.908203125, + 64206.7265625, + 64179.505859375, + 64096.345703125, + 64271.26171875 ], "0.5": [ - 64019.9609375, - 64030.349609375, - 64063.2578125, - 64008.1875, - 64061.900390625, - 64047.931640625, - 64062.830078125, - 64106.541015625, - 64074.517578125, - 64142.232421875, - 64152.29296875, - 64110.0, - 64085.865234375, - 64111.666015625, - 64170.177734375, - 64152.1875, - 64140.650390625, - 64170.228515625, - 64216.26171875, - 64143.75, - 64169.79296875, - 64169.857421875, - 64142.49609375, - 64231.056640625 + 63997.451171875, + 64020.6015625, + 64005.43359375, + 64041.73046875, + 63972.501953125, + 64032.798828125, + 64112.009765625, + 64118.140625, + 64181.38671875, + 64149.486328125, + 64137.591796875, + 64150.591796875, + 64090.82421875, + 64144.572265625, + 64207.330078125, + 64192.29296875, + 64201.75390625, + 64086.701171875, + 64155.619140625, + 64213.908203125, + 64206.7265625, + 64179.505859375, + 64096.345703125, + 64271.26171875 ], "0.6": [ - 64019.9609375, - 64030.349609375, - 64063.2578125, - 64008.1875, - 64061.900390625, - 64047.931640625, - 64062.830078125, - 64106.541015625, - 64074.517578125, - 64142.232421875, - 64152.29296875, - 64110.0, - 64085.865234375, - 64111.666015625, - 64170.177734375, - 64152.1875, - 64140.650390625, - 64170.228515625, - 64216.26171875, - 64143.75, - 64169.79296875, - 64169.857421875, - 64142.49609375, - 64231.056640625 + 63997.451171875, + 64020.6015625, + 64005.43359375, + 64041.73046875, + 63972.501953125, + 64032.798828125, + 64112.009765625, + 64118.140625, + 64181.38671875, + 64149.486328125, + 64137.591796875, + 64150.591796875, + 64090.82421875, + 64144.572265625, + 64207.330078125, + 64192.29296875, + 64201.75390625, + 64086.701171875, + 64155.619140625, + 64213.908203125, + 64206.7265625, + 64179.505859375, + 64096.345703125, + 64271.26171875 ], "0.7": [ - 64019.9609375, - 64030.349609375, - 64063.2578125, - 64008.1875, - 64061.900390625, - 64047.931640625, - 64062.830078125, - 64106.541015625, - 64074.517578125, - 64142.232421875, - 64152.29296875, - 64110.0, - 64085.865234375, - 64111.666015625, - 64170.177734375, - 64152.1875, - 64140.650390625, - 64170.228515625, - 64216.26171875, - 64143.75, - 64169.79296875, - 64169.857421875, - 64142.49609375, - 64231.056640625 + 63997.451171875, + 64020.6015625, + 64005.43359375, + 64041.73046875, + 63972.501953125, + 64032.798828125, + 64112.009765625, + 64118.140625, + 64181.38671875, + 64149.486328125, + 64137.591796875, + 64150.591796875, + 64090.82421875, + 64144.572265625, + 64207.330078125, + 64192.29296875, + 64201.75390625, + 64086.701171875, + 64155.619140625, + 64213.908203125, + 64206.7265625, + 64179.505859375, + 64096.345703125, + 64271.26171875 ], "0.8": [ - 64329.333984375, - 64454.701171875, - 64468.8359375, - 64546.8671875, - 64780.404296875, - 64725.041015625, - 64662.10546875, - 64760.12890625, - 64926.529296875, - 65089.21875, - 65093.62109375, - 64886.212890625, - 65092.7890625, - 65082.693359375, - 65097.736328125, - 65064.283203125, - 65298.955078125, - 65455.236328125, - 65290.892578125, - 65138.94921875, - 65480.8125, - 65348.6171875, - 65217.103515625, - 65496.33984375 + 64350.20703125, + 64399.17578125, + 64560.3671875, + 64519.41015625, + 64638.79296875, + 64774.044921875, + 64757.982421875, + 64894.55859375, + 65196.537109375, + 65099.203125, + 65021.359375, + 65150.1796875, + 65023.6796875, + 64984.26171875, + 65033.8125, + 65231.162109375, + 65310.0703125, + 65056.876953125, + 65239.654296875, + 65402.19921875, + 65466.95703125, + 65476.427734375, + 65382.671875, + 65344.21484375 ], "0.9": [ - 64329.333984375, - 64454.701171875, - 64468.8359375, - 64546.8671875, - 64780.404296875, - 64725.041015625, - 64662.10546875, - 64760.12890625, - 64926.529296875, - 65089.21875, - 65093.62109375, - 64886.212890625, - 65092.7890625, - 65082.693359375, - 65097.736328125, - 65064.283203125, - 65298.955078125, - 65455.236328125, - 65290.892578125, - 65138.94921875, - 65480.8125, - 65348.6171875, - 65217.103515625, - 65496.33984375 + 64350.20703125, + 64399.17578125, + 64560.3671875, + 64519.41015625, + 64638.79296875, + 64774.044921875, + 64757.982421875, + 64894.55859375, + 65196.537109375, + 65099.203125, + 65021.359375, + 65150.1796875, + 65023.6796875, + 64984.26171875, + 65033.8125, + 65231.162109375, + 65310.0703125, + 65056.876953125, + 65239.654296875, + 65402.19921875, + 65466.95703125, + 65476.427734375, + 65382.671875, + 65344.21484375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index db2dd1e5c3fb4b13e25ac6f552cc519b035f9c74..bc7897385a9132de475ba91e341350a1972813b7 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T03:08:12.941934+00:00", + "evaluated_at": "2026-06-23T03:41:26.449846+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2300.0, 2260.0, @@ -101,9 +89,7 @@ 2350.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2450.0, 2450.0, @@ -115,6 +101,9 @@ 2500.0, 2500.0, 2500.0, + 2500.0 + ], + "actuals": [ 2500.0, 2500.0, 2500.0, @@ -126,354 +115,361 @@ 2500.0, 2500.0, 2500.0, - 2500.0, - 2450.0 + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2387.1175537109375, - 2394.7713623046875, - 2384.0625, - 2374.3480224609375, - 2366.1207275390625, - 2370.72265625, - 2372.179931640625, - 2367.7841796875, - 2361.00146484375, - 2367.0501708984375, - 2368.6195068359375, - 2362.6766357421875, - 2357.040771484375, - 2362.774169921875, - 2370.398681640625, - 2345.3447265625, - 2357.3033447265625, - 2367.2764892578125, - 2344.9127197265625, - 2359.3192138671875, - 2360.0579833984375, - 2351.0653076171875, - 2358.6597900390625, - 2366.590087890625 + 2496.7415771484375, + 2501.49658203125, + 2502.491943359375, + 2503.3948974609375, + 2509.5030517578125, + 2511.41796875, + 2508.398681640625, + 2509.64794921875, + 2512.080322265625, + 2510.039306640625, + 2522.4068603515625, + 2522.495849609375, + 2537.4547119140625, + 2522.526123046875, + 2529.4405517578125, + 2537.4735107421875, + 2518.59033203125, + 2517.66552734375, + 2528.6107177734375, + 2522.688720703125, + 2520.1905517578125, + 2521.4249267578125, + 2546.0294189453125, + 2533.1622314453125 ], "p10": [ - 2347.9443359375, - 2319.6402587890625, - 2311.765869140625, - 2291.5577392578125, - 2278.2073974609375, - 2273.7197265625, - 2284.8858642578125, - 2281.9744873046875, - 2270.6361083984375, - 2284.8104248046875, - 2293.962646484375, - 2295.5626220703125, - 2273.79736328125, - 2278.192138671875, - 2286.5484619140625, - 2266.74853515625, - 2280.5076904296875, - 2284.0181884765625, - 2276.2127685546875, - 2270.5428466796875, - 2269.610595703125, - 2277.9345703125, - 2278.1077880859375, - 2273.3336181640625 + 2472.979736328125, + 2466.3519287109375, + 2466.43701171875, + 2455.599853515625, + 2441.6014404296875, + 2439.184814453125, + 2426.9522705078125, + 2418.7755126953125, + 2412.3004150390625, + 2421.489013671875, + 2419.7711181640625, + 2427.3095703125, + 2421.9031982421875, + 2401.9176025390625, + 2402.864990234375, + 2408.3751220703125, + 2378.16845703125, + 2397.0390625, + 2381.866455078125, + 2385.9443359375, + 2395.35107421875, + 2353.0379638671875, + 2403.314453125, + 2357.89111328125 ], "p90": [ - 2444.7869873046875, - 2445.55078125, - 2446.84765625, - 2460.5157470703125, - 2461.5831298828125, - 2459.9727783203125, - 2448.16015625, - 2463.034423828125, - 2451.439453125, - 2478.724609375, - 2452.764404296875, - 2477.6842041015625, - 2448.1492919921875, - 2466.706787109375, - 2481.543701171875, - 2430.10791015625, - 2461.2691650390625, - 2481.543701171875, - 2443.5628662109375, - 2472.838134765625, - 2482.151123046875, - 2477.0467529296875, - 2481.543701171875, - 2450.9569091796875 + 2520.036865234375, + 2539.740966796875, + 2544.541748046875, + 2560.1473388671875, + 2573.0052490234375, + 2592.9388427734375, + 2585.491943359375, + 2625.2479248046875, + 2609.873291015625, + 2640.06982421875, + 2666.3577880859375, + 2642.1864013671875, + 2672.51220703125, + 2661.9359130859375, + 2679.741943359375, + 2726.697265625, + 2731.08154296875, + 2688.9879150390625, + 2705.2955322265625, + 2698.80029296875, + 2748.7249755859375, + 2700.676025390625, + 2762.456787109375, + 2733.4788818359375 ], "mean": [ - 2392.02490234375, - 2393.72802734375, - 2383.534423828125, - 2377.345703125, - 2367.177978515625, - 2378.76708984375, - 2368.64306640625, - 2374.424072265625, - 2363.53955078125, - 2709.79833984375, - 2371.620849609375, - 2377.16455078125, - 2357.644287109375, - 2367.7001953125, - 2374.932373046875, - 2350.183837890625, - 2364.516845703125, - 2374.34716796875, - 2353.976806640625, - 2361.515869140625, - 2364.41162109375, - 2361.98193359375, - 2355.5869140625, - 2359.505126953125 + 2497.4404296875, + 2506.1513671875, + 2506.46142578125, + 2505.832763671875, + 2507.357421875, + 2519.57177734375, + 2508.074462890625, + 2519.2421875, + 2513.43408203125, + 2527.87841796875, + 2535.04833984375, + 2529.0849609375, + 2547.668701171875, + 2531.278564453125, + 2545.949951171875, + 2553.754150390625, + 2537.0859375, + 2535.010986328125, + 2541.48046875, + 2539.322265625, + 2549.62939453125, + 2535.500732421875, + 2567.015869140625, + 2554.475341796875 ], "quantiles": { "0.1": [ - 2347.9443359375, - 2319.6402587890625, - 2311.765869140625, - 2291.5577392578125, - 2278.2073974609375, - 2273.7197265625, - 2284.8858642578125, - 2281.9744873046875, - 2270.6361083984375, - 2284.8104248046875, - 2293.962646484375, - 2295.5626220703125, - 2273.79736328125, - 2278.192138671875, - 2286.5484619140625, - 2266.74853515625, - 2280.5076904296875, - 2284.0181884765625, - 2276.2127685546875, - 2270.5428466796875, - 2269.610595703125, - 2277.9345703125, - 2278.1077880859375, - 2273.3336181640625 + 2472.979736328125, + 2466.3519287109375, + 2466.43701171875, + 2455.599853515625, + 2441.6014404296875, + 2439.184814453125, + 2426.9522705078125, + 2418.7755126953125, + 2412.3004150390625, + 2421.489013671875, + 2419.7711181640625, + 2427.3095703125, + 2421.9031982421875, + 2401.9176025390625, + 2402.864990234375, + 2408.3751220703125, + 2378.16845703125, + 2397.0390625, + 2381.866455078125, + 2385.9443359375, + 2395.35107421875, + 2353.0379638671875, + 2403.314453125, + 2357.89111328125 ], "0.2": [ - 2347.9443359375, - 2319.6402587890625, - 2311.765869140625, - 2291.5577392578125, - 2278.2073974609375, - 2273.7197265625, - 2284.8858642578125, - 2281.9744873046875, - 2270.6361083984375, - 2284.8104248046875, - 2293.962646484375, - 2295.5626220703125, - 2273.79736328125, - 2278.192138671875, - 2286.5484619140625, - 2266.74853515625, - 2280.5076904296875, - 2284.0181884765625, - 2276.2127685546875, - 2270.5428466796875, - 2269.610595703125, - 2277.9345703125, - 2278.1077880859375, - 2273.3336181640625 + 2472.979736328125, + 2466.3519287109375, + 2466.43701171875, + 2455.599853515625, + 2441.6014404296875, + 2439.184814453125, + 2426.9522705078125, + 2418.7755126953125, + 2412.3004150390625, + 2421.489013671875, + 2419.7711181640625, + 2427.3095703125, + 2421.9031982421875, + 2401.9176025390625, + 2402.864990234375, + 2408.3751220703125, + 2378.16845703125, + 2397.0390625, + 2381.866455078125, + 2385.9443359375, + 2395.35107421875, + 2353.0379638671875, + 2403.314453125, + 2357.89111328125 ], "0.3": [ - 2347.9443359375, - 2319.6402587890625, - 2311.765869140625, - 2291.5577392578125, - 2278.2073974609375, - 2273.7197265625, - 2284.8858642578125, - 2281.9744873046875, - 2270.6361083984375, - 2284.8104248046875, - 2293.962646484375, - 2295.5626220703125, - 2273.79736328125, - 2278.192138671875, - 2286.5484619140625, - 2266.74853515625, - 2280.5076904296875, - 2284.0181884765625, - 2276.2127685546875, - 2270.5428466796875, - 2269.610595703125, - 2277.9345703125, - 2278.1077880859375, - 2273.3336181640625 + 2472.979736328125, + 2466.3519287109375, + 2466.43701171875, + 2455.599853515625, + 2441.6014404296875, + 2439.184814453125, + 2426.9522705078125, + 2418.7755126953125, + 2412.3004150390625, + 2421.489013671875, + 2419.7711181640625, + 2427.3095703125, + 2421.9031982421875, + 2401.9176025390625, + 2402.864990234375, + 2408.3751220703125, + 2378.16845703125, + 2397.0390625, + 2381.866455078125, + 2385.9443359375, + 2395.35107421875, + 2353.0379638671875, + 2403.314453125, + 2357.89111328125 ], "0.4": [ - 2387.1175537109375, - 2394.7713623046875, - 2384.0625, - 2374.3480224609375, - 2366.1207275390625, - 2370.72265625, - 2372.179931640625, - 2367.7841796875, - 2361.00146484375, - 2367.0501708984375, - 2368.6195068359375, - 2362.6766357421875, - 2357.040771484375, - 2362.774169921875, - 2370.398681640625, - 2345.3447265625, - 2357.3033447265625, - 2367.2764892578125, - 2344.9127197265625, - 2359.3192138671875, - 2360.0579833984375, - 2351.0653076171875, - 2358.6597900390625, - 2366.590087890625 + 2496.7415771484375, + 2501.49658203125, + 2502.491943359375, + 2503.3948974609375, + 2509.5030517578125, + 2511.41796875, + 2508.398681640625, + 2509.64794921875, + 2512.080322265625, + 2510.039306640625, + 2522.4068603515625, + 2522.495849609375, + 2537.4547119140625, + 2522.526123046875, + 2529.4405517578125, + 2537.4735107421875, + 2518.59033203125, + 2517.66552734375, + 2528.6107177734375, + 2522.688720703125, + 2520.1905517578125, + 2521.4249267578125, + 2546.0294189453125, + 2533.1622314453125 ], "0.5": [ - 2387.1175537109375, - 2394.7713623046875, - 2384.0625, - 2374.3480224609375, - 2366.1207275390625, - 2370.72265625, - 2372.179931640625, - 2367.7841796875, - 2361.00146484375, - 2367.0501708984375, - 2368.6195068359375, - 2362.6766357421875, - 2357.040771484375, - 2362.774169921875, - 2370.398681640625, - 2345.3447265625, - 2357.3033447265625, - 2367.2764892578125, - 2344.9127197265625, - 2359.3192138671875, - 2360.0579833984375, - 2351.0653076171875, - 2358.6597900390625, - 2366.590087890625 + 2496.7415771484375, + 2501.49658203125, + 2502.491943359375, + 2503.3948974609375, + 2509.5030517578125, + 2511.41796875, + 2508.398681640625, + 2509.64794921875, + 2512.080322265625, + 2510.039306640625, + 2522.4068603515625, + 2522.495849609375, + 2537.4547119140625, + 2522.526123046875, + 2529.4405517578125, + 2537.4735107421875, + 2518.59033203125, + 2517.66552734375, + 2528.6107177734375, + 2522.688720703125, + 2520.1905517578125, + 2521.4249267578125, + 2546.0294189453125, + 2533.1622314453125 ], "0.6": [ - 2387.1175537109375, - 2394.7713623046875, - 2384.0625, - 2374.3480224609375, - 2366.1207275390625, - 2370.72265625, - 2372.179931640625, - 2367.7841796875, - 2361.00146484375, - 2367.0501708984375, - 2368.6195068359375, - 2362.6766357421875, - 2357.040771484375, - 2362.774169921875, - 2370.398681640625, - 2345.3447265625, - 2357.3033447265625, - 2367.2764892578125, - 2344.9127197265625, - 2359.3192138671875, - 2360.0579833984375, - 2351.0653076171875, - 2358.6597900390625, - 2366.590087890625 + 2496.7415771484375, + 2501.49658203125, + 2502.491943359375, + 2503.3948974609375, + 2509.5030517578125, + 2511.41796875, + 2508.398681640625, + 2509.64794921875, + 2512.080322265625, + 2510.039306640625, + 2522.4068603515625, + 2522.495849609375, + 2537.4547119140625, + 2522.526123046875, + 2529.4405517578125, + 2537.4735107421875, + 2518.59033203125, + 2517.66552734375, + 2528.6107177734375, + 2522.688720703125, + 2520.1905517578125, + 2521.4249267578125, + 2546.0294189453125, + 2533.1622314453125 ], "0.7": [ - 2387.1175537109375, - 2394.7713623046875, - 2384.0625, - 2374.3480224609375, - 2366.1207275390625, - 2370.72265625, - 2372.179931640625, - 2367.7841796875, - 2361.00146484375, - 2367.0501708984375, - 2368.6195068359375, - 2362.6766357421875, - 2357.040771484375, - 2362.774169921875, - 2370.398681640625, - 2345.3447265625, - 2357.3033447265625, - 2367.2764892578125, - 2344.9127197265625, - 2359.3192138671875, - 2360.0579833984375, - 2351.0653076171875, - 2358.6597900390625, - 2366.590087890625 + 2496.7415771484375, + 2501.49658203125, + 2502.491943359375, + 2503.3948974609375, + 2509.5030517578125, + 2511.41796875, + 2508.398681640625, + 2509.64794921875, + 2512.080322265625, + 2510.039306640625, + 2522.4068603515625, + 2522.495849609375, + 2537.4547119140625, + 2522.526123046875, + 2529.4405517578125, + 2537.4735107421875, + 2518.59033203125, + 2517.66552734375, + 2528.6107177734375, + 2522.688720703125, + 2520.1905517578125, + 2521.4249267578125, + 2546.0294189453125, + 2533.1622314453125 ], "0.8": [ - 2444.7869873046875, - 2445.55078125, - 2446.84765625, - 2460.5157470703125, - 2461.5831298828125, - 2459.9727783203125, - 2448.16015625, - 2463.034423828125, - 2451.439453125, - 2478.724609375, - 2452.764404296875, - 2477.6842041015625, - 2448.1492919921875, - 2466.706787109375, - 2481.543701171875, - 2430.10791015625, - 2461.2691650390625, - 2481.543701171875, - 2443.5628662109375, - 2472.838134765625, - 2482.151123046875, - 2477.0467529296875, - 2481.543701171875, - 2450.9569091796875 + 2520.036865234375, + 2539.740966796875, + 2544.541748046875, + 2560.1473388671875, + 2573.0052490234375, + 2592.9388427734375, + 2585.491943359375, + 2625.2479248046875, + 2609.873291015625, + 2640.06982421875, + 2666.3577880859375, + 2642.1864013671875, + 2672.51220703125, + 2661.9359130859375, + 2679.741943359375, + 2726.697265625, + 2731.08154296875, + 2688.9879150390625, + 2705.2955322265625, + 2698.80029296875, + 2748.7249755859375, + 2700.676025390625, + 2762.456787109375, + 2733.4788818359375 ], "0.9": [ - 2444.7869873046875, - 2445.55078125, - 2446.84765625, - 2460.5157470703125, - 2461.5831298828125, - 2459.9727783203125, - 2448.16015625, - 2463.034423828125, - 2451.439453125, - 2478.724609375, - 2452.764404296875, - 2477.6842041015625, - 2448.1492919921875, - 2466.706787109375, - 2481.543701171875, - 2430.10791015625, - 2461.2691650390625, - 2481.543701171875, - 2443.5628662109375, - 2472.838134765625, - 2482.151123046875, - 2477.0467529296875, - 2481.543701171875, - 2450.9569091796875 + 2520.036865234375, + 2539.740966796875, + 2544.541748046875, + 2560.1473388671875, + 2573.0052490234375, + 2592.9388427734375, + 2585.491943359375, + 2625.2479248046875, + 2609.873291015625, + 2640.06982421875, + 2666.3577880859375, + 2642.1864013671875, + 2672.51220703125, + 2661.9359130859375, + 2679.741943359375, + 2726.697265625, + 2731.08154296875, + 2688.9879150390625, + 2705.2955322265625, + 2698.80029296875, + 2748.7249755859375, + 2700.676025390625, + 2762.456787109375, + 2733.4788818359375 ] }, "timestamps": [ - "2026-06-22 15:55:00", - "2026-06-22 16:10:00", - "2026-06-22 16:25:00", - "2026-06-22 16:40:00", "2026-06-22 16:55:00", "2026-06-22 17:10:00", "2026-06-22 17:25:00", @@ -589,6 +585,10 @@ "2026-06-23 20:55:00", "2026-06-23 21:10:00", "2026-06-23 21:25:00", - "2026-06-23 21:40:00" + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index e974e1f30d86b847e6ed03b5ed74abeae70a3f34..81e8f6a52fc97091ea3a75c9f96503a9bf6641c9 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T03:28:59.692951+00:00", + "evaluated_at": "2026-06-23T03:41:29.547761+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 4ab9c79ba741766d8305456cd1e675087ede69d3..7c140e12e34e0cab4348b6286426e0a316482606 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,237115.7894112612,242859.84356542947,324.2969802231819,0.4495470859908403,0.005001089152193633,0.005029462281130559,7.369577319782537,486.9453659408427,0.007561116685481146,0.005035569654675676,0.004355110705759172,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,237306.51144823234,243047.54557785913,325.4657627752652,0.4511672761945369,0.005019366854760025,0.0050477170816412105,7.369577319782537,487.141161726488,0.0075642945771114,0.005053810061278792,0.004361239546606537,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.9277714428578872,0.9244008544446447,0.9037229801425544,2.910540831978543,0.5670900460630363,0.8076437865321131,112.36555280220797,0.9632089300135704,0.6297404285257434,0.5908488584875516,0.5862933113364917,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.029529271114065066,0.028635689817617604,0.14321216893806443,0.963928007125046,0.09791929376081474,0.0920896490519571,11.756430069267191,0.171840830753535,0.11086506119403647,0.09239495528173583,0.08016636616122014,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moving-Average,2.6612255098091597,2.6 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,103.70716558764236,104.25544819639032,7.705572178470554,0.6444202297554465,0.3439940947167597,0.3223475294391895,8.47303493976326,10.183671518054888,0.44132921961111754,0.33393596309075485,0.29412816056503427,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,3.0218328952098354,2.702149510464222,1.470169734401292,0.783420934471739,0.06541554588061921,0.06287867933566493,8.618601256447349,1.7383419960438842,0.0758411375325277,0.06414120194797004,0.055991079532996806,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,38.36258317028605,32.606277465030026,3.696482035928144,0.7022340543188029,0.2594380616438064,0.2908132347954646,9.862035194515137,6.193753560667881,0.5073381756178469,0.3027835114753429,0.2796733419774028,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,25735.344767814706,26215.366189596825,159.80701754385973,3.778688099559245,0.06413942432967341,0.06631907811318055,49.48420330105953,160.42239484503,0.06449141501307738,0.06424402715331044,0.061477602437136986,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,4405.572566077282,4520.514004308985,55.738304093567116,0.6339901887419956,0.022414927447587173,0.022782784656429366,4.124228563178367,66.37448731310309,0.026999791449397865,0.022673208444840862,0.020842653715267397,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3570.695288075452,3753.379267878376,48.076354679802954,1.0259119100178704,0.23453452712662262,0.1991408099384723,9.655933983164873,59.75529506307748,0.24053310261158276,0.19352184172433623,0.15154113761597252,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index d7d4e4d6963586d0101ab8f7b299e4456a9aad7b..d18a894d679ea9635441c6ba48ef479a09bc781f 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T03:29:27.593486+00:00", + "evaluated_at": "2026-06-23T03:41:52.243216+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64040.0390625 + 64011.98828125 ], "p50": [ 64111.70433970669, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 1332b9851dacd350d0588e39e53326adde0ae223..8d264d86fb3d6b03c069d8c11294a4b9010a7174 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T03:09:34.407721+00:00", + "evaluated_at": "2026-06-23T03:41:52.251569+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2300.0, 2260.0, @@ -101,9 +89,7 @@ 2350.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2450.0, 2450.0, @@ -115,6 +101,9 @@ 2500.0, 2500.0, 2500.0, + 2500.0 + ], + "actuals": [ 2500.0, 2500.0, 2500.0, @@ -126,354 +115,361 @@ 2500.0, 2500.0, 2500.0, - 2500.0, - 2450.0 + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403 + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 ], "p10": [ - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2327.6929824561403, - 2287.6929824561403, - 2323.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2323.6929824561403, - 2287.6929824561403 + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2402.228070175439, + 2366.228070175439, + 2366.228070175439, + 2406.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2406.228070175439, + 2402.228070175439, + 2366.228070175439, + 2406.228070175439, + 2366.228070175439 ], "p90": [ - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2327.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403 + 2446.228070175439, + 2446.228070175439, + 2410.228070175439, + 2446.228070175439, + 2446.228070175439, + 2447.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2456.228070175439, + 2446.228070175439 ], "mean": [ - 2329.1429824561355, - 2331.3929824561355, - 2330.2429824561355, - 2330.1929824561357, - 2329.9429824561357, - 2329.3429824561354, - 2328.4929824561355, - 2330.4929824561355, - 2328.3929824561355, - 2331.8429824561354, - 2328.0429824561356, - 2332.1429824561355, - 2328.2429824561355, - 2326.0429824561356, - 2329.6429824561355, - 2329.9929824561355, - 2328.8429824561354, - 2326.8929824561355, - 2330.9429824561357, - 2328.9929824561355, - 2327.7429824561355, - 2325.2429824561355, - 2330.5929824561354, - 2329.4929824561355 + 2408.178070175446, + 2407.328070175446, + 2407.078070175446, + 2405.528070175446, + 2406.678070175446, + 2408.278070175446, + 2407.778070175446, + 2408.278070175446, + 2407.378070175446, + 2408.028070175446, + 2408.828070175446, + 2406.928070175446, + 2407.928070175446, + 2405.978070175446, + 2406.428070175446, + 2409.478070175446, + 2406.728070175446, + 2410.528070175446, + 2406.278070175446, + 2414.128070175446, + 2411.178070175446, + 2408.328070175446, + 2412.378070175446, + 2409.578070175446 ], "quantiles": { "0.1": [ - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2327.6929824561403, - 2287.6929824561403, - 2323.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2287.6929824561403, - 2323.6929824561403, - 2287.6929824561403 + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2402.228070175439, + 2366.228070175439, + 2366.228070175439, + 2406.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2406.228070175439, + 2402.228070175439, + 2366.228070175439, + 2406.228070175439, + 2366.228070175439 ], "0.2": [ - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403 + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 ], "0.3": [ - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403 + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 ], "0.4": [ - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403 + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 ], "0.5": [ - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403 + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 ], "0.6": [ - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403 + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 ], "0.7": [ - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403 + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 ], "0.8": [ - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403, - 2327.6929824561403 + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2446.228070175439, + 2406.228070175439, + 2414.22807017544, + 2406.228070175439, + 2406.228070175439, + 2446.228070175439, + 2406.228070175439 ], "0.9": [ - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2327.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403, - 2367.6929824561403 + 2446.228070175439, + 2446.228070175439, + 2410.228070175439, + 2446.228070175439, + 2446.228070175439, + 2447.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2456.228070175439, + 2446.228070175439 ] }, "timestamps": [ - "2026-06-22 15:55:00", - "2026-06-22 16:10:00", - "2026-06-22 16:25:00", - "2026-06-22 16:40:00", "2026-06-22 16:55:00", "2026-06-22 17:10:00", "2026-06-22 17:25:00", @@ -589,6 +585,10 @@ "2026-06-23 20:55:00", "2026-06-23 21:10:00", "2026-06-23 21:25:00", - "2026-06-23 21:40:00" + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index b1f5fab84d1dda847f9677d4af75d107a8ad7f4e..5849ffdda93b4db6a768b571640c93833ce32a03 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T03:29:27.622715+00:00", + "evaluated_at": "2026-06-23T03:41:52.255318+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index b87efc014ff33cc64222643310a4ed7bd7324259..c35f10dc4562f52ad2ac16c351ff7858c410baa3 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T03:26:05.869515+00:00", - "finished_at": "2026-06-23T03:29:31.442145+00:00", - "task_count": 3, + "started_at": "2026-06-23T03:38:37.532645+00:00", + "finished_at": "2026-06-23T03:41:56.421007+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T03:26:40.772965+00:00", + "evaluated_at": "2026-06-23T03:39:10.866761+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T03:27:13.838768+00:00", + "evaluated_at": "2026-06-23T03:39:49.368839+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T03:27:52.858630+00:00", + "evaluated_at": "2026-06-23T03:40:35.708079+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T03:28:14.749000+00:00", + "evaluated_at": "2026-06-23T03:40:51.265556+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T03:28:59.692951+00:00", + "evaluated_at": "2026-06-23T03:41:29.547761+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T03:29:27.095474+00:00", + "evaluated_at": "2026-06-23T03:41:51.777092+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T03:29:27.442602+00:00", + "evaluated_at": "2026-06-23T03:41:52.115537+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T03:29:27.587839+00:00", + "evaluated_at": "2026-06-23T03:41:52.237754+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T03:29:27.622715+00:00", + "evaluated_at": "2026-06-23T03:41:52.255318+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T03:29:27.649054+00:00", + "evaluated_at": "2026-06-23T03:41:52.270566+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -283,7 +223,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T03:35:29.848356+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_034152.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_034152.json new file mode 100644 index 0000000000000000000000000000000000000000..e45cd38034d75a5907cf25d0d8fe5198c3671419 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_034152.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T03:41:52.008059+00:00", + "metrics": { + "MSE[mean]": 370503.3774115057, + "MSE[0.5]": 1359062.2360269926, + "MAE[0.5]": 1094.5847635514876, + "MASE[0.5]": 1.517335716434678, + "MAPE[0.5]": 0.016958891132849846, + "sMAPE[0.5]": 0.017122931052576323, + "MSIS": 36.05327407557335, + "RMSE[mean]": 608.6898860762398, + "NRMSE[mean]": 0.009451694839481063, + "ND[0.5]": 0.016996637200142956, + "mean_weighted_sum_quantile_loss": 0.01550864362852551 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64011.98828125 + ], + "predictions": { + "p50": [ + 63317.67168320572, + 63281.19754423661, + 63303.27556143183, + 63310.222136292505, + 63305.53894410636, + 63298.477710006526, + 63291.80694423829, + 63307.12456072624, + 63292.25934419163, + 63307.94728130594, + 63307.39043708427, + 63302.72757165815, + 63306.47926165169, + 63305.133500544645, + 63294.57146101706, + 63324.174169049875, + 63308.911539371824, + 63324.545513886565, + 63324.70526147085, + 63310.303130540044, + 63302.77351874501, + 63302.92694065566, + 63294.88933849965, + 63306.80294584734 + ], + "p10": [ + 63069.26153038648, + 63066.28573049074, + 63067.06985357946, + 63070.960078636446, + 63068.26357991448, + 63047.849867733945, + 63048.37666893488, + 63047.60111077494, + 63036.76043620358, + 63074.01112649007, + 63048.777754749186, + 63067.95970683834, + 63068.24980202832, + 63019.248362864215, + 63051.14118571365, + 63077.11031994484, + 63050.29885703674, + 63072.72339158061, + 63039.362583432, + 63073.186655071455, + 63039.638148571124, + 63052.28165964718, + 63052.3889836381, + 63073.48173831269 + ], + "p90": [ + 63619.34610080978, + 63533.910057227746, + 63537.05073558088, + 63568.12686602544, + 63568.51390039411, + 63569.095777309274, + 63677.85073507518, + 63570.071108537835, + 63538.064207396776, + 63777.34323969445, + 63548.06632575396, + 63625.43162459515, + 63529.76958945731, + 63572.120908749705, + 63539.91999026965, + 63613.60928543199, + 63572.79726327579, + 63681.20186862521, + 63577.321725438866, + 63627.11312653675, + 63573.40902478365, + 63542.93646386355, + 63573.890569498806, + 63627.56709850128 + ], + "mean": [ + 63674.38240666325, + 63929.72824026713, + 63312.57741081531, + 64602.17234032389, + 63318.311668670234, + 63632.373799848174, + 64285.00495080789, + 64277.7285441725, + 63584.7080823395, + 65881.4214199305, + 63956.70803945624, + 64580.22652034176, + 63635.977289817754, + 63610.998007972994, + 63923.96426991745, + 64306.46301914923, + 64258.91591421069, + 64600.412900153846, + 63956.392505762065, + 63639.92053691066, + 63603.31693502414, + 64251.51054283513, + 64576.10412138296, + 63639.62769402119 + ], + "quantiles": { + "0.1": [ + 63069.26153038648, + 63066.28573049074, + 63067.06985357946, + 63070.960078636446, + 63068.26357991448, + 63047.849867733945, + 63048.37666893488, + 63047.60111077494, + 63036.76043620358, + 63074.01112649007, + 63048.777754749186, + 63067.95970683834, + 63068.24980202832, + 63019.248362864215, + 63051.14118571365, + 63077.11031994484, + 63050.29885703674, + 63072.72339158061, + 63039.362583432, + 63073.186655071455, + 63039.638148571124, + 63052.28165964718, + 63052.3889836381, + 63073.48173831269 + ], + "0.2": [ + 63192.827488212126, + 63182.0844906145, + 63193.15326381084, + 63213.12366988491, + 63198.223242213644, + 63196.5410666613, + 63133.466098668076, + 63132.60762341431, + 63134.37483257397, + 63198.3997425059, + 63198.721450340265, + 63163.035009663, + 63201.596021895704, + 63135.992837383725, + 63170.724246220525, + 63202.31170904308, + 63198.66037951011, + 63194.49428393559, + 63130.299911014656, + 63193.32795955418, + 63171.7461757152, + 63164.96599399932, + 63130.80134458356, + 63201.177348144345 + ], + "0.3": [ + 63241.75021755059, + 63216.45879052064, + 63240.835202416296, + 63261.40657727312, + 63257.11641435278, + 63242.769694389775, + 63214.87505865505, + 63223.59778271503, + 63220.61294068967, + 63239.4699179106, + 63227.862622190114, + 63223.13418745013, + 63248.72315994401, + 63222.230945499425, + 63224.259124656644, + 63260.948885431615, + 63226.29552897683, + 63224.845741427904, + 63229.7199208464, + 63225.15011619546, + 63223.49065305722, + 63225.06517178645, + 63222.26777704838, + 63229.39206134394 + ], + "0.4": [ + 63294.89648154526, + 63243.46963786553, + 63288.398478085255, + 63289.108382489525, + 63274.56142277646, + 63275.14329969163, + 63267.67162627577, + 63276.14703939634, + 63247.62378803456, + 63276.96975997604, + 63292.534056781806, + 63272.825512509924, + 63279.34783176687, + 63275.95039642223, + 63270.83498218639, + 63294.78673295163, + 63278.84478565814, + 63281.37728328984, + 63294.37065239398, + 63279.08257937086, + 63271.85691168106, + 63267.661215453336, + 63260.59311598064, + 63277.53313798869 + ], + "0.5": [ + 63317.67168320572, + 63281.19754423661, + 63303.27556143183, + 63310.222136292505, + 63305.53894410636, + 63298.477710006526, + 63291.80694423829, + 63307.12456072624, + 63292.25934419163, + 63307.94728130594, + 63307.39043708427, + 63302.72757165815, + 63306.47926165169, + 63305.133500544645, + 63294.57146101706, + 63324.174169049875, + 63308.911539371824, + 63324.545513886565, + 63324.70526147085, + 63310.303130540044, + 63302.77351874501, + 63302.92694065566, + 63294.88933849965, + 63306.80294584734 + ], + "0.6": [ + 63385.045791139804, + 63313.87667618034, + 63365.754108937974, + 63360.79283864515, + 63355.65928164778, + 63344.4903758373, + 63355.43763675053, + 63373.45891645705, + 63325.26321290565, + 63370.498424500096, + 63372.327392850995, + 63358.74196613986, + 63371.462866982576, + 63335.14629693079, + 63317.171750626876, + 63381.83951925423, + 63358.61232151611, + 63379.79536287375, + 63374.18469150728, + 63374.32931869055, + 63336.406004488585, + 63325.68819132741, + 63322.39844661199, + 63372.324882394496 + ], + "0.7": [ + 63465.47995117191, + 63390.74704486773, + 63391.53116795645, + 63407.40197234074, + 63383.721583774815, + 63405.90279733156, + 63409.15336111088, + 63440.93597251603, + 63407.33833243839, + 63416.8084662106, + 63442.11261649028, + 63395.96646750684, + 63411.41746267684, + 63381.38646925654, + 63379.20874610249, + 63439.53360579392, + 63399.430766685866, + 63445.348476753716, + 63446.55259859778, + 63419.1643154447, + 63397.7789074043, + 63381.073870401175, + 63401.73591705457, + 63442.201606554125 + ], + "0.8": [ + 63533.04395608149, + 63463.241343160415, + 63491.47874055382, + 63519.89990393874, + 63447.95930073353, + 63501.06853292108, + 63526.20833758252, + 63496.78597740928, + 63492.23316659146, + 63526.74479707924, + 63498.23492695333, + 63493.298439061546, + 63462.541442674, + 63496.466772443884, + 63419.81983388972, + 63529.188126295856, + 63497.57490425078, + 63529.55947113255, + 63529.10865904743, + 63526.06557008385, + 63500.36779074874, + 63449.49172202933, + 63500.253277216274, + 63531.61496817346 + ], + "0.9": [ + 63619.34610080978, + 63533.910057227746, + 63537.05073558088, + 63568.12686602544, + 63568.51390039411, + 63569.095777309274, + 63677.85073507518, + 63570.071108537835, + 63538.064207396776, + 63777.34323969445, + 63548.06632575396, + 63625.43162459515, + 63529.76958945731, + 63572.120908749705, + 63539.91999026965, + 63613.60928543199, + 63572.79726327579, + 63681.20186862521, + 63577.321725438866, + 63627.11312653675, + 63573.40902478365, + 63542.93646386355, + 63573.890569498806, + 63627.56709850128 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_033903.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_033903.json new file mode 100644 index 0000000000000000000000000000000000000000..d3168c48e1967f64409c163d8d2494d8e47933b7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_033903.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T03:39:03.691698+00:00", + "metrics": { + "MSE[mean]": 238560.76138687134, + "MSE[0.5]": 238560.76138687134, + "MAE[0.5]": 324.2607421875, + "MASE[0.5]": 0.44949685208693024, + "MAPE[0.5]": 0.005001174659157177, + "sMAPE[0.5]": 0.005028939792017849, + "MSIS": 5.728972254308569, + "RMSE[mean]": 488.4268229600739, + "NRMSE[mean]": 0.007584258236644397, + "ND[0.5]": 0.005035098584168061, + "mean_weighted_sum_quantile_loss": 0.0058941561196022745 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64011.98828125 + ], + "predictions": { + "p50": [ + 64070.859375, + 64087.41796875, + 64104.62109375, + 64114.6015625, + 64118.2265625, + 64121.8359375, + 64129.484375, + 64125.7734375, + 64142.7734375, + 64134.9609375, + 64115.75390625, + 64101.16796875, + 64099.328125, + 64101.36328125, + 64111.95703125, + 64104.4921875, + 64126.8515625, + 64121.1328125, + 64124.43359375, + 64102.7734375, + 64114.984375, + 64117.5390625, + 64134.73828125, + 64129.921875 + ], + "p10": [ + 63663.875, + 63570.6953125, + 63488.2265625, + 63430.7265625, + 63369.078125, + 63301.91796875, + 63255.1796875, + 63238.1953125, + 63198.0703125, + 63124.00390625, + 63099.0703125, + 63065.484375, + 63056.9140625, + 63017.34375, + 63025.98828125, + 63027.15234375, + 63027.7109375, + 63003.9140625, + 62965.69140625, + 62940.390625, + 62923.79296875, + 62910.8046875, + 62904.94921875, + 62925.80078125 + ], + "p90": [ + 64324.4765625, + 64443.390625, + 64519.71484375, + 64590.86328125, + 64611.48046875, + 64678.81640625, + 64687.9453125, + 64733.734375, + 64729.30859375, + 64766.453125, + 64785.90625, + 64791.77734375, + 64803.390625, + 64824.30859375, + 64843.09765625, + 64843.0, + 65074.82421875, + 65100.16796875, + 65084.1015625, + 65081.21875, + 65082.1796875, + 65128.42578125, + 65147.57421875, + 65187.4375 + ], + "mean": [ + 64070.859375, + 64087.41796875, + 64104.62109375, + 64114.6015625, + 64118.2265625, + 64121.8359375, + 64129.484375, + 64125.7734375, + 64142.7734375, + 64134.9609375, + 64115.75390625, + 64101.16796875, + 64099.328125, + 64101.36328125, + 64111.95703125, + 64104.4921875, + 64126.8515625, + 64121.1328125, + 64124.43359375, + 64102.7734375, + 64114.984375, + 64117.5390625, + 64134.73828125, + 64129.921875 + ], + "quantiles": { + "0.1": [ + 63663.875, + 63570.6953125, + 63488.2265625, + 63430.7265625, + 63369.078125, + 63301.91796875, + 63255.1796875, + 63238.1953125, + 63198.0703125, + 63124.00390625, + 63099.0703125, + 63065.484375, + 63056.9140625, + 63017.34375, + 63025.98828125, + 63027.15234375, + 63027.7109375, + 63003.9140625, + 62965.69140625, + 62940.390625, + 62923.79296875, + 62910.8046875, + 62904.94921875, + 62925.80078125 + ], + "0.2": [ + 63663.875, + 63570.6953125, + 63488.2265625, + 63430.7265625, + 63369.078125, + 63301.91796875, + 63255.1796875, + 63238.1953125, + 63198.0703125, + 63124.00390625, + 63099.0703125, + 63065.484375, + 63056.9140625, + 63017.34375, + 63025.98828125, + 63027.15234375, + 63027.7109375, + 63003.9140625, + 62965.69140625, + 62940.390625, + 62923.79296875, + 62910.8046875, + 62904.94921875, + 62925.80078125 + ], + "0.3": [ + 63663.875, + 63570.6953125, + 63488.2265625, + 63430.7265625, + 63369.078125, + 63301.91796875, + 63255.1796875, + 63238.1953125, + 63198.0703125, + 63124.00390625, + 63099.0703125, + 63065.484375, + 63056.9140625, + 63017.34375, + 63025.98828125, + 63027.15234375, + 63027.7109375, + 63003.9140625, + 62965.69140625, + 62940.390625, + 62923.79296875, + 62910.8046875, + 62904.94921875, + 62925.80078125 + ], + "0.4": [ + 64070.859375, + 64087.41796875, + 64104.62109375, + 64114.6015625, + 64118.2265625, + 64121.8359375, + 64129.484375, + 64125.7734375, + 64142.7734375, + 64134.9609375, + 64115.75390625, + 64101.16796875, + 64099.328125, + 64101.36328125, + 64111.95703125, + 64104.4921875, + 64126.8515625, + 64121.1328125, + 64124.43359375, + 64102.7734375, + 64114.984375, + 64117.5390625, + 64134.73828125, + 64129.921875 + ], + "0.5": [ + 64070.859375, + 64087.41796875, + 64104.62109375, + 64114.6015625, + 64118.2265625, + 64121.8359375, + 64129.484375, + 64125.7734375, + 64142.7734375, + 64134.9609375, + 64115.75390625, + 64101.16796875, + 64099.328125, + 64101.36328125, + 64111.95703125, + 64104.4921875, + 64126.8515625, + 64121.1328125, + 64124.43359375, + 64102.7734375, + 64114.984375, + 64117.5390625, + 64134.73828125, + 64129.921875 + ], + "0.6": [ + 64070.859375, + 64087.41796875, + 64104.62109375, + 64114.6015625, + 64118.2265625, + 64121.8359375, + 64129.484375, + 64125.7734375, + 64142.7734375, + 64134.9609375, + 64115.75390625, + 64101.16796875, + 64099.328125, + 64101.36328125, + 64111.95703125, + 64104.4921875, + 64126.8515625, + 64121.1328125, + 64124.43359375, + 64102.7734375, + 64114.984375, + 64117.5390625, + 64134.73828125, + 64129.921875 + ], + "0.7": [ + 64070.859375, + 64087.41796875, + 64104.62109375, + 64114.6015625, + 64118.2265625, + 64121.8359375, + 64129.484375, + 64125.7734375, + 64142.7734375, + 64134.9609375, + 64115.75390625, + 64101.16796875, + 64099.328125, + 64101.36328125, + 64111.95703125, + 64104.4921875, + 64126.8515625, + 64121.1328125, + 64124.43359375, + 64102.7734375, + 64114.984375, + 64117.5390625, + 64134.73828125, + 64129.921875 + ], + "0.8": [ + 64324.4765625, + 64443.390625, + 64519.71484375, + 64590.86328125, + 64611.48046875, + 64678.81640625, + 64687.9453125, + 64733.734375, + 64729.30859375, + 64766.453125, + 64785.90625, + 64791.77734375, + 64803.390625, + 64824.30859375, + 64843.09765625, + 64843.0, + 65074.82421875, + 65100.16796875, + 65084.1015625, + 65081.21875, + 65082.1796875, + 65128.42578125, + 65147.57421875, + 65187.4375 + ], + "0.9": [ + 64324.4765625, + 64443.390625, + 64519.71484375, + 64590.86328125, + 64611.48046875, + 64678.81640625, + 64687.9453125, + 64733.734375, + 64729.30859375, + 64766.453125, + 64785.90625, + 64791.77734375, + 64803.390625, + 64824.30859375, + 64843.09765625, + 64843.0, + 65074.82421875, + 65100.16796875, + 65084.1015625, + 65081.21875, + 65082.1796875, + 65128.42578125, + 65147.57421875, + 65187.4375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_034152.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_034152.json new file mode 100644 index 0000000000000000000000000000000000000000..d83d6ef4f8954ce6d15b4ebf6318fc71ba388f4c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_034152.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T03:41:52.193861+00:00", + "metrics": { + "MSE[mean]": 318048.38381806266, + "MSE[0.5]": 325154.5550867053, + "MAE[0.5]": 409.0989213757454, + "MASE[0.5]": 0.5671012658209013, + "MAPE[0.5]": 0.006314700001006393, + "sMAPE[0.5]": 0.006353424464781973, + "MSIS": 9.62145877296767, + "RMSE[mean]": 563.957785492906, + "NRMSE[mean]": 0.008757097846966409, + "ND[0.5]": 0.0063524600169224624, + "mean_weighted_sum_quantile_loss": 0.005429111444385424 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64011.98828125 + ], + "predictions": { + "p50": [ + 64004.03670832886, + 63997.41495714414, + 63996.67015908441, + 63996.86481414969, + 64019.72157858996, + 63994.84396803023, + 63997.02885747051, + 63991.453981285784, + 63990.60762072606, + 63989.597197666335, + 64003.325055856614, + 63993.966976546886, + 63982.97608473716, + 63998.12972417744, + 63984.54508236771, + 64008.60692493299, + 63999.42657999826, + 64011.93568818853, + 63993.07760887881, + 63979.44609206908, + 63978.15441900936, + 63977.472120949635, + 63976.16482288991, + 63975.404399830186 + ], + "p10": [ + 63763.08944270386, + 63766.86026964414, + 63761.06859658441, + 63769.59332977469, + 63759.04775046496, + 63742.074046155234, + 63741.06362309551, + 63740.053200035785, + 63751.31855822606, + 63782.030791416335, + 63752.985212106614, + 63751.974789046886, + 63735.67920973716, + 63708.00081792744, + 63744.09625424271, + 63774.11825305799, + 63774.95782999826, + 63750.21537568853, + 63728.93854637881, + 63748.19452956908, + 63726.917700259364, + 63738.183058449635, + 63661.38357288991, + 63724.564556080186 + ], + "p90": [ + 64292.30038020386, + 64263.71573839414, + 64262.70531533441, + 64261.69489227469, + 64291.39579733996, + 64287.24826490523, + 64286.23784184551, + 64241.68171566079, + 64256.64277697606, + 64237.886260166335, + 64285.33325898161, + 64281.185726546886, + 64316.17920973716, + 64279.16488042744, + 64234.60875424271, + 64231.82372180799, + 64228.24689249826, + 64278.26029756353, + 64305.48385887881, + 64304.47343581908, + 64224.20520025936, + 64223.194777199635, + 64222.18435413991, + 64300.431743580186 + ], + "mean": [ + 64010.74770442261, + 63992.14974230019, + 64011.6935575221, + 64015.43600555593, + 64033.88745749634, + 64004.383714123855, + 64001.36838872082, + 64004.667496910886, + 63990.2770347884, + 64013.81417032287, + 64028.874430856406, + 64013.976820297044, + 63981.33889723712, + 63989.61847417721, + 63991.43680111784, + 64015.015381964164, + 64001.48187296709, + 64010.159496782086, + 64005.1025112228, + 63994.37419753789, + 63980.02912604047, + 63984.01770688735, + 63934.51773304589, + 63976.696352955354 + ], + "quantiles": { + "0.1": [ + 63763.08944270386, + 63766.86026964414, + 63761.06859658441, + 63769.59332977469, + 63759.04775046496, + 63742.074046155234, + 63741.06362309551, + 63740.053200035785, + 63751.31855822606, + 63782.030791416335, + 63752.985212106614, + 63751.974789046886, + 63735.67920973716, + 63708.00081792744, + 63744.09625424271, + 63774.11825305799, + 63774.95782999826, + 63750.21537568853, + 63728.93854637881, + 63748.19452956908, + 63726.917700259364, + 63738.183058449635, + 63661.38357288991, + 63724.564556080186 + ], + "0.2": [ + 63831.08163020386, + 63878.37198839414, + 63835.70140908441, + 63887.40192352469, + 63895.22431296496, + 63825.421702405234, + 63824.41127934551, + 63806.127418785785, + 63866.46933947606, + 63881.339385166335, + 63826.289899606614, + 63839.28885154689, + 63802.99952223716, + 63814.90706792744, + 63870.04508236771, + 63821.23778430799, + 63868.02423624826, + 63813.90443818853, + 63772.93698387881, + 63818.52421706908, + 63816.18566900936, + 63853.33383969963, + 63782.49294788991, + 63804.802837330186 + ], + "0.3": [ + 63916.98983332886, + 63918.63370714414, + 63924.40062783441, + 63940.674189149686, + 63947.07118796496, + 63913.70959303023, + 63910.64018559551, + 63886.95905941079, + 63909.02949572606, + 63907.896025791335, + 63924.87857148161, + 63911.998226546886, + 63888.77686598716, + 63903.97738042744, + 63920.836879242706, + 63906.91590930799, + 63909.26212687326, + 63901.70756318853, + 63903.88464012881, + 63897.91484206908, + 63896.49426275936, + 63898.425245949635, + 63870.49294788991, + 63870.79229045519 + ], + "0.4": [ + 63979.11288020386, + 63971.19230089414, + 63989.19359658441, + 63982.51129852469, + 63994.48993796496, + 63971.25217115523, + 63973.05034184551, + 63967.590700035784, + 63966.58027697606, + 63956.030791416335, + 63981.110212106614, + 63965.189632796886, + 63950.59483473716, + 63972.40706792744, + 63964.96695736771, + 63975.273721807986, + 63978.93439249826, + 63968.02006318853, + 63967.35495262881, + 63945.92656081908, + 63949.16301275936, + 63955.085402199635, + 63942.89529163991, + 63939.48018108019 + ], + "0.5": [ + 64004.03670832886, + 63997.41495714414, + 63996.67015908441, + 63996.86481414969, + 64019.72157858996, + 63994.84396803023, + 63997.02885747051, + 63991.453981285784, + 63990.60762072606, + 63989.597197666335, + 64003.325055856614, + 63993.966976546886, + 63982.97608473716, + 63998.12972417744, + 63984.54508236771, + 64008.60692493299, + 63999.42657999826, + 64011.93568818853, + 63993.07760887881, + 63979.44609206908, + 63978.15441900936, + 63977.472120949635, + 63976.16482288991, + 63975.404399830186 + ], + "0.6": [ + 64063.81366145386, + 64070.64151964414, + 64016.39281533441, + 64028.08161102469, + 64063.05946921496, + 64062.40842115523, + 64065.58940434551, + 64060.387575035784, + 64075.06074572606, + 64054.57610391633, + 64067.168805856614, + 64055.986507796886, + 64003.46827223716, + 64053.96566167744, + 64014.96695736771, + 64067.98778430799, + 64055.21876749826, + 64054.47475068853, + 64086.34557762881, + 64032.82499831908, + 64008.90441900936, + 64034.547902199636, + 64008.88357288991, + 64040.430181080184 + ], + "0.7": [ + 64135.22225520386, + 64110.84464464414, + 64083.63695595941, + 64089.39176727469, + 64095.61025046496, + 64104.128733655234, + 64135.26909184551, + 64108.629762535784, + 64099.95137072606, + 64088.769072666335, + 64111.45435273161, + 64110.443929671885, + 64079.39795973716, + 64082.38948980244, + 64085.50601986771, + 64106.40223743299, + 64096.84259562326, + 64092.003656938534, + 64171.67526512881, + 64072.32499831908, + 64075.31652838436, + 64078.433058449635, + 64077.42263538991, + 64072.285259205186 + ], + "0.8": [ + 64210.35038020386, + 64199.26261339414, + 64159.92015908441, + 64145.33161102469, + 64163.48368796496, + 64204.07248365523, + 64209.19096684551, + 64182.789918785784, + 64181.77949572606, + 64180.769072666335, + 64205.149274606614, + 64180.830257796886, + 64138.56358473716, + 64197.21488042744, + 64186.12711361771, + 64200.09715930799, + 64173.69611124826, + 64183.09584443853, + 64212.94870262881, + 64142.74296706908, + 64169.65441900936, + 64144.747120949636, + 64137.76247913991, + 64177.033306080186 + ], + "0.9": [ + 64292.30038020386, + 64263.71573839414, + 64262.70531533441, + 64261.69489227469, + 64291.39579733996, + 64287.24826490523, + 64286.23784184551, + 64241.68171566079, + 64256.64277697606, + 64237.886260166335, + 64285.33325898161, + 64281.185726546886, + 64316.17920973716, + 64279.16488042744, + 64234.60875424271, + 64231.82372180799, + 64228.24689249826, + 64278.26029756353, + 64305.48385887881, + 64304.47343581908, + 64224.20520025936, + 64223.194777199635, + 64222.18435413991, + 64300.431743580186 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_034119.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_034119.json new file mode 100644 index 0000000000000000000000000000000000000000..7a5e69824138e6cdb8af6c5bcbaa92127b4e50b5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_034119.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T03:41:19.181176+00:00", + "metrics": { + "MSE[mean]": 242473.2713139852, + "MSE[0.5]": 230142.08806832632, + "MAE[0.5]": 320.71630859375, + "MASE[0.5]": 0.44458348597275377, + "MAPE[0.5]": 0.004947569213347953, + "sMAPE[0.5]": 0.004974055937325698, + "MSIS": 4.790092901283615, + "RMSE[mean]": 492.4157504730989, + "NRMSE[mean]": 0.0076461980297186, + "ND[0.5]": 0.004980060862212658, + "mean_weighted_sum_quantile_loss": 0.005710856240289708 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64011.98828125 + ], + "predictions": { + "p50": [ + 63997.451171875, + 64020.6015625, + 64005.43359375, + 64041.73046875, + 63972.501953125, + 64032.798828125, + 64112.009765625, + 64118.140625, + 64181.38671875, + 64149.486328125, + 64137.591796875, + 64150.591796875, + 64090.82421875, + 64144.572265625, + 64207.330078125, + 64192.29296875, + 64201.75390625, + 64086.701171875, + 64155.619140625, + 64213.908203125, + 64206.7265625, + 64179.505859375, + 64096.345703125, + 64271.26171875 + ], + "p10": [ + 63683.90234375, + 63659.416015625, + 63507.76953125, + 63533.927734375, + 63375.4375, + 63234.62890625, + 63499.615234375, + 63282.345703125, + 63358.40625, + 63226.234375, + 63246.85546875, + 63313.14453125, + 63284.61328125, + 63244.91796875, + 63048.833984375, + 63193.390625, + 63085.638671875, + 63100.646484375, + 63163.349609375, + 63195.220703125, + 62910.64453125, + 63122.970703125, + 62901.978515625, + 63070.533203125 + ], + "p90": [ + 64350.20703125, + 64399.17578125, + 64560.3671875, + 64519.41015625, + 64638.79296875, + 64774.044921875, + 64757.982421875, + 64894.55859375, + 65196.537109375, + 65099.203125, + 65021.359375, + 65150.1796875, + 65023.6796875, + 64984.26171875, + 65033.8125, + 65231.162109375, + 65310.0703125, + 65056.876953125, + 65239.654296875, + 65402.19921875, + 65466.95703125, + 65476.427734375, + 65382.671875, + 65344.21484375 + ], + "mean": [ + 64008.91796875, + 64023.13671875, + 64011.2421875, + 64023.69140625, + 63967.984375, + 64032.125, + 64117.12109375, + 64091.7578125, + 64270.42578125, + 64154.09765625, + 64109.0078125, + 64143.53515625, + 64124.19921875, + 64121.70703125, + 64140.8828125, + 64209.58984375, + 64283.421875, + 64128.828125, + 64211.18359375, + 64224.75390625, + 64199.78125, + 64325.35546875, + 64355.23046875, + 64231.54296875 + ], + "quantiles": { + "0.1": [ + 63683.90234375, + 63659.416015625, + 63507.76953125, + 63533.927734375, + 63375.4375, + 63234.62890625, + 63499.615234375, + 63282.345703125, + 63358.40625, + 63226.234375, + 63246.85546875, + 63313.14453125, + 63284.61328125, + 63244.91796875, + 63048.833984375, + 63193.390625, + 63085.638671875, + 63100.646484375, + 63163.349609375, + 63195.220703125, + 62910.64453125, + 63122.970703125, + 62901.978515625, + 63070.533203125 + ], + "0.2": [ + 63683.90234375, + 63659.416015625, + 63507.76953125, + 63533.927734375, + 63375.4375, + 63234.62890625, + 63499.615234375, + 63282.345703125, + 63358.40625, + 63226.234375, + 63246.85546875, + 63313.14453125, + 63284.61328125, + 63244.91796875, + 63048.833984375, + 63193.390625, + 63085.638671875, + 63100.646484375, + 63163.349609375, + 63195.220703125, + 62910.64453125, + 63122.970703125, + 62901.978515625, + 63070.533203125 + ], + "0.3": [ + 63683.90234375, + 63659.416015625, + 63507.76953125, + 63533.927734375, + 63375.4375, + 63234.62890625, + 63499.615234375, + 63282.345703125, + 63358.40625, + 63226.234375, + 63246.85546875, + 63313.14453125, + 63284.61328125, + 63244.91796875, + 63048.833984375, + 63193.390625, + 63085.638671875, + 63100.646484375, + 63163.349609375, + 63195.220703125, + 62910.64453125, + 63122.970703125, + 62901.978515625, + 63070.533203125 + ], + "0.4": [ + 63997.451171875, + 64020.6015625, + 64005.43359375, + 64041.73046875, + 63972.501953125, + 64032.798828125, + 64112.009765625, + 64118.140625, + 64181.38671875, + 64149.486328125, + 64137.591796875, + 64150.591796875, + 64090.82421875, + 64144.572265625, + 64207.330078125, + 64192.29296875, + 64201.75390625, + 64086.701171875, + 64155.619140625, + 64213.908203125, + 64206.7265625, + 64179.505859375, + 64096.345703125, + 64271.26171875 + ], + "0.5": [ + 63997.451171875, + 64020.6015625, + 64005.43359375, + 64041.73046875, + 63972.501953125, + 64032.798828125, + 64112.009765625, + 64118.140625, + 64181.38671875, + 64149.486328125, + 64137.591796875, + 64150.591796875, + 64090.82421875, + 64144.572265625, + 64207.330078125, + 64192.29296875, + 64201.75390625, + 64086.701171875, + 64155.619140625, + 64213.908203125, + 64206.7265625, + 64179.505859375, + 64096.345703125, + 64271.26171875 + ], + "0.6": [ + 63997.451171875, + 64020.6015625, + 64005.43359375, + 64041.73046875, + 63972.501953125, + 64032.798828125, + 64112.009765625, + 64118.140625, + 64181.38671875, + 64149.486328125, + 64137.591796875, + 64150.591796875, + 64090.82421875, + 64144.572265625, + 64207.330078125, + 64192.29296875, + 64201.75390625, + 64086.701171875, + 64155.619140625, + 64213.908203125, + 64206.7265625, + 64179.505859375, + 64096.345703125, + 64271.26171875 + ], + "0.7": [ + 63997.451171875, + 64020.6015625, + 64005.43359375, + 64041.73046875, + 63972.501953125, + 64032.798828125, + 64112.009765625, + 64118.140625, + 64181.38671875, + 64149.486328125, + 64137.591796875, + 64150.591796875, + 64090.82421875, + 64144.572265625, + 64207.330078125, + 64192.29296875, + 64201.75390625, + 64086.701171875, + 64155.619140625, + 64213.908203125, + 64206.7265625, + 64179.505859375, + 64096.345703125, + 64271.26171875 + ], + "0.8": [ + 64350.20703125, + 64399.17578125, + 64560.3671875, + 64519.41015625, + 64638.79296875, + 64774.044921875, + 64757.982421875, + 64894.55859375, + 65196.537109375, + 65099.203125, + 65021.359375, + 65150.1796875, + 65023.6796875, + 64984.26171875, + 65033.8125, + 65231.162109375, + 65310.0703125, + 65056.876953125, + 65239.654296875, + 65402.19921875, + 65466.95703125, + 65476.427734375, + 65382.671875, + 65344.21484375 + ], + "0.9": [ + 64350.20703125, + 64399.17578125, + 64560.3671875, + 64519.41015625, + 64638.79296875, + 64774.044921875, + 64757.982421875, + 64894.55859375, + 65196.537109375, + 65099.203125, + 65021.359375, + 65150.1796875, + 65023.6796875, + 64984.26171875, + 65033.8125, + 65231.162109375, + 65310.0703125, + 65056.876953125, + 65239.654296875, + 65402.19921875, + 65466.95703125, + 65476.427734375, + 65382.671875, + 65344.21484375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_034152.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_034152.json new file mode 100644 index 0000000000000000000000000000000000000000..7b43cc57018af3168e0568ae1c1272b2cb883918 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_034152.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T03:41:52.243216+00:00", + "metrics": { + "MSE[mean]": 237306.51144823234, + "MSE[0.5]": 243047.54557785913, + "MAE[0.5]": 325.4657627752652, + "MASE[0.5]": 0.4511672761945369, + "MAPE[0.5]": 0.005019366854760025, + "sMAPE[0.5]": 0.0050477170816412105, + "MSIS": 7.369577319782537, + "RMSE[mean]": 487.141161726488, + "NRMSE[mean]": 0.0075642945771114, + "ND[0.5]": 0.005053810061278792, + "mean_weighted_sum_quantile_loss": 0.004361239546606537 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64011.98828125 + ], + "predictions": { + "p50": [ + 64111.70433970669, + 64106.09301158169, + 64106.35863658169, + 64107.56371470669, + 64131.43090220669, + 64107.56371470669, + 64110.75902720669, + 64106.19457408169, + 64106.35863658169, + 64106.35863658169, + 64121.09691783169, + 64112.74926158169, + 64102.76879283169, + 64118.93285533169, + 64106.35863658169, + 64131.43090220669, + 64123.26098033169, + 64136.78051158169, + 64118.93285533169, + 64106.31176158169, + 64106.03051158169, + 64106.35863658169, + 64106.06176158169, + 64106.31176158169 + ], + "p10": [ + 63870.75707408169, + 63875.53832408169, + 63870.75707408169, + 63880.29223033169, + 63870.75707408169, + 63854.79379283169, + 63854.79379283169, + 63854.79379283169, + 63867.06957408169, + 63898.79223033169, + 63870.75707408169, + 63870.75707408169, + 63855.47191783169, + 63828.80394908169, + 63865.90980845669, + 63896.94223033169, + 63898.79223033169, + 63875.06019908169, + 63854.79379283169, + 63875.06019908169, + 63854.79379283169, + 63867.06957408169, + 63791.28051158169, + 63855.47191783169 + ], + "p90": [ + 64399.96801158169, + 64372.39379283169, + 64372.39379283169, + 64372.39379283169, + 64403.10512095669, + 64399.96801158169, + 64399.96801158169, + 64356.42230845669, + 64372.39379283169, + 64354.64769908169, + 64403.10512095669, + 64399.96801158169, + 64435.97191783169, + 64399.96801158169, + 64356.42230845669, + 64354.64769908169, + 64352.08129283169, + 64403.10512095669, + 64431.33910533169, + 64431.33910533169, + 64352.08129283169, + 64352.08129283169, + 64352.08129283169, + 64431.33910533169 + ], + "mean": [ + 64118.41533580056, + 64100.827796738056, + 64121.382035019305, + 64126.13490611305, + 64145.596781113054, + 64117.10346080056, + 64115.098558456804, + 64119.408089706805, + 64106.0280506443, + 64130.575609238054, + 64146.64629283181, + 64132.7591053318, + 64101.13160533181, + 64110.4216053318, + 64113.2503553318, + 64137.83935923805, + 64125.31627330055, + 64135.004320175554, + 64130.957757675555, + 64121.23986705056, + 64107.90521861306, + 64112.904222519304, + 64064.41467173806, + 64107.603714706805 + ], + "quantiles": { + "0.1": [ + 63870.75707408169, + 63875.53832408169, + 63870.75707408169, + 63880.29223033169, + 63870.75707408169, + 63854.79379283169, + 63854.79379283169, + 63854.79379283169, + 63867.06957408169, + 63898.79223033169, + 63870.75707408169, + 63870.75707408169, + 63855.47191783169, + 63828.80394908169, + 63865.90980845669, + 63896.94223033169, + 63898.79223033169, + 63875.06019908169, + 63854.79379283169, + 63875.06019908169, + 63854.79379283169, + 63867.06957408169, + 63791.28051158169, + 63855.47191783169 + ], + "0.2": [ + 63938.74926158169, + 63987.05004283169, + 63945.38988658169, + 63998.10082408169, + 64006.933636581685, + 63938.14144908169, + 63938.14144908169, + 63920.86801158169, + 63982.22035533169, + 63998.10082408169, + 63944.06176158169, + 63958.07113658169, + 63922.79223033169, + 63935.71019908169, + 63991.85863658169, + 63944.06176158169, + 63991.85863658169, + 63938.74926158169, + 63898.79223033169, + 63945.38988658169, + 63944.06176158169, + 63982.22035533169, + 63912.38988658169, + 63935.71019908169 + ], + "0.3": [ + 64024.65746470669, + 64027.31176158169, + 64034.08910533169, + 64051.373089706685, + 64058.78051158169, + 64026.42933970669, + 64024.37035533169, + 64001.69965220669, + 64024.78051158169, + 64024.65746470669, + 64042.650433456685, + 64030.78051158169, + 64008.56957408169, + 64024.78051158169, + 64042.650433456685, + 64029.73988658169, + 64033.09652720669, + 64026.55238658169, + 64029.73988658169, + 64024.78051158169, + 64024.37035533169, + 64027.31176158169, + 64000.38988658169, + 64001.69965220669 + ], + "0.4": [ + 64086.78051158169, + 64079.87035533169, + 64098.88207408169, + 64093.21019908169, + 64106.199261581685, + 64083.97191783169, + 64086.78051158169, + 64082.33129283169, + 64082.33129283169, + 64072.79223033169, + 64098.88207408169, + 64083.97191783169, + 64070.38754283169, + 64093.21019908169, + 64086.78051158169, + 64098.097699081685, + 64102.76879283169, + 64092.86488658169, + 64093.21019908169, + 64072.79223033169, + 64077.039105331685, + 64083.97191783169, + 64072.79223033169, + 64070.38754283169 + ], + "0.5": [ + 64111.70433970669, + 64106.09301158169, + 64106.35863658169, + 64107.56371470669, + 64131.43090220669, + 64107.56371470669, + 64110.75902720669, + 64106.19457408169, + 64106.35863658169, + 64106.35863658169, + 64121.09691783169, + 64112.74926158169, + 64102.76879283169, + 64118.93285533169, + 64106.35863658169, + 64131.43090220669, + 64123.26098033169, + 64136.78051158169, + 64118.93285533169, + 64106.31176158169, + 64106.03051158169, + 64106.35863658169, + 64106.06176158169, + 64106.31176158169 + ], + "0.6": [ + 64171.48129283169, + 64179.31957408169, + 64126.08129283169, + 64138.78051158169, + 64174.76879283169, + 64175.12816783169, + 64179.31957408169, + 64175.12816783169, + 64190.81176158169, + 64171.33754283169, + 64184.94066783169, + 64174.76879283169, + 64123.26098033169, + 64174.76879283169, + 64136.78051158169, + 64190.81176158169, + 64179.05316783169, + 64179.31957408169, + 64212.20082408169, + 64159.69066783169, + 64136.78051158169, + 64163.43441783169, + 64138.78051158169, + 64171.33754283169 + ], + "0.7": [ + 64242.88988658169, + 64219.52269908169, + 64193.32543345669, + 64200.09066783169, + 64207.31957408169, + 64216.84848033169, + 64248.99926158169, + 64223.37035533169, + 64215.70238658169, + 64205.53051158169, + 64229.22621470669, + 64229.22621470669, + 64199.19066783169, + 64203.19262095669, + 64207.31957408169, + 64229.22621470669, + 64220.67699595669, + 64216.84848033169, + 64297.53051158169, + 64199.19066783169, + 64203.19262095669, + 64207.31957408169, + 64207.31957408169, + 64203.19262095669 + ], + "0.8": [ + 64318.01801158169, + 64307.94066783169, + 64269.60863658169, + 64256.03051158169, + 64275.19301158169, + 64316.79223033169, + 64322.92113658169, + 64297.53051158169, + 64297.53051158169, + 64297.53051158169, + 64322.92113658169, + 64299.61254283169, + 64258.35629283169, + 64318.01801158169, + 64307.94066783169, + 64322.92113658169, + 64297.53051158169, + 64307.94066783169, + 64338.80394908169, + 64269.60863658169, + 64297.53051158169, + 64273.63363658169, + 64267.65941783169, + 64307.94066783169 + ], + "0.9": [ + 64399.96801158169, + 64372.39379283169, + 64372.39379283169, + 64372.39379283169, + 64403.10512095669, + 64399.96801158169, + 64399.96801158169, + 64356.42230845669, + 64372.39379283169, + 64354.64769908169, + 64403.10512095669, + 64399.96801158169, + 64435.97191783169, + 64399.96801158169, + 64356.42230845669, + 64354.64769908169, + 64352.08129283169, + 64403.10512095669, + 64431.33910533169, + 64431.33910533169, + 64352.08129283169, + 64352.08129283169, + 64352.08129283169, + 64431.33910533169 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_034152.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_034152.json new file mode 100644 index 0000000000000000000000000000000000000000..a7b03da899924358df069aa5630ebd9aae06abea --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_034152.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T03:41:52.260062+00:00", + "metrics": { + "MSE[mean]": 270486.10814476013, + "MSE[0.5]": 270486.10814476013, + "MAE[0.5]": 394.09033203125, + "MASE[0.5]": 0.5462960532653981, + "MAPE[0.5]": 0.006092782408425308, + "sMAPE[0.5]": 0.006121122275743893, + "MSIS": 5.332545607618736, + "RMSE[mean]": 520.0827897025243, + "NRMSE[mean]": 0.00807580991894215, + "ND[0.5]": 0.006119407670070276, + "mean_weighted_sum_quantile_loss": 0.005974842035534788 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64011.98828125 + ], + "predictions": { + "p50": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "p10": [ + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375 + ], + "p90": [ + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125 + ], + "mean": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "quantiles": { + "0.1": [ + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375 + ], + "0.2": [ + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875 + ], + "0.3": [ + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625 + ], + "0.4": [ + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625 + ], + "0.5": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "0.6": [ + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374 + ], + "0.7": [ + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375 + ], + "0.8": [ + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124 + ], + "0.9": [ + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_034144.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_034144.json new file mode 100644 index 0000000000000000000000000000000000000000..2b5cd35f39baff010eb0fdc428ea1d463b302d1c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_034144.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T03:41:44.596173+00:00", + "metrics": { + "MSE[mean]": 330106.21612040204, + "MSE[0.5]": 330106.21612040204, + "MAE[0.5]": 433.6181640625, + "MASE[0.5]": 0.6010903399496428, + "MAPE[0.5]": 0.006698306485369017, + "sMAPE[0.5]": 0.006737590995431283, + "MSIS": 10.7494062950139, + "RMSE[mean]": 574.5487064822286, + "NRMSE[mean]": 0.008921552942327717, + "ND[0.5]": 0.006733193137139537, + "mean_weighted_sum_quantile_loss": 0.007347752024146292 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64011.98828125 + ], + "predictions": { + "p50": [ + 64048.984375, + 64083.90625, + 64081.578125, + 64090.890625, + 64086.234375, + 64081.578125, + 64065.28125, + 64055.96875, + 64055.96875, + 64044.328125, + 64022.2109375, + 63989.6171875, + 63973.3203125, + 63958.1875, + 63941.890625, + 63919.7734375, + 63875.5390625, + 63875.5390625, + 63870.8828125, + 63866.2265625, + 63876.12109375, + 63860.40625, + 63846.4375, + 63807.44140625 + ], + "p10": [ + 63520.5, + 63415.734375, + 63313.296875, + 63248.109375, + 63173.609375, + 63129.375, + 63087.46875, + 63050.21875, + 63022.28125, + 62989.6875, + 62943.125, + 62882.59375, + 62863.96875, + 62845.34375, + 62817.40625, + 62766.1875, + 62770.84375, + 62766.1875, + 62766.1875, + 62770.84375, + 62780.15625, + 62770.84375, + 62747.5625, + 62701.0 + ], + "p90": [ + 64353.96875, + 64409.84375, + 64409.84375, + 64419.15625, + 64414.5, + 64414.5, + 64409.84375, + 64419.15625, + 64428.46875, + 64419.15625, + 64409.84375, + 64405.1875, + 64405.1875, + 64391.21875, + 64386.5625, + 64395.875, + 64363.28125, + 64372.59375, + 64372.59375, + 64381.90625, + 64400.53125, + 64391.21875, + 64400.53125, + 64381.90625 + ], + "mean": [ + 64048.984375, + 64083.90625, + 64081.578125, + 64090.890625, + 64086.234375, + 64081.578125, + 64065.28125, + 64055.96875, + 64055.96875, + 64044.328125, + 64022.2109375, + 63989.6171875, + 63973.3203125, + 63958.1875, + 63941.890625, + 63919.7734375, + 63875.5390625, + 63875.5390625, + 63870.8828125, + 63866.2265625, + 63876.12109375, + 63860.40625, + 63846.4375, + 63807.44140625 + ], + "quantiles": { + "0.1": [ + 63520.5, + 63415.734375, + 63313.296875, + 63248.109375, + 63173.609375, + 63129.375, + 63087.46875, + 63050.21875, + 63022.28125, + 62989.6875, + 62943.125, + 62882.59375, + 62863.96875, + 62845.34375, + 62817.40625, + 62766.1875, + 62770.84375, + 62766.1875, + 62766.1875, + 62770.84375, + 62780.15625, + 62770.84375, + 62747.5625, + 62701.0 + ], + "0.2": [ + 63520.5, + 63415.734375, + 63313.296875, + 63248.109375, + 63173.609375, + 63129.375, + 63087.46875, + 63050.21875, + 63022.28125, + 62989.6875, + 62943.125, + 62882.59375, + 62863.96875, + 62845.34375, + 62817.40625, + 62766.1875, + 62770.84375, + 62766.1875, + 62766.1875, + 62770.84375, + 62780.15625, + 62770.84375, + 62747.5625, + 62701.0 + ], + "0.3": [ + 63520.5, + 63415.734375, + 63313.296875, + 63248.109375, + 63173.609375, + 63129.375, + 63087.46875, + 63050.21875, + 63022.28125, + 62989.6875, + 62943.125, + 62882.59375, + 62863.96875, + 62845.34375, + 62817.40625, + 62766.1875, + 62770.84375, + 62766.1875, + 62766.1875, + 62770.84375, + 62780.15625, + 62770.84375, + 62747.5625, + 62701.0 + ], + "0.4": [ + 64048.984375, + 64083.90625, + 64081.578125, + 64090.890625, + 64086.234375, + 64081.578125, + 64065.28125, + 64055.96875, + 64055.96875, + 64044.328125, + 64022.2109375, + 63989.6171875, + 63973.3203125, + 63958.1875, + 63941.890625, + 63919.7734375, + 63875.5390625, + 63875.5390625, + 63870.8828125, + 63866.2265625, + 63876.12109375, + 63860.40625, + 63846.4375, + 63807.44140625 + ], + "0.5": [ + 64048.984375, + 64083.90625, + 64081.578125, + 64090.890625, + 64086.234375, + 64081.578125, + 64065.28125, + 64055.96875, + 64055.96875, + 64044.328125, + 64022.2109375, + 63989.6171875, + 63973.3203125, + 63958.1875, + 63941.890625, + 63919.7734375, + 63875.5390625, + 63875.5390625, + 63870.8828125, + 63866.2265625, + 63876.12109375, + 63860.40625, + 63846.4375, + 63807.44140625 + ], + "0.6": [ + 64048.984375, + 64083.90625, + 64081.578125, + 64090.890625, + 64086.234375, + 64081.578125, + 64065.28125, + 64055.96875, + 64055.96875, + 64044.328125, + 64022.2109375, + 63989.6171875, + 63973.3203125, + 63958.1875, + 63941.890625, + 63919.7734375, + 63875.5390625, + 63875.5390625, + 63870.8828125, + 63866.2265625, + 63876.12109375, + 63860.40625, + 63846.4375, + 63807.44140625 + ], + "0.7": [ + 64048.984375, + 64083.90625, + 64081.578125, + 64090.890625, + 64086.234375, + 64081.578125, + 64065.28125, + 64055.96875, + 64055.96875, + 64044.328125, + 64022.2109375, + 63989.6171875, + 63973.3203125, + 63958.1875, + 63941.890625, + 63919.7734375, + 63875.5390625, + 63875.5390625, + 63870.8828125, + 63866.2265625, + 63876.12109375, + 63860.40625, + 63846.4375, + 63807.44140625 + ], + "0.8": [ + 64353.96875, + 64409.84375, + 64409.84375, + 64419.15625, + 64414.5, + 64414.5, + 64409.84375, + 64419.15625, + 64428.46875, + 64419.15625, + 64409.84375, + 64405.1875, + 64405.1875, + 64391.21875, + 64386.5625, + 64395.875, + 64363.28125, + 64372.59375, + 64372.59375, + 64381.90625, + 64400.53125, + 64391.21875, + 64400.53125, + 64381.90625 + ], + "0.9": [ + 64353.96875, + 64409.84375, + 64409.84375, + 64419.15625, + 64414.5, + 64414.5, + 64409.84375, + 64419.15625, + 64428.46875, + 64419.15625, + 64409.84375, + 64405.1875, + 64405.1875, + 64391.21875, + 64386.5625, + 64395.875, + 64363.28125, + 64372.59375, + 64372.59375, + 64381.90625, + 64400.53125, + 64391.21875, + 64400.53125, + 64381.90625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_033936.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_033936.json new file mode 100644 index 0000000000000000000000000000000000000000..b4f7a8bd9a7648276e1aa4e63448e62b5c02f39a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_033936.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T03:39:36.044352+00:00", + "metrics": { + "MSE[mean]": 261587.6444454193, + "MSE[0.5]": 347238.45051574707, + "MAE[0.5]": 432.126953125, + "MASE[0.5]": 0.5990231929441744, + "MAPE[0.5]": 0.006671970635345925, + "sMAPE[0.5]": 0.006713356820511346, + "MSIS": 9.772854191831334, + "RMSE[mean]": 511.4563954487414, + "NRMSE[mean]": 0.00794185986010776, + "ND[0.5]": 0.006710037715889805, + "mean_weighted_sum_quantile_loss": 0.00521306711153112 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64011.98828125 + ], + "predictions": { + "p50": [ + 63967.07421875, + 63973.71484375, + 63966.2734375, + 63982.43359375, + 63992.3203125, + 63994.46484375, + 63968.59375, + 63944.88671875, + 63943.05859375, + 63969.0859375, + 63973.984375, + 63990.7890625, + 63994.390625, + 63972.12109375, + 63973.53125, + 63961.80078125, + 63945.58203125, + 63982.0625, + 63973.29296875, + 63972.5234375, + 63944.8359375, + 63946.9765625, + 63947.29296875, + 63954.09765625 + ], + "p10": [ + 64035.46875, + 64040.78125, + 64032.09375, + 64041.55078125, + 64061.8359375, + 64034.1953125, + 64012.59375, + 64004.2265625, + 64022.39453125, + 64018.0546875, + 64043.48828125, + 64043.46875, + 64038.29296875, + 64028.4140625, + 64011.50390625, + 64003.9765625, + 64007.08203125, + 64059.12890625, + 64004.921875, + 64035.203125, + 64010.08984375, + 63983.3671875, + 63995.96875, + 63993.72265625 + ], + "p90": [ + 64248.00390625, + 64292.54296875, + 64294.4765625, + 64329.5625, + 64347.6015625, + 64362.5, + 64351.2265625, + 64345.421875, + 64333.50390625, + 64371.4140625, + 64394.0234375, + 64405.69921875, + 64418.515625, + 64418.796875, + 64408.40234375, + 64414.86328125, + 64406.53515625, + 64451.66015625, + 64457.84375, + 64446.59765625, + 64436.6171875, + 64454.4609375, + 64439.1015625, + 64449.9609375 + ], + "mean": [ + 64036.90625, + 64050.98046875, + 64047.0390625, + 64077.18359375, + 64081.9921875, + 64088.08203125, + 64071.75390625, + 64056.15625, + 64063.08984375, + 64080.85546875, + 64090.484375, + 64099.40234375, + 64101.234375, + 64096.0390625, + 64090.12890625, + 64089.31640625, + 64070.31640625, + 64106.22265625, + 64105.3046875, + 64087.97265625, + 64070.67578125, + 64073.41015625, + 64075.63671875, + 64080.0 + ], + "quantiles": { + "0.1": [ + 64035.46875, + 64040.78125, + 64032.09375, + 64041.55078125, + 64061.8359375, + 64034.1953125, + 64012.59375, + 64004.2265625, + 64022.39453125, + 64018.0546875, + 64043.48828125, + 64043.46875, + 64038.29296875, + 64028.4140625, + 64011.50390625, + 64003.9765625, + 64007.08203125, + 64059.12890625, + 64004.921875, + 64035.203125, + 64010.08984375, + 63983.3671875, + 63995.96875, + 63993.72265625 + ], + "0.2": [ + 64035.46875, + 64040.78125, + 64032.09375, + 64041.55078125, + 64061.8359375, + 64034.1953125, + 64012.59375, + 64004.2265625, + 64022.39453125, + 64018.0546875, + 64043.48828125, + 64043.46875, + 64038.29296875, + 64028.4140625, + 64011.50390625, + 64003.9765625, + 64007.08203125, + 64059.12890625, + 64004.921875, + 64035.203125, + 64010.08984375, + 63983.3671875, + 63995.96875, + 63993.72265625 + ], + "0.3": [ + 64035.46875, + 64040.78125, + 64032.09375, + 64041.55078125, + 64061.8359375, + 64034.1953125, + 64012.59375, + 64004.2265625, + 64022.39453125, + 64018.0546875, + 64043.48828125, + 64043.46875, + 64038.29296875, + 64028.4140625, + 64011.50390625, + 64003.9765625, + 64007.08203125, + 64059.12890625, + 64004.921875, + 64035.203125, + 64010.08984375, + 63983.3671875, + 63995.96875, + 63993.72265625 + ], + "0.4": [ + 63967.07421875, + 63973.71484375, + 63966.2734375, + 63982.43359375, + 63992.3203125, + 63994.46484375, + 63968.59375, + 63944.88671875, + 63943.05859375, + 63969.0859375, + 63973.984375, + 63990.7890625, + 63994.390625, + 63972.12109375, + 63973.53125, + 63961.80078125, + 63945.58203125, + 63982.0625, + 63973.29296875, + 63972.5234375, + 63944.8359375, + 63946.9765625, + 63947.29296875, + 63954.09765625 + ], + "0.5": [ + 63967.07421875, + 63973.71484375, + 63966.2734375, + 63982.43359375, + 63992.3203125, + 63994.46484375, + 63968.59375, + 63944.88671875, + 63943.05859375, + 63969.0859375, + 63973.984375, + 63990.7890625, + 63994.390625, + 63972.12109375, + 63973.53125, + 63961.80078125, + 63945.58203125, + 63982.0625, + 63973.29296875, + 63972.5234375, + 63944.8359375, + 63946.9765625, + 63947.29296875, + 63954.09765625 + ], + "0.6": [ + 63967.07421875, + 63973.71484375, + 63966.2734375, + 63982.43359375, + 63992.3203125, + 63994.46484375, + 63968.59375, + 63944.88671875, + 63943.05859375, + 63969.0859375, + 63973.984375, + 63990.7890625, + 63994.390625, + 63972.12109375, + 63973.53125, + 63961.80078125, + 63945.58203125, + 63982.0625, + 63973.29296875, + 63972.5234375, + 63944.8359375, + 63946.9765625, + 63947.29296875, + 63954.09765625 + ], + "0.7": [ + 63967.07421875, + 63973.71484375, + 63966.2734375, + 63982.43359375, + 63992.3203125, + 63994.46484375, + 63968.59375, + 63944.88671875, + 63943.05859375, + 63969.0859375, + 63973.984375, + 63990.7890625, + 63994.390625, + 63972.12109375, + 63973.53125, + 63961.80078125, + 63945.58203125, + 63982.0625, + 63973.29296875, + 63972.5234375, + 63944.8359375, + 63946.9765625, + 63947.29296875, + 63954.09765625 + ], + "0.8": [ + 64248.00390625, + 64292.54296875, + 64294.4765625, + 64329.5625, + 64347.6015625, + 64362.5, + 64351.2265625, + 64345.421875, + 64333.50390625, + 64371.4140625, + 64394.0234375, + 64405.69921875, + 64418.515625, + 64418.796875, + 64408.40234375, + 64414.86328125, + 64406.53515625, + 64451.66015625, + 64457.84375, + 64446.59765625, + 64436.6171875, + 64454.4609375, + 64439.1015625, + 64449.9609375 + ], + "0.9": [ + 64248.00390625, + 64292.54296875, + 64294.4765625, + 64329.5625, + 64347.6015625, + 64362.5, + 64351.2265625, + 64345.421875, + 64333.50390625, + 64371.4140625, + 64394.0234375, + 64405.69921875, + 64418.515625, + 64418.796875, + 64408.40234375, + 64414.86328125, + 64406.53515625, + 64451.66015625, + 64457.84375, + 64446.59765625, + 64436.6171875, + 64454.4609375, + 64439.1015625, + 64449.9609375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_034041.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_034041.json new file mode 100644 index 0000000000000000000000000000000000000000..fb37cb380a99fc970941618905ab2dd7c775064e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_034041.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T03:40:41.735633+00:00", + "metrics": { + "MSE[mean]": 283988.0532639821, + "MSE[0.5]": 283988.0532639821, + "MAE[0.5]": 369.5470377604167, + "MASE[0.5]": 0.5122736383404253, + "MAPE[0.5]": 0.005701977124223895, + "sMAPE[0.5]": 0.005735664885978456, + "MSIS": 6.8420941403985855, + "RMSE[mean]": 532.9052948357543, + "NRMSE[mean]": 0.008274916899966948, + "ND[0.5]": 0.005738301078503803, + "mean_weighted_sum_quantile_loss": 0.0063874291015811125 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64011.98828125 + ], + "predictions": { + "p50": [ + 64035.43359375, + 64064.1640625, + 64081.03515625, + 64086.04296875, + 64080.73046875, + 64081.3046875, + 64075.703125, + 64070.59375, + 64068.61328125, + 64061.73046875, + 64055.59375, + 64046.15234375, + 64035.44140625, + 64027.08984375, + 64024.93359375, + 64022.640625, + 64016.95703125, + 64016.5234375, + 64018.5, + 64013.35546875, + 64012.33984375, + 64009.7265625, + 64005.18359375, + 63999.90234375 + ], + "p10": [ + 63643.546875, + 63570.33984375, + 63502.66015625, + 63409.37890625, + 63338.16796875, + 63294.08984375, + 63225.30078125, + 63172.3359375, + 63133.94140625, + 63099.3359375, + 63066.796875, + 63027.765625, + 62988.28515625, + 62955.3359375, + 62917.32421875, + 62900.03515625, + 62882.64453125, + 62857.94140625, + 62838.8984375, + 62806.74609375, + 62784.46484375, + 62759.7109375, + 62740.234375, + 62724.03125 + ], + "p90": [ + 64337.046875, + 64428.8671875, + 64493.94921875, + 64526.76171875, + 64541.703125, + 64566.30859375, + 64591.3359375, + 64615.40625, + 64638.50390625, + 64650.77734375, + 64665.83203125, + 64668.95703125, + 64666.6953125, + 64673.984375, + 64686.09375, + 64692.3671875, + 64696.48828125, + 64718.23828125, + 64745.50390625, + 64759.04296875, + 64770.42578125, + 64777.6484375, + 64778.40234375, + 64778.89453125 + ], + "mean": [ + 64035.43359375, + 64064.1640625, + 64081.03515625, + 64086.04296875, + 64080.73046875, + 64081.3046875, + 64075.703125, + 64070.59375, + 64068.61328125, + 64061.73046875, + 64055.59375, + 64046.15234375, + 64035.44140625, + 64027.08984375, + 64024.93359375, + 64022.640625, + 64016.95703125, + 64016.5234375, + 64018.5, + 64013.35546875, + 64012.33984375, + 64009.7265625, + 64005.18359375, + 63999.90234375 + ], + "quantiles": { + "0.1": [ + 63643.546875, + 63570.33984375, + 63502.66015625, + 63409.37890625, + 63338.16796875, + 63294.08984375, + 63225.30078125, + 63172.3359375, + 63133.94140625, + 63099.3359375, + 63066.796875, + 63027.765625, + 62988.28515625, + 62955.3359375, + 62917.32421875, + 62900.03515625, + 62882.64453125, + 62857.94140625, + 62838.8984375, + 62806.74609375, + 62784.46484375, + 62759.7109375, + 62740.234375, + 62724.03125 + ], + "0.2": [ + 63643.546875, + 63570.33984375, + 63502.66015625, + 63409.37890625, + 63338.16796875, + 63294.08984375, + 63225.30078125, + 63172.3359375, + 63133.94140625, + 63099.3359375, + 63066.796875, + 63027.765625, + 62988.28515625, + 62955.3359375, + 62917.32421875, + 62900.03515625, + 62882.64453125, + 62857.94140625, + 62838.8984375, + 62806.74609375, + 62784.46484375, + 62759.7109375, + 62740.234375, + 62724.03125 + ], + "0.3": [ + 63643.546875, + 63570.33984375, + 63502.66015625, + 63409.37890625, + 63338.16796875, + 63294.08984375, + 63225.30078125, + 63172.3359375, + 63133.94140625, + 63099.3359375, + 63066.796875, + 63027.765625, + 62988.28515625, + 62955.3359375, + 62917.32421875, + 62900.03515625, + 62882.64453125, + 62857.94140625, + 62838.8984375, + 62806.74609375, + 62784.46484375, + 62759.7109375, + 62740.234375, + 62724.03125 + ], + "0.4": [ + 64035.43359375, + 64064.1640625, + 64081.03515625, + 64086.04296875, + 64080.73046875, + 64081.3046875, + 64075.703125, + 64070.59375, + 64068.61328125, + 64061.73046875, + 64055.59375, + 64046.15234375, + 64035.44140625, + 64027.08984375, + 64024.93359375, + 64022.640625, + 64016.95703125, + 64016.5234375, + 64018.5, + 64013.35546875, + 64012.33984375, + 64009.7265625, + 64005.18359375, + 63999.90234375 + ], + "0.5": [ + 64035.43359375, + 64064.1640625, + 64081.03515625, + 64086.04296875, + 64080.73046875, + 64081.3046875, + 64075.703125, + 64070.59375, + 64068.61328125, + 64061.73046875, + 64055.59375, + 64046.15234375, + 64035.44140625, + 64027.08984375, + 64024.93359375, + 64022.640625, + 64016.95703125, + 64016.5234375, + 64018.5, + 64013.35546875, + 64012.33984375, + 64009.7265625, + 64005.18359375, + 63999.90234375 + ], + "0.6": [ + 64035.43359375, + 64064.1640625, + 64081.03515625, + 64086.04296875, + 64080.73046875, + 64081.3046875, + 64075.703125, + 64070.59375, + 64068.61328125, + 64061.73046875, + 64055.59375, + 64046.15234375, + 64035.44140625, + 64027.08984375, + 64024.93359375, + 64022.640625, + 64016.95703125, + 64016.5234375, + 64018.5, + 64013.35546875, + 64012.33984375, + 64009.7265625, + 64005.18359375, + 63999.90234375 + ], + "0.7": [ + 64035.43359375, + 64064.1640625, + 64081.03515625, + 64086.04296875, + 64080.73046875, + 64081.3046875, + 64075.703125, + 64070.59375, + 64068.61328125, + 64061.73046875, + 64055.59375, + 64046.15234375, + 64035.44140625, + 64027.08984375, + 64024.93359375, + 64022.640625, + 64016.95703125, + 64016.5234375, + 64018.5, + 64013.35546875, + 64012.33984375, + 64009.7265625, + 64005.18359375, + 63999.90234375 + ], + "0.8": [ + 64337.046875, + 64428.8671875, + 64493.94921875, + 64526.76171875, + 64541.703125, + 64566.30859375, + 64591.3359375, + 64615.40625, + 64638.50390625, + 64650.77734375, + 64665.83203125, + 64668.95703125, + 64666.6953125, + 64673.984375, + 64686.09375, + 64692.3671875, + 64696.48828125, + 64718.23828125, + 64745.50390625, + 64759.04296875, + 64770.42578125, + 64777.6484375, + 64778.40234375, + 64778.89453125 + ], + "0.9": [ + 64337.046875, + 64428.8671875, + 64493.94921875, + 64526.76171875, + 64541.703125, + 64566.30859375, + 64591.3359375, + 64615.40625, + 64638.50390625, + 64650.77734375, + 64665.83203125, + 64668.95703125, + 64666.6953125, + 64673.984375, + 64686.09375, + 64692.3671875, + 64696.48828125, + 64718.23828125, + 64745.50390625, + 64759.04296875, + 64770.42578125, + 64777.6484375, + 64778.40234375, + 64778.89453125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_034026.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_034026.json new file mode 100644 index 0000000000000000000000000000000000000000..29ef780af9b50e9e7133c4b33ab3156227ee02b7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_034026.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T03:40:26.010052+00:00", + "metrics": { + "MSE[mean]": 327006.2009302775, + "MSE[0.5]": 327006.2009302775, + "MAE[0.5]": 412.9274088541667, + "MASE[0.5]": 0.5724083932215087, + "MAPE[0.5]": 0.006374333290795023, + "sMAPE[0.5]": 0.006413274077775244, + "MSIS": 4.870950793613429, + "RMSE[mean]": 571.8445601125165, + "NRMSE[mean]": 0.008879563142805063, + "ND[0.5]": 0.006411908508133765, + "mean_weighted_sum_quantile_loss": 0.00737114815978511 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64011.98828125 + ], + "predictions": { + "p50": [ + 64004.875, + 64021.47265625, + 64030.671875, + 64027.6015625, + 64022.11328125, + 64008.3828125, + 64011.77734375, + 64002.62109375, + 63999.078125, + 63998.83984375, + 63997.0234375, + 63987.6171875, + 63985.29296875, + 63981.93359375, + 63979.14453125, + 63976.171875, + 63976.2109375, + 63971.828125, + 63972.40625, + 63965.3125, + 63967.33203125, + 63964.25, + 63962.59375, + 63961.09765625 + ], + "p10": [ + 63556.546875, + 63424.828125, + 63320.9375, + 63219.33203125, + 63133.3671875, + 63032.67578125, + 62996.8984375, + 62939.55859375, + 62878.71484375, + 62823.77734375, + 62777.6796875, + 62728.04296875, + 62682.30859375, + 62637.03515625, + 62615.43359375, + 62577.765625, + 62546.890625, + 62502.359375, + 62489.7421875, + 62473.91796875, + 62458.8125, + 62445.4296875, + 62402.1875, + 62379.34765625 + ], + "p90": [ + 64503.38671875, + 64591.53125, + 64655.015625, + 64730.01953125, + 64794.0390625, + 64842.57421875, + 64890.9765625, + 64921.79296875, + 64967.10546875, + 65021.96484375, + 65053.58984375, + 65086.7109375, + 65114.59375, + 65165.62890625, + 65214.27734375, + 65255.96484375, + 65290.5390625, + 65305.92578125, + 65331.80078125, + 65358.3203125, + 65391.359375, + 65408.74609375, + 65451.96484375, + 65487.8203125 + ], + "mean": [ + 64004.875, + 64021.47265625, + 64030.671875, + 64027.6015625, + 64022.11328125, + 64008.3828125, + 64011.77734375, + 64002.62109375, + 63999.078125, + 63998.83984375, + 63997.0234375, + 63987.6171875, + 63985.29296875, + 63981.93359375, + 63979.14453125, + 63976.171875, + 63976.2109375, + 63971.828125, + 63972.40625, + 63965.3125, + 63967.33203125, + 63964.25, + 63962.59375, + 63961.09765625 + ], + "quantiles": { + "0.1": [ + 63556.546875, + 63424.828125, + 63320.9375, + 63219.33203125, + 63133.3671875, + 63032.67578125, + 62996.8984375, + 62939.55859375, + 62878.71484375, + 62823.77734375, + 62777.6796875, + 62728.04296875, + 62682.30859375, + 62637.03515625, + 62615.43359375, + 62577.765625, + 62546.890625, + 62502.359375, + 62489.7421875, + 62473.91796875, + 62458.8125, + 62445.4296875, + 62402.1875, + 62379.34765625 + ], + "0.2": [ + 63556.546875, + 63424.828125, + 63320.9375, + 63219.33203125, + 63133.3671875, + 63032.67578125, + 62996.8984375, + 62939.55859375, + 62878.71484375, + 62823.77734375, + 62777.6796875, + 62728.04296875, + 62682.30859375, + 62637.03515625, + 62615.43359375, + 62577.765625, + 62546.890625, + 62502.359375, + 62489.7421875, + 62473.91796875, + 62458.8125, + 62445.4296875, + 62402.1875, + 62379.34765625 + ], + "0.3": [ + 63556.546875, + 63424.828125, + 63320.9375, + 63219.33203125, + 63133.3671875, + 63032.67578125, + 62996.8984375, + 62939.55859375, + 62878.71484375, + 62823.77734375, + 62777.6796875, + 62728.04296875, + 62682.30859375, + 62637.03515625, + 62615.43359375, + 62577.765625, + 62546.890625, + 62502.359375, + 62489.7421875, + 62473.91796875, + 62458.8125, + 62445.4296875, + 62402.1875, + 62379.34765625 + ], + "0.4": [ + 64004.875, + 64021.47265625, + 64030.671875, + 64027.6015625, + 64022.11328125, + 64008.3828125, + 64011.77734375, + 64002.62109375, + 63999.078125, + 63998.83984375, + 63997.0234375, + 63987.6171875, + 63985.29296875, + 63981.93359375, + 63979.14453125, + 63976.171875, + 63976.2109375, + 63971.828125, + 63972.40625, + 63965.3125, + 63967.33203125, + 63964.25, + 63962.59375, + 63961.09765625 + ], + "0.5": [ + 64004.875, + 64021.47265625, + 64030.671875, + 64027.6015625, + 64022.11328125, + 64008.3828125, + 64011.77734375, + 64002.62109375, + 63999.078125, + 63998.83984375, + 63997.0234375, + 63987.6171875, + 63985.29296875, + 63981.93359375, + 63979.14453125, + 63976.171875, + 63976.2109375, + 63971.828125, + 63972.40625, + 63965.3125, + 63967.33203125, + 63964.25, + 63962.59375, + 63961.09765625 + ], + "0.6": [ + 64004.875, + 64021.47265625, + 64030.671875, + 64027.6015625, + 64022.11328125, + 64008.3828125, + 64011.77734375, + 64002.62109375, + 63999.078125, + 63998.83984375, + 63997.0234375, + 63987.6171875, + 63985.29296875, + 63981.93359375, + 63979.14453125, + 63976.171875, + 63976.2109375, + 63971.828125, + 63972.40625, + 63965.3125, + 63967.33203125, + 63964.25, + 63962.59375, + 63961.09765625 + ], + "0.7": [ + 64004.875, + 64021.47265625, + 64030.671875, + 64027.6015625, + 64022.11328125, + 64008.3828125, + 64011.77734375, + 64002.62109375, + 63999.078125, + 63998.83984375, + 63997.0234375, + 63987.6171875, + 63985.29296875, + 63981.93359375, + 63979.14453125, + 63976.171875, + 63976.2109375, + 63971.828125, + 63972.40625, + 63965.3125, + 63967.33203125, + 63964.25, + 63962.59375, + 63961.09765625 + ], + "0.8": [ + 64503.38671875, + 64591.53125, + 64655.015625, + 64730.01953125, + 64794.0390625, + 64842.57421875, + 64890.9765625, + 64921.79296875, + 64967.10546875, + 65021.96484375, + 65053.58984375, + 65086.7109375, + 65114.59375, + 65165.62890625, + 65214.27734375, + 65255.96484375, + 65290.5390625, + 65305.92578125, + 65331.80078125, + 65358.3203125, + 65391.359375, + 65408.74609375, + 65451.96484375, + 65487.8203125 + ], + "0.9": [ + 64503.38671875, + 64591.53125, + 64655.015625, + 64730.01953125, + 64794.0390625, + 64842.57421875, + 64890.9765625, + 64921.79296875, + 64967.10546875, + 65021.96484375, + 65053.58984375, + 65086.7109375, + 65114.59375, + 65165.62890625, + 65214.27734375, + 65255.96484375, + 65290.5390625, + 65305.92578125, + 65331.80078125, + 65358.3203125, + 65391.359375, + 65408.74609375, + 65451.96484375, + 65487.8203125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_034152.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_034152.json new file mode 100644 index 0000000000000000000000000000000000000000..b6986c0a54aed086e4fc535dae8b8031a966d015 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_034152.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-23T03:41:52.040755+00:00", + "metrics": { + "MSE[mean]": 3311.2554618326017, + "MSE[0.5]": 2017.8870048404297, + "MAE[0.5]": 39.41714206219351, + "MASE[0.5]": 0.4483466395699736, + "MAPE[0.5]": 0.016167781802594386, + "sMAPE[0.5]": 0.01605167177418612, + "MSIS": 2.802154562275176, + "RMSE[mean]": 57.54350929368665, + "NRMSE[mean]": 0.023407529204211516, + "ND[0.5]": 0.016034091686316008, + "mean_weighted_sum_quantile_loss": 0.013906106981258794 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" + ], + "context": [ + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2472.8359978063295, + 2472.836177842702, + 2472.8382600291757, + 2472.8361543931587, + 2472.8382613144727, + 2472.8467812065983, + 2472.867811895302, + 2472.8467718112315, + 2472.838263726804, + 2472.846781193115, + 2472.8354578873173, + 2472.8811938286267, + 2472.8382614021098, + 2472.8545056953953, + 2472.8382660515977, + 2472.8467905753027, + 2472.8354573923125, + 2472.8354576398156, + 2472.8811938286267, + 2473.0197327733144, + 2472.881118099364, + 2472.8467718109123, + 2472.8382614021098, + 2472.881118099364 + ], + "p10": [ + 2443.115136068935, + 2441.7320784749822, + 2452.7453787186396, + 2447.790670763623, + 2444.9805928558794, + 2447.79067020786, + 2447.790670192291, + 2444.923056375352, + 2444.742279946131, + 2442.616419762255, + 2443.115292086509, + 2468.951294065153, + 2448.1029010000193, + 2452.2811342746877, + 2444.923056375033, + 2433.7532492470837, + 2444.974839286668, + 2433.772766701616, + 2459.562538778174, + 2433.772766701616, + 2448.1029010000193, + 2452.2811342746877, + 2443.11529208651, + 2448.1029010000193 + ], + "p90": [ + 2496.766072834342, + 2522.835428605794, + 2496.9984311060775, + 2509.5994391051286, + 2496.890086833795, + 2521.725344544383, + 2509.5994385337967, + 2496.9500739696327, + 2521.6020045246087, + 2521.6020045246655, + 2496.9549100527565, + 2509.5959060114305, + 2496.890086921432, + 2509.596259263875, + 2521.725344530892, + 2521.6020045246582, + 2496.7663582491286, + 2509.596259263875, + 2509.5959060114305, + 2510.7996951347527, + 2498.258181924523, + 2509.5994385358745, + 2509.5994385358745, + 2509.5994385358745 + ], + "mean": [ + 2495.6437809187087, + 2487.4956125933923, + 2511.2585238276624, + 2499.1454878543746, + 2497.5453832897388, + 2488.2939396736965, + 2512.4062258217573, + 2485.6628621783257, + 2477.4644982574996, + 2519.8722365281164, + 2509.021152036118, + 2501.9113983247566, + 2497.152358511294, + 2477.2071480458935, + 2488.3247983180436, + 2521.3012269918277, + 2485.0546407030947, + 2485.395059201502, + 2501.757617731184, + 2511.014210985545, + 2488.042746665811, + 2512.2578355919736, + 2476.856360373885, + 2489.49563338652 + ], + "quantiles": { + "0.1": [ + 2443.115136068935, + 2441.7320784749822, + 2452.7453787186396, + 2447.790670763623, + 2444.9805928558794, + 2447.79067020786, + 2447.790670192291, + 2444.923056375352, + 2444.742279946131, + 2442.616419762255, + 2443.115292086509, + 2468.951294065153, + 2448.1029010000193, + 2452.2811342746877, + 2444.923056375033, + 2433.7532492470837, + 2444.974839286668, + 2433.772766701616, + 2459.562538778174, + 2433.772766701616, + 2448.1029010000193, + 2452.2811342746877, + 2443.11529208651, + 2448.1029010000193 + ], + "0.2": [ + 2469.0726719298254, + 2457.749157543119, + 2472.499779591428, + 2469.653600940025, + 2469.0728278597635, + 2471.90921564867, + 2471.4807426124776, + 2469.07282794772, + 2469.1034567930783, + 2452.745382416325, + 2467.8574891249236, + 2472.7782175588795, + 2460.5491911341123, + 2469.791136265182, + 2468.8297601829054, + 2468.8297601829054, + 2468.8297601829054, + 2459.363796234984, + 2472.6063274989237, + 2471.4807426145553, + 2469.791136265182, + 2472.0811284240563, + 2469.103456793128, + 2472.0811284240563 + ], + "0.3": [ + 2472.6061714813486, + 2472.604471024166, + 2472.8231665198246, + 2472.7785442954937, + 2472.648548291129, + 2472.821274872467, + 2472.832413338496, + 2472.6044470056877, + 2472.739316804796, + 2471.910733493506, + 2472.7393168048443, + 2472.834703624605, + 2472.605763350857, + 2472.811635933355, + 2472.778683512251, + 2472.7393168048457, + 2472.789145106906, + 2469.791136265182, + 2472.8319437039218, + 2472.823982514014, + 2472.789145106906, + 2472.821274858976, + 2472.778683512251, + 2472.8319437039218 + ], + "0.4": [ + 2472.832458595849, + 2472.8346112756644, + 2472.8353585681093, + 2472.834754065747, + 2472.83458716923, + 2472.8354554080584, + 2472.8354573902348, + 2472.8354147937907, + 2472.8345872568175, + 2472.8337981994973, + 2472.8345872568657, + 2472.8382614021098, + 2472.835242282993, + 2472.835457689316, + 2472.835266997754, + 2472.83379819949, + 2472.835242282993, + 2472.8228994519986, + 2472.8354578873186, + 2472.8371399961934, + 2472.8354553945674, + 2472.835452169569, + 2472.835242282993, + 2472.8361538239046 + ], + "0.5": [ + 2472.8359978063295, + 2472.836177842702, + 2472.8382600291757, + 2472.8361543931587, + 2472.8382613144727, + 2472.8467812065983, + 2472.867811895302, + 2472.8467718112315, + 2472.838263726804, + 2472.846781193115, + 2472.8354578873173, + 2472.8811938286267, + 2472.8382614021098, + 2472.8545056953953, + 2472.8382660515977, + 2472.8467905753027, + 2472.8354573923125, + 2472.8354576398156, + 2472.8811938286267, + 2473.0197327733144, + 2472.881118099364, + 2472.8467718109123, + 2472.8382614021098, + 2472.881118099364 + ], + "0.6": [ + 2472.912174475123, + 2473.189035616245, + 2473.020034702236, + 2473.4424719630015, + 2473.0197326856774, + 2473.5796470038895, + 2474.08753050035, + 2473.4424713940666, + 2473.4976376377977, + 2473.4424713937547, + 2473.1456996777456, + 2474.087530502428, + 2472.912330492698, + 2474.087530502428, + 2473.497144295448, + 2473.580387003997, + 2472.865180948688, + 2473.020038399914, + 2474.087530502428, + 2474.087530502428, + 2474.7847427743122, + 2473.497144295448, + 2473.264408364147, + 2473.580387003997 + ], + "0.7": [ + 2473.580230986422, + 2476.618270185751, + 2475.9829498385116, + 2476.6182467362078, + 2475.8383604252563, + 2476.531835485335, + 2477.8885691941814, + 2475.8841744966753, + 2477.8182749388375, + 2475.982953536197, + 2475.9829535361882, + 2477.888279393145, + 2475.8383605128934, + 2477.888569196259, + 2476.1735413254187, + 2477.888569196259, + 2475.8305611821384, + 2475.9829535361896, + 2477.888279393145, + 2477.888569196259, + 2477.888366334079, + 2477.8486106943424, + 2477.831609823427, + 2477.818274938887 + ], + "0.8": [ + 2477.8881233755696, + 2493.936303778183, + 2488.1020220046453, + 2488.1020262715774, + 2484.968609887998, + 2488.1020257158143, + 2493.227622897428, + 2486.0508956625877, + 2489.066027501497, + 2492.9989159793136, + 2486.050895662267, + 2493.227856816855, + 2485.5381131522545, + 2492.922034698439, + 2492.9989159793063, + 2492.9374109546125, + 2484.923088437398, + 2493.936279759386, + 2493.0446573633462, + 2493.0446573633462, + 2492.9989159793063, + 2493.936279759386, + 2492.922034698439, + 2493.227856816855 + ], + "0.9": [ + 2496.766072834342, + 2522.835428605794, + 2496.9984311060775, + 2509.5994391051286, + 2496.890086833795, + 2521.725344544383, + 2509.5994385337967, + 2496.9500739696327, + 2521.6020045246087, + 2521.6020045246655, + 2496.9549100527565, + 2509.5959060114305, + 2496.890086921432, + 2509.596259263875, + 2521.725344530892, + 2521.6020045246582, + 2496.7663582491286, + 2509.596259263875, + 2509.5959060114305, + 2510.7996951347527, + 2498.258181924523, + 2509.5994385358745, + 2509.5994385358745, + 2509.5994385358745 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_033908.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_033908.json new file mode 100644 index 0000000000000000000000000000000000000000..9658e71eb22f2f13f799a649b4d581a80c9604de --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_033908.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T03:39:08.226042+00:00", + "metrics": { + "MSE[mean]": 1844.3251479690273, + "MSE[0.5]": 1844.3251479690273, + "MAE[0.5]": 31.963104248046875, + "MASE[0.5]": 0.36356137533323457, + "MAPE[0.5]": 0.013207111948579889, + "sMAPE[0.5]": 0.013052091776105425, + "MSIS": 2.4467853274955567, + "RMSE[mean]": 42.94560685296026, + "NRMSE[mean]": 0.01746939939781434, + "ND[0.5]": 0.013001940711069915, + "mean_weighted_sum_quantile_loss": 0.014077641408456921 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" + ], + "context": [ + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2504.9140625, + 2504.725341796875, + 2501.286376953125, + 2502.370361328125, + 2498.830810546875, + 2497.2412109375, + 2496.06884765625, + 2497.0458984375, + 2491.876953125, + 2492.30029296875, + 2490.0888671875, + 2488.6064453125, + 2487.409912109375, + 2486.14990234375, + 2485.4697265625, + 2486.535400390625, + 2480.99365234375, + 2479.120849609375, + 2476.195556640625, + 2474.640625, + 2472.83447265625, + 2469.49755859375, + 2466.484375, + 2463.332763671875 + ], + "p10": [ + 2471.37548828125, + 2456.179931640625, + 2443.64013671875, + 2421.53076171875, + 2400.81298828125, + 2385.391845703125, + 2367.264892578125, + 2360.208984375, + 2354.031494140625, + 2341.394287109375, + 2331.65087890625, + 2330.791259765625, + 2323.37939453125, + 2322.998046875, + 2322.714599609375, + 2318.248291015625, + 2311.10888671875, + 2305.032470703125, + 2302.792724609375, + 2298.682861328125, + 2298.282958984375, + 2295.75927734375, + 2297.178955078125, + 2294.969482421875 + ], + "p90": [ + 2518.58203125, + 2523.524169921875, + 2528.54296875, + 2533.44921875, + 2538.819091796875, + 2543.92041015625, + 2544.4072265625, + 2551.072021484375, + 2553.84033203125, + 2556.875244140625, + 2560.332275390625, + 2558.37353515625, + 2560.17333984375, + 2564.207763671875, + 2563.047607421875, + 2562.919921875, + 2599.86279296875, + 2591.964111328125, + 2592.6103515625, + 2595.959228515625, + 2591.3017578125, + 2591.26806640625, + 2593.57861328125, + 2599.505859375 + ], + "mean": [ + 2504.9140625, + 2504.725341796875, + 2501.286376953125, + 2502.370361328125, + 2498.830810546875, + 2497.2412109375, + 2496.06884765625, + 2497.0458984375, + 2491.876953125, + 2492.30029296875, + 2490.0888671875, + 2488.6064453125, + 2487.409912109375, + 2486.14990234375, + 2485.4697265625, + 2486.535400390625, + 2480.99365234375, + 2479.120849609375, + 2476.195556640625, + 2474.640625, + 2472.83447265625, + 2469.49755859375, + 2466.484375, + 2463.332763671875 + ], + "quantiles": { + "0.1": [ + 2471.37548828125, + 2456.179931640625, + 2443.64013671875, + 2421.53076171875, + 2400.81298828125, + 2385.391845703125, + 2367.264892578125, + 2360.208984375, + 2354.031494140625, + 2341.394287109375, + 2331.65087890625, + 2330.791259765625, + 2323.37939453125, + 2322.998046875, + 2322.714599609375, + 2318.248291015625, + 2311.10888671875, + 2305.032470703125, + 2302.792724609375, + 2298.682861328125, + 2298.282958984375, + 2295.75927734375, + 2297.178955078125, + 2294.969482421875 + ], + "0.2": [ + 2471.37548828125, + 2456.179931640625, + 2443.64013671875, + 2421.53076171875, + 2400.81298828125, + 2385.391845703125, + 2367.264892578125, + 2360.208984375, + 2354.031494140625, + 2341.394287109375, + 2331.65087890625, + 2330.791259765625, + 2323.37939453125, + 2322.998046875, + 2322.714599609375, + 2318.248291015625, + 2311.10888671875, + 2305.032470703125, + 2302.792724609375, + 2298.682861328125, + 2298.282958984375, + 2295.75927734375, + 2297.178955078125, + 2294.969482421875 + ], + "0.3": [ + 2471.37548828125, + 2456.179931640625, + 2443.64013671875, + 2421.53076171875, + 2400.81298828125, + 2385.391845703125, + 2367.264892578125, + 2360.208984375, + 2354.031494140625, + 2341.394287109375, + 2331.65087890625, + 2330.791259765625, + 2323.37939453125, + 2322.998046875, + 2322.714599609375, + 2318.248291015625, + 2311.10888671875, + 2305.032470703125, + 2302.792724609375, + 2298.682861328125, + 2298.282958984375, + 2295.75927734375, + 2297.178955078125, + 2294.969482421875 + ], + "0.4": [ + 2504.9140625, + 2504.725341796875, + 2501.286376953125, + 2502.370361328125, + 2498.830810546875, + 2497.2412109375, + 2496.06884765625, + 2497.0458984375, + 2491.876953125, + 2492.30029296875, + 2490.0888671875, + 2488.6064453125, + 2487.409912109375, + 2486.14990234375, + 2485.4697265625, + 2486.535400390625, + 2480.99365234375, + 2479.120849609375, + 2476.195556640625, + 2474.640625, + 2472.83447265625, + 2469.49755859375, + 2466.484375, + 2463.332763671875 + ], + "0.5": [ + 2504.9140625, + 2504.725341796875, + 2501.286376953125, + 2502.370361328125, + 2498.830810546875, + 2497.2412109375, + 2496.06884765625, + 2497.0458984375, + 2491.876953125, + 2492.30029296875, + 2490.0888671875, + 2488.6064453125, + 2487.409912109375, + 2486.14990234375, + 2485.4697265625, + 2486.535400390625, + 2480.99365234375, + 2479.120849609375, + 2476.195556640625, + 2474.640625, + 2472.83447265625, + 2469.49755859375, + 2466.484375, + 2463.332763671875 + ], + "0.6": [ + 2504.9140625, + 2504.725341796875, + 2501.286376953125, + 2502.370361328125, + 2498.830810546875, + 2497.2412109375, + 2496.06884765625, + 2497.0458984375, + 2491.876953125, + 2492.30029296875, + 2490.0888671875, + 2488.6064453125, + 2487.409912109375, + 2486.14990234375, + 2485.4697265625, + 2486.535400390625, + 2480.99365234375, + 2479.120849609375, + 2476.195556640625, + 2474.640625, + 2472.83447265625, + 2469.49755859375, + 2466.484375, + 2463.332763671875 + ], + "0.7": [ + 2504.9140625, + 2504.725341796875, + 2501.286376953125, + 2502.370361328125, + 2498.830810546875, + 2497.2412109375, + 2496.06884765625, + 2497.0458984375, + 2491.876953125, + 2492.30029296875, + 2490.0888671875, + 2488.6064453125, + 2487.409912109375, + 2486.14990234375, + 2485.4697265625, + 2486.535400390625, + 2480.99365234375, + 2479.120849609375, + 2476.195556640625, + 2474.640625, + 2472.83447265625, + 2469.49755859375, + 2466.484375, + 2463.332763671875 + ], + "0.8": [ + 2518.58203125, + 2523.524169921875, + 2528.54296875, + 2533.44921875, + 2538.819091796875, + 2543.92041015625, + 2544.4072265625, + 2551.072021484375, + 2553.84033203125, + 2556.875244140625, + 2560.332275390625, + 2558.37353515625, + 2560.17333984375, + 2564.207763671875, + 2563.047607421875, + 2562.919921875, + 2599.86279296875, + 2591.964111328125, + 2592.6103515625, + 2595.959228515625, + 2591.3017578125, + 2591.26806640625, + 2593.57861328125, + 2599.505859375 + ], + "0.9": [ + 2518.58203125, + 2523.524169921875, + 2528.54296875, + 2533.44921875, + 2538.819091796875, + 2543.92041015625, + 2544.4072265625, + 2551.072021484375, + 2553.84033203125, + 2556.875244140625, + 2560.332275390625, + 2558.37353515625, + 2560.17333984375, + 2564.207763671875, + 2563.047607421875, + 2562.919921875, + 2599.86279296875, + 2591.964111328125, + 2592.6103515625, + 2595.959228515625, + 2591.3017578125, + 2591.26806640625, + 2593.57861328125, + 2599.505859375 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_034152.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_034152.json new file mode 100644 index 0000000000000000000000000000000000000000..56e66b653cd37605bc678dc8d4a92c2696cbd2d0 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_034152.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-23T03:41:52.227137+00:00", + "metrics": { + "MSE[mean]": 8263.88587199065, + "MSE[0.5]": 7848.166489840999, + "MAE[0.5]": 68.05060953702515, + "MASE[0.5]": 0.7740353691415183, + "MAPE[0.5]": 0.02808911444216929, + "sMAPE[0.5]": 0.027432032615851063, + "MSIS": 15.065649937960382, + "RMSE[mean]": 90.90591769511295, + "NRMSE[mean]": 0.03697867838445272, + "ND[0.5]": 0.027681603879467862, + "mean_weighted_sum_quantile_loss": 0.026645771268535248 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" + ], + "context": [ + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 + ], + "p10": [ + 2461.4040428176263, + 2463.576208039603, + 2465.7483732615797, + 2467.9205384835564, + 2470.092703705533, + 2472.2648689275097, + 2474.4370341494864, + 2476.609199371463, + 2478.7813645934402, + 2480.953529815417, + 2483.1256950373936, + 2485.2978602593703, + 2523.470025481347, + 2489.6421907033236, + 2491.8143559253003, + 2533.986521147277, + 2496.1586863692537, + 2498.3308515912304, + 2500.503016813207, + 2542.6751820351838, + 2540.8473472571604, + 2507.019512479137, + 2549.191677701114, + 2511.363842923091 + ], + "p90": [ + 2541.4040428176263, + 2543.576208039603, + 2509.748373261579, + 2547.9205384835564, + 2550.092703705533, + 2553.2648689275097, + 2554.4370341494864, + 2556.609199371463, + 2558.7813645934402, + 2560.953529815417, + 2563.1256950373936, + 2565.2978602593703, + 2567.470025481347, + 2569.6421907033236, + 2571.8143559253003, + 2573.986521147277, + 2576.1586863692537, + 2578.3308515912304, + 2580.503016813207, + 2582.6751820351838, + 2584.8473472571604, + 2587.019512479137, + 2599.191677701114, + 2591.363842923091 + ], + "mean": [ + 2503.3540428176375, + 2504.6762080395974, + 2506.598373261583, + 2507.220538483549, + 2510.542703705536, + 2514.314868927522, + 2515.9870341494807, + 2518.6591993714687, + 2519.9313645934335, + 2522.7535298154216, + 2525.7256950374076, + 2525.9978602593656, + 2529.1700254813536, + 2529.3921907033186, + 2532.0143559253065, + 2537.2365211472647, + 2536.6586863692505, + 2542.6308515912383, + 2540.5530168131963, + 2550.5751820351898, + 2549.7973472571493, + 2549.1195124791357, + 2555.3416777011216, + 2554.7138429230818 + ], + "quantiles": { + "0.1": [ + 2461.4040428176263, + 2463.576208039603, + 2465.7483732615797, + 2467.9205384835564, + 2470.092703705533, + 2472.2648689275097, + 2474.4370341494864, + 2476.609199371463, + 2478.7813645934402, + 2480.953529815417, + 2483.1256950373936, + 2485.2978602593703, + 2523.470025481347, + 2489.6421907033236, + 2491.8143559253003, + 2533.986521147277, + 2496.1586863692537, + 2498.3308515912304, + 2500.503016813207, + 2542.6751820351838, + 2540.8473472571604, + 2507.019512479137, + 2549.191677701114, + 2511.363842923091 + ], + "0.2": [ + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 + ], + "0.3": [ + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 + ], + "0.4": [ + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 + ], + "0.5": [ + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 + ], + "0.6": [ + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 + ], + "0.7": [ + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2538.3308515912304, + 2540.503016813207, + 2542.6751820351838, + 2544.8473472571604, + 2547.019512479137, + 2549.191677701114, + 2551.363842923091 + ], + "0.8": [ + 2501.4040428176263, + 2503.576208039603, + 2505.7483732615797, + 2507.9205384835564, + 2510.092703705533, + 2512.2648689275097, + 2514.4370341494864, + 2516.609199371463, + 2518.7813645934402, + 2520.953529815417, + 2523.1256950373936, + 2525.2978602593703, + 2527.470025481347, + 2529.6421907033236, + 2531.8143559253003, + 2533.986521147277, + 2536.1586863692537, + 2578.3308515912304, + 2540.503016813207, + 2550.6751820351847, + 2544.8473472571604, + 2547.019512479137, + 2589.191677701114, + 2551.363842923091 + ], + "0.9": [ + 2541.4040428176263, + 2543.576208039603, + 2509.748373261579, + 2547.9205384835564, + 2550.092703705533, + 2553.2648689275097, + 2554.4370341494864, + 2556.609199371463, + 2558.7813645934402, + 2560.953529815417, + 2563.1256950373936, + 2565.2978602593703, + 2567.470025481347, + 2569.6421907033236, + 2571.8143559253003, + 2573.986521147277, + 2576.1586863692537, + 2578.3308515912304, + 2580.503016813207, + 2582.6751820351838, + 2584.8473472571604, + 2587.019512479137, + 2599.191677701114, + 2591.363842923091 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_034126.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_034126.json new file mode 100644 index 0000000000000000000000000000000000000000..a9ea01095f825b7f50a147541644f01540868f0c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_034126.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T03:41:26.449846+00:00", + "metrics": { + "MSE[mean]": 9026.957615745565, + "MSE[0.5]": 6619.404846738403, + "MAE[0.5]": 61.86441548665365, + "MASE[0.5]": 0.7036710766254443, + "MAPE[0.5]": 0.025542792267053305, + "sMAPE[0.5]": 0.02498749843094103, + "MSIS": 2.8110956707271924, + "RMSE[mean]": 95.01030268210688, + "NRMSE[mean]": 0.03864825871814517, + "ND[0.5]": 0.02516518596067267, + "mean_weighted_sum_quantile_loss": 0.01784441658206803 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" + ], + "context": [ + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2496.7415771484375, + 2501.49658203125, + 2502.491943359375, + 2503.3948974609375, + 2509.5030517578125, + 2511.41796875, + 2508.398681640625, + 2509.64794921875, + 2512.080322265625, + 2510.039306640625, + 2522.4068603515625, + 2522.495849609375, + 2537.4547119140625, + 2522.526123046875, + 2529.4405517578125, + 2537.4735107421875, + 2518.59033203125, + 2517.66552734375, + 2528.6107177734375, + 2522.688720703125, + 2520.1905517578125, + 2521.4249267578125, + 2546.0294189453125, + 2533.1622314453125 + ], + "p10": [ + 2472.979736328125, + 2466.3519287109375, + 2466.43701171875, + 2455.599853515625, + 2441.6014404296875, + 2439.184814453125, + 2426.9522705078125, + 2418.7755126953125, + 2412.3004150390625, + 2421.489013671875, + 2419.7711181640625, + 2427.3095703125, + 2421.9031982421875, + 2401.9176025390625, + 2402.864990234375, + 2408.3751220703125, + 2378.16845703125, + 2397.0390625, + 2381.866455078125, + 2385.9443359375, + 2395.35107421875, + 2353.0379638671875, + 2403.314453125, + 2357.89111328125 + ], + "p90": [ + 2520.036865234375, + 2539.740966796875, + 2544.541748046875, + 2560.1473388671875, + 2573.0052490234375, + 2592.9388427734375, + 2585.491943359375, + 2625.2479248046875, + 2609.873291015625, + 2640.06982421875, + 2666.3577880859375, + 2642.1864013671875, + 2672.51220703125, + 2661.9359130859375, + 2679.741943359375, + 2726.697265625, + 2731.08154296875, + 2688.9879150390625, + 2705.2955322265625, + 2698.80029296875, + 2748.7249755859375, + 2700.676025390625, + 2762.456787109375, + 2733.4788818359375 + ], + "mean": [ + 2497.4404296875, + 2506.1513671875, + 2506.46142578125, + 2505.832763671875, + 2507.357421875, + 2519.57177734375, + 2508.074462890625, + 2519.2421875, + 2513.43408203125, + 2527.87841796875, + 2535.04833984375, + 2529.0849609375, + 2547.668701171875, + 2531.278564453125, + 2545.949951171875, + 2553.754150390625, + 2537.0859375, + 2535.010986328125, + 2541.48046875, + 2539.322265625, + 2549.62939453125, + 2535.500732421875, + 2567.015869140625, + 2554.475341796875 + ], + "quantiles": { + "0.1": [ + 2472.979736328125, + 2466.3519287109375, + 2466.43701171875, + 2455.599853515625, + 2441.6014404296875, + 2439.184814453125, + 2426.9522705078125, + 2418.7755126953125, + 2412.3004150390625, + 2421.489013671875, + 2419.7711181640625, + 2427.3095703125, + 2421.9031982421875, + 2401.9176025390625, + 2402.864990234375, + 2408.3751220703125, + 2378.16845703125, + 2397.0390625, + 2381.866455078125, + 2385.9443359375, + 2395.35107421875, + 2353.0379638671875, + 2403.314453125, + 2357.89111328125 + ], + "0.2": [ + 2472.979736328125, + 2466.3519287109375, + 2466.43701171875, + 2455.599853515625, + 2441.6014404296875, + 2439.184814453125, + 2426.9522705078125, + 2418.7755126953125, + 2412.3004150390625, + 2421.489013671875, + 2419.7711181640625, + 2427.3095703125, + 2421.9031982421875, + 2401.9176025390625, + 2402.864990234375, + 2408.3751220703125, + 2378.16845703125, + 2397.0390625, + 2381.866455078125, + 2385.9443359375, + 2395.35107421875, + 2353.0379638671875, + 2403.314453125, + 2357.89111328125 + ], + "0.3": [ + 2472.979736328125, + 2466.3519287109375, + 2466.43701171875, + 2455.599853515625, + 2441.6014404296875, + 2439.184814453125, + 2426.9522705078125, + 2418.7755126953125, + 2412.3004150390625, + 2421.489013671875, + 2419.7711181640625, + 2427.3095703125, + 2421.9031982421875, + 2401.9176025390625, + 2402.864990234375, + 2408.3751220703125, + 2378.16845703125, + 2397.0390625, + 2381.866455078125, + 2385.9443359375, + 2395.35107421875, + 2353.0379638671875, + 2403.314453125, + 2357.89111328125 + ], + "0.4": [ + 2496.7415771484375, + 2501.49658203125, + 2502.491943359375, + 2503.3948974609375, + 2509.5030517578125, + 2511.41796875, + 2508.398681640625, + 2509.64794921875, + 2512.080322265625, + 2510.039306640625, + 2522.4068603515625, + 2522.495849609375, + 2537.4547119140625, + 2522.526123046875, + 2529.4405517578125, + 2537.4735107421875, + 2518.59033203125, + 2517.66552734375, + 2528.6107177734375, + 2522.688720703125, + 2520.1905517578125, + 2521.4249267578125, + 2546.0294189453125, + 2533.1622314453125 + ], + "0.5": [ + 2496.7415771484375, + 2501.49658203125, + 2502.491943359375, + 2503.3948974609375, + 2509.5030517578125, + 2511.41796875, + 2508.398681640625, + 2509.64794921875, + 2512.080322265625, + 2510.039306640625, + 2522.4068603515625, + 2522.495849609375, + 2537.4547119140625, + 2522.526123046875, + 2529.4405517578125, + 2537.4735107421875, + 2518.59033203125, + 2517.66552734375, + 2528.6107177734375, + 2522.688720703125, + 2520.1905517578125, + 2521.4249267578125, + 2546.0294189453125, + 2533.1622314453125 + ], + "0.6": [ + 2496.7415771484375, + 2501.49658203125, + 2502.491943359375, + 2503.3948974609375, + 2509.5030517578125, + 2511.41796875, + 2508.398681640625, + 2509.64794921875, + 2512.080322265625, + 2510.039306640625, + 2522.4068603515625, + 2522.495849609375, + 2537.4547119140625, + 2522.526123046875, + 2529.4405517578125, + 2537.4735107421875, + 2518.59033203125, + 2517.66552734375, + 2528.6107177734375, + 2522.688720703125, + 2520.1905517578125, + 2521.4249267578125, + 2546.0294189453125, + 2533.1622314453125 + ], + "0.7": [ + 2496.7415771484375, + 2501.49658203125, + 2502.491943359375, + 2503.3948974609375, + 2509.5030517578125, + 2511.41796875, + 2508.398681640625, + 2509.64794921875, + 2512.080322265625, + 2510.039306640625, + 2522.4068603515625, + 2522.495849609375, + 2537.4547119140625, + 2522.526123046875, + 2529.4405517578125, + 2537.4735107421875, + 2518.59033203125, + 2517.66552734375, + 2528.6107177734375, + 2522.688720703125, + 2520.1905517578125, + 2521.4249267578125, + 2546.0294189453125, + 2533.1622314453125 + ], + "0.8": [ + 2520.036865234375, + 2539.740966796875, + 2544.541748046875, + 2560.1473388671875, + 2573.0052490234375, + 2592.9388427734375, + 2585.491943359375, + 2625.2479248046875, + 2609.873291015625, + 2640.06982421875, + 2666.3577880859375, + 2642.1864013671875, + 2672.51220703125, + 2661.9359130859375, + 2679.741943359375, + 2726.697265625, + 2731.08154296875, + 2688.9879150390625, + 2705.2955322265625, + 2698.80029296875, + 2748.7249755859375, + 2700.676025390625, + 2762.456787109375, + 2733.4788818359375 + ], + "0.9": [ + 2520.036865234375, + 2539.740966796875, + 2544.541748046875, + 2560.1473388671875, + 2573.0052490234375, + 2592.9388427734375, + 2585.491943359375, + 2625.2479248046875, + 2609.873291015625, + 2640.06982421875, + 2666.3577880859375, + 2642.1864013671875, + 2672.51220703125, + 2661.9359130859375, + 2679.741943359375, + 2726.697265625, + 2731.08154296875, + 2688.9879150390625, + 2705.2955322265625, + 2698.80029296875, + 2748.7249755859375, + 2700.676025390625, + 2762.456787109375, + 2733.4788818359375 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_034152.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_034152.json new file mode 100644 index 0000000000000000000000000000000000000000..c3d4a8e402a3bdfb52d7e652bd7f90e69a2664fa --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_034152.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T03:41:52.251569+00:00", + "metrics": { + "MSE[mean]": 4405.572566077282, + "MSE[0.5]": 4520.514004308985, + "MAE[0.5]": 55.738304093567116, + "MASE[0.5]": 0.6339901887419956, + "MAPE[0.5]": 0.022414927447587173, + "sMAPE[0.5]": 0.022782784656429366, + "MSIS": 4.124228563178367, + "RMSE[mean]": 66.37448731310309, + "NRMSE[mean]": 0.026999791449397865, + "ND[0.5]": 0.022673208444840862, + "mean_weighted_sum_quantile_loss": 0.020842653715267397 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" + ], + "context": [ + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 + ], + "p10": [ + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2402.228070175439, + 2366.228070175439, + 2366.228070175439, + 2406.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2406.228070175439, + 2402.228070175439, + 2366.228070175439, + 2406.228070175439, + 2366.228070175439 + ], + "p90": [ + 2446.228070175439, + 2446.228070175439, + 2410.228070175439, + 2446.228070175439, + 2446.228070175439, + 2447.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2456.228070175439, + 2446.228070175439 + ], + "mean": [ + 2408.178070175446, + 2407.328070175446, + 2407.078070175446, + 2405.528070175446, + 2406.678070175446, + 2408.278070175446, + 2407.778070175446, + 2408.278070175446, + 2407.378070175446, + 2408.028070175446, + 2408.828070175446, + 2406.928070175446, + 2407.928070175446, + 2405.978070175446, + 2406.428070175446, + 2409.478070175446, + 2406.728070175446, + 2410.528070175446, + 2406.278070175446, + 2414.128070175446, + 2411.178070175446, + 2408.328070175446, + 2412.378070175446, + 2409.578070175446 + ], + "quantiles": { + "0.1": [ + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2402.228070175439, + 2366.228070175439, + 2366.228070175439, + 2406.228070175439, + 2366.228070175439, + 2366.228070175439, + 2366.228070175439, + 2406.228070175439, + 2402.228070175439, + 2366.228070175439, + 2406.228070175439, + 2366.228070175439 + ], + "0.2": [ + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 + ], + "0.3": [ + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 + ], + "0.4": [ + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 + ], + "0.5": [ + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 + ], + "0.6": [ + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 + ], + "0.7": [ + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439 + ], + "0.8": [ + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2406.228070175439, + 2446.228070175439, + 2406.228070175439, + 2414.22807017544, + 2406.228070175439, + 2406.228070175439, + 2446.228070175439, + 2406.228070175439 + ], + "0.9": [ + 2446.228070175439, + 2446.228070175439, + 2410.228070175439, + 2446.228070175439, + 2446.228070175439, + 2447.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2446.228070175439, + 2456.228070175439, + 2446.228070175439 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_034152.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_034152.json new file mode 100644 index 0000000000000000000000000000000000000000..e33974b3d910e1ebf32ca509e19069da6b6aa9cf --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_034152.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T03:41:52.267258+00:00", + "metrics": { + "MSE[mean]": 16875.0, + "MSE[0.5]": 16875.0, + "MAE[0.5]": 112.5, + "MASE[0.5]": 1.2796208530805686, + "MAPE[0.5]": 0.045537131519274375, + "sMAPE[0.5]": 0.046431378445369605, + "MSIS": 25.444551118214836, + "RMSE[mean]": 129.9038105676658, + "NRMSE[mean]": 0.05284222802752507, + "ND[0.5]": 0.04576271186440678, + "mean_weighted_sum_quantile_loss": 0.04061581920903956 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" + ], + "context": [ + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "p10": [ + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2303.0, + 2303.0, + 2303.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2401.0, + 2401.0, + 2401.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0 + ], + "p90": [ + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2397.0, + 2397.0, + 2397.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2499.0, + 2499.0, + 2499.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "mean": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "quantiles": { + "0.1": [ + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2303.0, + 2303.0, + 2303.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2401.0, + 2401.0, + 2401.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0 + ], + "0.2": [ + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2265.5, + 2314.75, + 2314.75, + 2314.75, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2413.25, + 2413.25, + 2413.25, + 2462.5, + 2462.5, + 2462.5, + 2462.5, + 2462.5, + 2462.5, + 2462.5, + 2462.5 + ], + "0.3": [ + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2277.0, + 2326.5, + 2326.5, + 2326.5, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2425.5, + 2425.5, + 2425.5, + 2475.0, + 2475.0, + 2475.0, + 2475.0, + 2475.0, + 2475.0, + 2475.0, + 2475.0 + ], + "0.4": [ + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2288.5, + 2338.25, + 2338.25, + 2338.25, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2437.75, + 2437.75, + 2437.75, + 2487.5, + 2487.5, + 2487.5, + 2487.5, + 2487.5, + 2487.5, + 2487.5, + 2487.5 + ], + "0.5": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "0.6": [ + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2311.4999999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2462.2499999999995, + 2462.2499999999995, + 2462.2499999999995, + 2512.4999999999995, + 2512.4999999999995, + 2512.4999999999995, + 2512.4999999999995, + 2512.4999999999995, + 2512.4999999999995, + 2512.4999999999995, + 2512.4999999999995 + ], + "0.7": [ + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2323.0, + 2373.5, + 2373.5, + 2373.5, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2474.5, + 2474.5, + 2474.5, + 2525.0, + 2525.0, + 2525.0, + 2525.0, + 2525.0, + 2525.0, + 2525.0, + 2525.0 + ], + "0.8": [ + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2334.5, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2486.7499999999995, + 2486.7499999999995, + 2486.7499999999995, + 2537.4999999999995, + 2537.4999999999995, + 2537.4999999999995, + 2537.4999999999995, + 2537.4999999999995, + 2537.4999999999995, + 2537.4999999999995, + 2537.4999999999995 + ], + "0.9": [ + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2397.0, + 2397.0, + 2397.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2499.0, + 2499.0, + 2499.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_034149.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_034149.json new file mode 100644 index 0000000000000000000000000000000000000000..4abd0f6317fa684a814e7b4173addafe50eeffd8 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_034149.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T03:41:49.812039+00:00", + "metrics": { + "MSE[mean]": 1424.2203254699707, + "MSE[0.5]": 1424.2203254699707, + "MAE[0.5]": 27.345377604166668, + "MASE[0.5]": 0.3110374703791469, + "MAPE[0.5]": 0.011307916910253684, + "sMAPE[0.5]": 0.011187225900413178, + "MSIS": 1.844533679835604, + "RMSE[mean]": 37.738843721952726, + "NRMSE[mean]": 0.015351394056387548, + "ND[0.5]": 0.011123543432203389, + "mean_weighted_sum_quantile_loss": 0.011559689670138889 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" + ], + "context": [ + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2498.09375, + 2499.1796875, + 2499.1796875, + 2497.0078125, + 2498.09375, + 2498.09375, + 2498.09375, + 2499.1796875, + 2498.09375, + 2498.09375, + 2493.75, + 2488.3203125, + 2490.4921875, + 2487.234375, + 2480.71875, + 2477.4609375, + 2473.1171875, + 2470.9453125, + 2467.6875, + 2465.515625, + 2462.2578125, + 2460.0859375, + 2457.37109375, + 2451.94140625 + ], + "p10": [ + 2479.6328125, + 2467.6875, + 2450.85546875, + 2428.59375, + 2410.1328125, + 2395.47265625, + 2383.798828125, + 2371.0390625, + 2359.908203125, + 2357.193359375, + 2348.0986328125, + 2340.2255859375, + 2337.7822265625, + 2332.14892578125, + 2326.44775390625, + 2320.0, + 2322.5791015625, + 2317.997802734375, + 2313.95947265625, + 2314.90966796875, + 2314.264892578125, + 2314.02734375, + 2312.500244140625, + 2310.97314453125 + ], + "p90": [ + 2510.0390625, + 2511.125, + 2515.46875, + 2515.46875, + 2518.7265625, + 2519.8125, + 2521.984375, + 2524.15625, + 2527.4140625, + 2529.5859375, + 2529.5859375, + 2525.2421875, + 2529.5859375, + 2526.328125, + 2523.0703125, + 2525.2421875, + 2524.15625, + 2524.15625, + 2521.984375, + 2521.984375, + 2520.8984375, + 2518.7265625, + 2519.8125, + 2517.640625 + ], + "mean": [ + 2498.09375, + 2499.1796875, + 2499.1796875, + 2497.0078125, + 2498.09375, + 2498.09375, + 2498.09375, + 2499.1796875, + 2498.09375, + 2498.09375, + 2493.75, + 2488.3203125, + 2490.4921875, + 2487.234375, + 2480.71875, + 2477.4609375, + 2473.1171875, + 2470.9453125, + 2467.6875, + 2465.515625, + 2462.2578125, + 2460.0859375, + 2457.37109375, + 2451.94140625 + ], + "quantiles": { + "0.1": [ + 2479.6328125, + 2467.6875, + 2450.85546875, + 2428.59375, + 2410.1328125, + 2395.47265625, + 2383.798828125, + 2371.0390625, + 2359.908203125, + 2357.193359375, + 2348.0986328125, + 2340.2255859375, + 2337.7822265625, + 2332.14892578125, + 2326.44775390625, + 2320.0, + 2322.5791015625, + 2317.997802734375, + 2313.95947265625, + 2314.90966796875, + 2314.264892578125, + 2314.02734375, + 2312.500244140625, + 2310.97314453125 + ], + "0.2": [ + 2479.6328125, + 2467.6875, + 2450.85546875, + 2428.59375, + 2410.1328125, + 2395.47265625, + 2383.798828125, + 2371.0390625, + 2359.908203125, + 2357.193359375, + 2348.0986328125, + 2340.2255859375, + 2337.7822265625, + 2332.14892578125, + 2326.44775390625, + 2320.0, + 2322.5791015625, + 2317.997802734375, + 2313.95947265625, + 2314.90966796875, + 2314.264892578125, + 2314.02734375, + 2312.500244140625, + 2310.97314453125 + ], + "0.3": [ + 2479.6328125, + 2467.6875, + 2450.85546875, + 2428.59375, + 2410.1328125, + 2395.47265625, + 2383.798828125, + 2371.0390625, + 2359.908203125, + 2357.193359375, + 2348.0986328125, + 2340.2255859375, + 2337.7822265625, + 2332.14892578125, + 2326.44775390625, + 2320.0, + 2322.5791015625, + 2317.997802734375, + 2313.95947265625, + 2314.90966796875, + 2314.264892578125, + 2314.02734375, + 2312.500244140625, + 2310.97314453125 + ], + "0.4": [ + 2498.09375, + 2499.1796875, + 2499.1796875, + 2497.0078125, + 2498.09375, + 2498.09375, + 2498.09375, + 2499.1796875, + 2498.09375, + 2498.09375, + 2493.75, + 2488.3203125, + 2490.4921875, + 2487.234375, + 2480.71875, + 2477.4609375, + 2473.1171875, + 2470.9453125, + 2467.6875, + 2465.515625, + 2462.2578125, + 2460.0859375, + 2457.37109375, + 2451.94140625 + ], + "0.5": [ + 2498.09375, + 2499.1796875, + 2499.1796875, + 2497.0078125, + 2498.09375, + 2498.09375, + 2498.09375, + 2499.1796875, + 2498.09375, + 2498.09375, + 2493.75, + 2488.3203125, + 2490.4921875, + 2487.234375, + 2480.71875, + 2477.4609375, + 2473.1171875, + 2470.9453125, + 2467.6875, + 2465.515625, + 2462.2578125, + 2460.0859375, + 2457.37109375, + 2451.94140625 + ], + "0.6": [ + 2498.09375, + 2499.1796875, + 2499.1796875, + 2497.0078125, + 2498.09375, + 2498.09375, + 2498.09375, + 2499.1796875, + 2498.09375, + 2498.09375, + 2493.75, + 2488.3203125, + 2490.4921875, + 2487.234375, + 2480.71875, + 2477.4609375, + 2473.1171875, + 2470.9453125, + 2467.6875, + 2465.515625, + 2462.2578125, + 2460.0859375, + 2457.37109375, + 2451.94140625 + ], + "0.7": [ + 2498.09375, + 2499.1796875, + 2499.1796875, + 2497.0078125, + 2498.09375, + 2498.09375, + 2498.09375, + 2499.1796875, + 2498.09375, + 2498.09375, + 2493.75, + 2488.3203125, + 2490.4921875, + 2487.234375, + 2480.71875, + 2477.4609375, + 2473.1171875, + 2470.9453125, + 2467.6875, + 2465.515625, + 2462.2578125, + 2460.0859375, + 2457.37109375, + 2451.94140625 + ], + "0.8": [ + 2510.0390625, + 2511.125, + 2515.46875, + 2515.46875, + 2518.7265625, + 2519.8125, + 2521.984375, + 2524.15625, + 2527.4140625, + 2529.5859375, + 2529.5859375, + 2525.2421875, + 2529.5859375, + 2526.328125, + 2523.0703125, + 2525.2421875, + 2524.15625, + 2524.15625, + 2521.984375, + 2521.984375, + 2520.8984375, + 2518.7265625, + 2519.8125, + 2517.640625 + ], + "0.9": [ + 2510.0390625, + 2511.125, + 2515.46875, + 2515.46875, + 2518.7265625, + 2519.8125, + 2521.984375, + 2524.15625, + 2527.4140625, + 2529.5859375, + 2529.5859375, + 2525.2421875, + 2529.5859375, + 2526.328125, + 2523.0703125, + 2525.2421875, + 2524.15625, + 2524.15625, + 2521.984375, + 2521.984375, + 2520.8984375, + 2518.7265625, + 2519.8125, + 2517.640625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_033945.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_033945.json new file mode 100644 index 0000000000000000000000000000000000000000..40290aaf1a1c1f7ac55150cc3d7afa56ff44a082 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_033945.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T03:39:45.360564+00:00", + "metrics": { + "MSE[mean]": 4118.5099414289, + "MSE[0.5]": 2968.8318993623056, + "MAE[0.5]": 39.80992635091146, + "MASE[0.5]": 0.45281432816202605, + "MAPE[0.5]": 0.01646148947717922, + "sMAPE[0.5]": 0.01621140959581132, + "MSIS": 15.335965269549762, + "RMSE[mean]": 64.17561796686418, + "NRMSE[mean]": 0.026105336122114242, + "ND[0.5]": 0.016193868346133476, + "mean_weighted_sum_quantile_loss": 0.01573591202845457 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" + ], + "context": [ + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2498.04931640625, + 2497.102294921875, + 2496.65625, + 2495.28515625, + 2495.7431640625, + 2495.635498046875, + 2496.3291015625, + 2493.04541015625, + 2496.388427734375, + 2495.136962890625, + 2493.834228515625, + 2494.087158203125, + 2495.038330078125, + 2492.4609375, + 2493.384765625, + 2492.596435546875, + 2496.28125, + 2495.294921875, + 2494.005126953125, + 2491.40869140625, + 2491.980712890625, + 2489.333984375, + 2490.5126953125, + 2492.259033203125 + ], + "p10": [ + 2495.195556640625, + 2494.068603515625, + 2493.503662109375, + 2497.102783203125, + 2490.84033203125, + 2491.64453125, + 2490.031005859375, + 2491.6064453125, + 2487.917724609375, + 2492.566162109375, + 2491.997314453125, + 2485.745361328125, + 2486.04443359375, + 2486.28466796875, + 2486.84033203125, + 2489.58740234375, + 2483.560791015625, + 2478.023193359375, + 2482.489013671875, + 2481.796630859375, + 2481.581787109375, + 2484.125244140625, + 2479.4052734375, + 2478.74658203125 + ], + "p90": [ + 2506.64453125, + 2507.99658203125, + 2511.785400390625, + 2512.996337890625, + 2515.8232421875, + 2517.999755859375, + 2520.0849609375, + 2521.4775390625, + 2525.58154296875, + 2525.078857421875, + 2530.488037109375, + 2526.093505859375, + 2531.7158203125, + 2533.16796875, + 2532.36083984375, + 2535.204345703125, + 2540.799560546875, + 2540.654541015625, + 2539.6630859375, + 2540.590576171875, + 2542.565673828125, + 2542.36279296875, + 2545.03369140625, + 2544.19384765625 + ], + "mean": [ + 2500.47705078125, + 2500.556884765625, + 2501.072998046875, + 2501.81494140625, + 2502.07177734375, + 2502.509033203125, + 2504.3525390625, + 2504.33447265625, + 2505.172119140625, + 2504.104736328125, + 2505.705078125, + 2505.875244140625, + 2505.4130859375, + 2503.710205078125, + 2506.529296875, + 2505.53076171875, + 2507.566162109375, + 2507.789306640625, + 2508.005615234375, + 2506.27587890625, + 2506.346435546875, + 2506.879150390625, + 2507.53173828125, + 2505.68896484375 + ], + "quantiles": { + "0.1": [ + 2495.195556640625, + 2494.068603515625, + 2493.503662109375, + 2497.102783203125, + 2490.84033203125, + 2491.64453125, + 2490.031005859375, + 2491.6064453125, + 2487.917724609375, + 2492.566162109375, + 2491.997314453125, + 2485.745361328125, + 2486.04443359375, + 2486.28466796875, + 2486.84033203125, + 2489.58740234375, + 2483.560791015625, + 2478.023193359375, + 2482.489013671875, + 2481.796630859375, + 2481.581787109375, + 2484.125244140625, + 2479.4052734375, + 2478.74658203125 + ], + "0.2": [ + 2495.195556640625, + 2494.068603515625, + 2493.503662109375, + 2497.102783203125, + 2490.84033203125, + 2491.64453125, + 2490.031005859375, + 2491.6064453125, + 2487.917724609375, + 2492.566162109375, + 2491.997314453125, + 2485.745361328125, + 2486.04443359375, + 2486.28466796875, + 2486.84033203125, + 2489.58740234375, + 2483.560791015625, + 2478.023193359375, + 2482.489013671875, + 2481.796630859375, + 2481.581787109375, + 2484.125244140625, + 2479.4052734375, + 2478.74658203125 + ], + "0.3": [ + 2495.195556640625, + 2494.068603515625, + 2493.503662109375, + 2497.102783203125, + 2490.84033203125, + 2491.64453125, + 2490.031005859375, + 2491.6064453125, + 2487.917724609375, + 2492.566162109375, + 2491.997314453125, + 2485.745361328125, + 2486.04443359375, + 2486.28466796875, + 2486.84033203125, + 2489.58740234375, + 2483.560791015625, + 2478.023193359375, + 2482.489013671875, + 2481.796630859375, + 2481.581787109375, + 2484.125244140625, + 2479.4052734375, + 2478.74658203125 + ], + "0.4": [ + 2498.04931640625, + 2497.102294921875, + 2496.65625, + 2495.28515625, + 2495.7431640625, + 2495.635498046875, + 2496.3291015625, + 2493.04541015625, + 2496.388427734375, + 2495.136962890625, + 2493.834228515625, + 2494.087158203125, + 2495.038330078125, + 2492.4609375, + 2493.384765625, + 2492.596435546875, + 2496.28125, + 2495.294921875, + 2494.005126953125, + 2491.40869140625, + 2491.980712890625, + 2489.333984375, + 2490.5126953125, + 2492.259033203125 + ], + "0.5": [ + 2498.04931640625, + 2497.102294921875, + 2496.65625, + 2495.28515625, + 2495.7431640625, + 2495.635498046875, + 2496.3291015625, + 2493.04541015625, + 2496.388427734375, + 2495.136962890625, + 2493.834228515625, + 2494.087158203125, + 2495.038330078125, + 2492.4609375, + 2493.384765625, + 2492.596435546875, + 2496.28125, + 2495.294921875, + 2494.005126953125, + 2491.40869140625, + 2491.980712890625, + 2489.333984375, + 2490.5126953125, + 2492.259033203125 + ], + "0.6": [ + 2498.04931640625, + 2497.102294921875, + 2496.65625, + 2495.28515625, + 2495.7431640625, + 2495.635498046875, + 2496.3291015625, + 2493.04541015625, + 2496.388427734375, + 2495.136962890625, + 2493.834228515625, + 2494.087158203125, + 2495.038330078125, + 2492.4609375, + 2493.384765625, + 2492.596435546875, + 2496.28125, + 2495.294921875, + 2494.005126953125, + 2491.40869140625, + 2491.980712890625, + 2489.333984375, + 2490.5126953125, + 2492.259033203125 + ], + "0.7": [ + 2498.04931640625, + 2497.102294921875, + 2496.65625, + 2495.28515625, + 2495.7431640625, + 2495.635498046875, + 2496.3291015625, + 2493.04541015625, + 2496.388427734375, + 2495.136962890625, + 2493.834228515625, + 2494.087158203125, + 2495.038330078125, + 2492.4609375, + 2493.384765625, + 2492.596435546875, + 2496.28125, + 2495.294921875, + 2494.005126953125, + 2491.40869140625, + 2491.980712890625, + 2489.333984375, + 2490.5126953125, + 2492.259033203125 + ], + "0.8": [ + 2506.64453125, + 2507.99658203125, + 2511.785400390625, + 2512.996337890625, + 2515.8232421875, + 2517.999755859375, + 2520.0849609375, + 2521.4775390625, + 2525.58154296875, + 2525.078857421875, + 2530.488037109375, + 2526.093505859375, + 2531.7158203125, + 2533.16796875, + 2532.36083984375, + 2535.204345703125, + 2540.799560546875, + 2540.654541015625, + 2539.6630859375, + 2540.590576171875, + 2542.565673828125, + 2542.36279296875, + 2545.03369140625, + 2544.19384765625 + ], + "0.9": [ + 2506.64453125, + 2507.99658203125, + 2511.785400390625, + 2512.996337890625, + 2515.8232421875, + 2517.999755859375, + 2520.0849609375, + 2521.4775390625, + 2525.58154296875, + 2525.078857421875, + 2530.488037109375, + 2526.093505859375, + 2531.7158203125, + 2533.16796875, + 2532.36083984375, + 2535.204345703125, + 2540.799560546875, + 2540.654541015625, + 2539.6630859375, + 2540.590576171875, + 2542.565673828125, + 2542.36279296875, + 2545.03369140625, + 2544.19384765625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_034047.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_034047.json new file mode 100644 index 0000000000000000000000000000000000000000..c1aba95ed6e032ee0d5e7710c5ac7e0b908ccc47 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_034047.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-23T03:40:47.042072+00:00", + "metrics": { + "MSE[mean]": 3364.3113776768246, + "MSE[0.5]": 3364.3113776768246, + "MAE[0.5]": 40.936798095703125, + "MASE[0.5]": 0.46563182668098335, + "MAPE[0.5]": 0.016947926821892494, + "sMAPE[0.5]": 0.01666327598935086, + "MSIS": 1.1231179187648104, + "RMSE[mean]": 58.002684228204686, + "NRMSE[mean]": 0.023594312228422242, + "ND[0.5]": 0.016652256852489406, + "mean_weighted_sum_quantile_loss": 0.010789110592484698 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" + ], + "context": [ + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2499.656494140625, + 2499.51416015625, + 2499.2421875, + 2499.10205078125, + 2499.076171875, + 2499.2392578125, + 2499.22705078125, + 2498.775634765625, + 2498.6103515625, + 2498.768798828125, + 2498.447265625, + 2498.18896484375, + 2498.30029296875, + 2498.280517578125, + 2498.16015625, + 2497.383056640625, + 2497.265380859375, + 2497.197998046875, + 2497.48388671875, + 2497.7734375, + 2497.92236328125, + 2498.096923828125, + 2498.281982421875, + 2497.8076171875 + ], + "p10": [ + 2495.541015625, + 2494.82080078125, + 2493.837646484375, + 2491.032470703125, + 2481.802001953125, + 2463.201171875, + 2439.1748046875, + 2420.1083984375, + 2417.1708984375, + 2413.3916015625, + 2407.927734375, + 2391.83056640625, + 2384.50830078125, + 2381.1044921875, + 2371.492431640625, + 2362.240478515625, + 2356.24267578125, + 2356.01123046875, + 2357.169921875, + 2352.3408203125, + 2349.513671875, + 2352.468505859375, + 2348.65283203125, + 2348.517822265625 + ], + "p90": [ + 2503.015380859375, + 2502.6572265625, + 2502.28857421875, + 2502.437744140625, + 2502.3115234375, + 2502.97314453125, + 2503.526611328125, + 2503.156494140625, + 2503.028564453125, + 2503.4326171875, + 2503.120849609375, + 2503.43212890625, + 2504.1865234375, + 2504.70556640625, + 2504.765380859375, + 2504.781494140625, + 2505.2841796875, + 2505.971923828125, + 2506.31201171875, + 2506.70458984375, + 2506.177734375, + 2505.597412109375, + 2505.185791015625, + 2504.82763671875 + ], + "mean": [ + 2499.656494140625, + 2499.51416015625, + 2499.2421875, + 2499.10205078125, + 2499.076171875, + 2499.2392578125, + 2499.22705078125, + 2498.775634765625, + 2498.6103515625, + 2498.768798828125, + 2498.447265625, + 2498.18896484375, + 2498.30029296875, + 2498.280517578125, + 2498.16015625, + 2497.383056640625, + 2497.265380859375, + 2497.197998046875, + 2497.48388671875, + 2497.7734375, + 2497.92236328125, + 2498.096923828125, + 2498.281982421875, + 2497.8076171875 + ], + "quantiles": { + "0.1": [ + 2495.541015625, + 2494.82080078125, + 2493.837646484375, + 2491.032470703125, + 2481.802001953125, + 2463.201171875, + 2439.1748046875, + 2420.1083984375, + 2417.1708984375, + 2413.3916015625, + 2407.927734375, + 2391.83056640625, + 2384.50830078125, + 2381.1044921875, + 2371.492431640625, + 2362.240478515625, + 2356.24267578125, + 2356.01123046875, + 2357.169921875, + 2352.3408203125, + 2349.513671875, + 2352.468505859375, + 2348.65283203125, + 2348.517822265625 + ], + "0.2": [ + 2495.541015625, + 2494.82080078125, + 2493.837646484375, + 2491.032470703125, + 2481.802001953125, + 2463.201171875, + 2439.1748046875, + 2420.1083984375, + 2417.1708984375, + 2413.3916015625, + 2407.927734375, + 2391.83056640625, + 2384.50830078125, + 2381.1044921875, + 2371.492431640625, + 2362.240478515625, + 2356.24267578125, + 2356.01123046875, + 2357.169921875, + 2352.3408203125, + 2349.513671875, + 2352.468505859375, + 2348.65283203125, + 2348.517822265625 + ], + "0.3": [ + 2495.541015625, + 2494.82080078125, + 2493.837646484375, + 2491.032470703125, + 2481.802001953125, + 2463.201171875, + 2439.1748046875, + 2420.1083984375, + 2417.1708984375, + 2413.3916015625, + 2407.927734375, + 2391.83056640625, + 2384.50830078125, + 2381.1044921875, + 2371.492431640625, + 2362.240478515625, + 2356.24267578125, + 2356.01123046875, + 2357.169921875, + 2352.3408203125, + 2349.513671875, + 2352.468505859375, + 2348.65283203125, + 2348.517822265625 + ], + "0.4": [ + 2499.656494140625, + 2499.51416015625, + 2499.2421875, + 2499.10205078125, + 2499.076171875, + 2499.2392578125, + 2499.22705078125, + 2498.775634765625, + 2498.6103515625, + 2498.768798828125, + 2498.447265625, + 2498.18896484375, + 2498.30029296875, + 2498.280517578125, + 2498.16015625, + 2497.383056640625, + 2497.265380859375, + 2497.197998046875, + 2497.48388671875, + 2497.7734375, + 2497.92236328125, + 2498.096923828125, + 2498.281982421875, + 2497.8076171875 + ], + "0.5": [ + 2499.656494140625, + 2499.51416015625, + 2499.2421875, + 2499.10205078125, + 2499.076171875, + 2499.2392578125, + 2499.22705078125, + 2498.775634765625, + 2498.6103515625, + 2498.768798828125, + 2498.447265625, + 2498.18896484375, + 2498.30029296875, + 2498.280517578125, + 2498.16015625, + 2497.383056640625, + 2497.265380859375, + 2497.197998046875, + 2497.48388671875, + 2497.7734375, + 2497.92236328125, + 2498.096923828125, + 2498.281982421875, + 2497.8076171875 + ], + "0.6": [ + 2499.656494140625, + 2499.51416015625, + 2499.2421875, + 2499.10205078125, + 2499.076171875, + 2499.2392578125, + 2499.22705078125, + 2498.775634765625, + 2498.6103515625, + 2498.768798828125, + 2498.447265625, + 2498.18896484375, + 2498.30029296875, + 2498.280517578125, + 2498.16015625, + 2497.383056640625, + 2497.265380859375, + 2497.197998046875, + 2497.48388671875, + 2497.7734375, + 2497.92236328125, + 2498.096923828125, + 2498.281982421875, + 2497.8076171875 + ], + "0.7": [ + 2499.656494140625, + 2499.51416015625, + 2499.2421875, + 2499.10205078125, + 2499.076171875, + 2499.2392578125, + 2499.22705078125, + 2498.775634765625, + 2498.6103515625, + 2498.768798828125, + 2498.447265625, + 2498.18896484375, + 2498.30029296875, + 2498.280517578125, + 2498.16015625, + 2497.383056640625, + 2497.265380859375, + 2497.197998046875, + 2497.48388671875, + 2497.7734375, + 2497.92236328125, + 2498.096923828125, + 2498.281982421875, + 2497.8076171875 + ], + "0.8": [ + 2503.015380859375, + 2502.6572265625, + 2502.28857421875, + 2502.437744140625, + 2502.3115234375, + 2502.97314453125, + 2503.526611328125, + 2503.156494140625, + 2503.028564453125, + 2503.4326171875, + 2503.120849609375, + 2503.43212890625, + 2504.1865234375, + 2504.70556640625, + 2504.765380859375, + 2504.781494140625, + 2505.2841796875, + 2505.971923828125, + 2506.31201171875, + 2506.70458984375, + 2506.177734375, + 2505.597412109375, + 2505.185791015625, + 2504.82763671875 + ], + "0.9": [ + 2503.015380859375, + 2502.6572265625, + 2502.28857421875, + 2502.437744140625, + 2502.3115234375, + 2502.97314453125, + 2503.526611328125, + 2503.156494140625, + 2503.028564453125, + 2503.4326171875, + 2503.120849609375, + 2503.43212890625, + 2504.1865234375, + 2504.70556640625, + 2504.765380859375, + 2504.781494140625, + 2505.2841796875, + 2505.971923828125, + 2506.31201171875, + 2506.70458984375, + 2506.177734375, + 2505.597412109375, + 2505.185791015625, + 2504.82763671875 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_034032.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_034032.json new file mode 100644 index 0000000000000000000000000000000000000000..84d0be888f760b798608468d2a9ba51cac2827c6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_034032.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T03:40:32.877172+00:00", + "metrics": { + "MSE[mean]": 3593.5160507832966, + "MSE[0.5]": 3593.5160507832966, + "MAE[0.5]": 42.40111287434896, + "MASE[0.5]": 0.4822875398030213, + "MAPE[0.5]": 0.017552822374270347, + "sMAPE[0.5]": 0.017248959587294648, + "MSIS": 2.1264965473193125, + "RMSE[mean]": 59.94594273829795, + "NRMSE[mean]": 0.024384790266426284, + "ND[0.5]": 0.017247910321769068, + "mean_weighted_sum_quantile_loss": 0.013438111317090395 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" + ], + "context": [ + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2500.30078125, + 2500.44580078125, + 2500.26025390625, + 2500.7412109375, + 2500.987548828125, + 2500.42822265625, + 2501.257080078125, + 2500.81201171875, + 2500.769775390625, + 2501.3173828125, + 2501.32080078125, + 2501.29150390625, + 2500.874755859375, + 2501.086669921875, + 2500.961181640625, + 2500.9375, + 2500.53515625, + 2500.275146484375, + 2500.5810546875, + 2500.750732421875, + 2500.6806640625, + 2500.482177734375, + 2500.243896484375, + 2500.285400390625 + ], + "p10": [ + 2492.253662109375, + 2482.802734375, + 2462.657958984375, + 2450.17822265625, + 2433.947021484375, + 2427.37255859375, + 2420.16650390625, + 2417.134765625, + 2410.310791015625, + 2406.327880859375, + 2400.263916015625, + 2395.207763671875, + 2390.274169921875, + 2386.7197265625, + 2384.955810546875, + 2381.4716796875, + 2377.76416015625, + 2376.74853515625, + 2374.202880859375, + 2371.148681640625, + 2368.26611328125, + 2365.587890625, + 2363.133544921875, + 2361.04248046875 + ], + "p90": [ + 2504.630126953125, + 2508.73291015625, + 2525.824462890625, + 2540.35400390625, + 2558.218505859375, + 2572.133544921875, + 2571.3544921875, + 2579.1796875, + 2582.716796875, + 2590.0732421875, + 2595.785888671875, + 2601.802490234375, + 2608.875732421875, + 2610.30224609375, + 2610.890380859375, + 2613.887451171875, + 2617.293212890625, + 2621.14794921875, + 2624.783935546875, + 2626.5380859375, + 2629.07861328125, + 2630.029052734375, + 2631.177734375, + 2632.03662109375 + ], + "mean": [ + 2500.30078125, + 2500.44580078125, + 2500.26025390625, + 2500.7412109375, + 2500.987548828125, + 2500.42822265625, + 2501.257080078125, + 2500.81201171875, + 2500.769775390625, + 2501.3173828125, + 2501.32080078125, + 2501.29150390625, + 2500.874755859375, + 2501.086669921875, + 2500.961181640625, + 2500.9375, + 2500.53515625, + 2500.275146484375, + 2500.5810546875, + 2500.750732421875, + 2500.6806640625, + 2500.482177734375, + 2500.243896484375, + 2500.285400390625 + ], + "quantiles": { + "0.1": [ + 2492.253662109375, + 2482.802734375, + 2462.657958984375, + 2450.17822265625, + 2433.947021484375, + 2427.37255859375, + 2420.16650390625, + 2417.134765625, + 2410.310791015625, + 2406.327880859375, + 2400.263916015625, + 2395.207763671875, + 2390.274169921875, + 2386.7197265625, + 2384.955810546875, + 2381.4716796875, + 2377.76416015625, + 2376.74853515625, + 2374.202880859375, + 2371.148681640625, + 2368.26611328125, + 2365.587890625, + 2363.133544921875, + 2361.04248046875 + ], + "0.2": [ + 2492.253662109375, + 2482.802734375, + 2462.657958984375, + 2450.17822265625, + 2433.947021484375, + 2427.37255859375, + 2420.16650390625, + 2417.134765625, + 2410.310791015625, + 2406.327880859375, + 2400.263916015625, + 2395.207763671875, + 2390.274169921875, + 2386.7197265625, + 2384.955810546875, + 2381.4716796875, + 2377.76416015625, + 2376.74853515625, + 2374.202880859375, + 2371.148681640625, + 2368.26611328125, + 2365.587890625, + 2363.133544921875, + 2361.04248046875 + ], + "0.3": [ + 2492.253662109375, + 2482.802734375, + 2462.657958984375, + 2450.17822265625, + 2433.947021484375, + 2427.37255859375, + 2420.16650390625, + 2417.134765625, + 2410.310791015625, + 2406.327880859375, + 2400.263916015625, + 2395.207763671875, + 2390.274169921875, + 2386.7197265625, + 2384.955810546875, + 2381.4716796875, + 2377.76416015625, + 2376.74853515625, + 2374.202880859375, + 2371.148681640625, + 2368.26611328125, + 2365.587890625, + 2363.133544921875, + 2361.04248046875 + ], + "0.4": [ + 2500.30078125, + 2500.44580078125, + 2500.26025390625, + 2500.7412109375, + 2500.987548828125, + 2500.42822265625, + 2501.257080078125, + 2500.81201171875, + 2500.769775390625, + 2501.3173828125, + 2501.32080078125, + 2501.29150390625, + 2500.874755859375, + 2501.086669921875, + 2500.961181640625, + 2500.9375, + 2500.53515625, + 2500.275146484375, + 2500.5810546875, + 2500.750732421875, + 2500.6806640625, + 2500.482177734375, + 2500.243896484375, + 2500.285400390625 + ], + "0.5": [ + 2500.30078125, + 2500.44580078125, + 2500.26025390625, + 2500.7412109375, + 2500.987548828125, + 2500.42822265625, + 2501.257080078125, + 2500.81201171875, + 2500.769775390625, + 2501.3173828125, + 2501.32080078125, + 2501.29150390625, + 2500.874755859375, + 2501.086669921875, + 2500.961181640625, + 2500.9375, + 2500.53515625, + 2500.275146484375, + 2500.5810546875, + 2500.750732421875, + 2500.6806640625, + 2500.482177734375, + 2500.243896484375, + 2500.285400390625 + ], + "0.6": [ + 2500.30078125, + 2500.44580078125, + 2500.26025390625, + 2500.7412109375, + 2500.987548828125, + 2500.42822265625, + 2501.257080078125, + 2500.81201171875, + 2500.769775390625, + 2501.3173828125, + 2501.32080078125, + 2501.29150390625, + 2500.874755859375, + 2501.086669921875, + 2500.961181640625, + 2500.9375, + 2500.53515625, + 2500.275146484375, + 2500.5810546875, + 2500.750732421875, + 2500.6806640625, + 2500.482177734375, + 2500.243896484375, + 2500.285400390625 + ], + "0.7": [ + 2500.30078125, + 2500.44580078125, + 2500.26025390625, + 2500.7412109375, + 2500.987548828125, + 2500.42822265625, + 2501.257080078125, + 2500.81201171875, + 2500.769775390625, + 2501.3173828125, + 2501.32080078125, + 2501.29150390625, + 2500.874755859375, + 2501.086669921875, + 2500.961181640625, + 2500.9375, + 2500.53515625, + 2500.275146484375, + 2500.5810546875, + 2500.750732421875, + 2500.6806640625, + 2500.482177734375, + 2500.243896484375, + 2500.285400390625 + ], + "0.8": [ + 2504.630126953125, + 2508.73291015625, + 2525.824462890625, + 2540.35400390625, + 2558.218505859375, + 2572.133544921875, + 2571.3544921875, + 2579.1796875, + 2582.716796875, + 2590.0732421875, + 2595.785888671875, + 2601.802490234375, + 2608.875732421875, + 2610.30224609375, + 2610.890380859375, + 2613.887451171875, + 2617.293212890625, + 2621.14794921875, + 2624.783935546875, + 2626.5380859375, + 2629.07861328125, + 2630.029052734375, + 2631.177734375, + 2632.03662109375 + ], + "0.9": [ + 2504.630126953125, + 2508.73291015625, + 2525.824462890625, + 2540.35400390625, + 2558.218505859375, + 2572.133544921875, + 2571.3544921875, + 2579.1796875, + 2582.716796875, + 2590.0732421875, + 2595.785888671875, + 2601.802490234375, + 2608.875732421875, + 2610.30224609375, + 2610.890380859375, + 2613.887451171875, + 2617.293212890625, + 2621.14794921875, + 2624.783935546875, + 2626.5380859375, + 2629.07861328125, + 2630.029052734375, + 2631.177734375, + 2632.03662109375 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 24a1c6e8d4d4740c0cb18fcc6a07252de4045a60..9dd8389811a917b09fa0137ea19297ee6104837e 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,270607.66609573364,270607.66609573364,395.2591145833333,0.5479162434690946,0.006111022390200002,0.006139377080411207,5.332545607618736,520.1996406147679,0.00807747738770238,0.006137444763623895,0.005976749808442905,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,270486.10814476013,270486.10814476013,394.09033203125,0.5462960532653981,0.006092782408425308,0.006121122275743893,5.332545607618736,520.0827897025243,0.00807580991894215,0.006119407670070276,0.005974842035534788,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.9557502504811145,0.9557502504811145,0.9225999946395557,2.9713363663254806,0.5845415474544585,0.8410150816101677,116.6251006135589,0.977624800463406,0.639165441263658,0.6031905414061898,0.6005451446994812,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.04430556476116405,0.04430556476116405,0.17638890941937765,1.187232978847719,0.1187378205939452,0.11173683615377063,36.72289406316357,0.21048887087246215,0.13579928267111863,0.11379930573529526,0.10837318019289911,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,2.526666425069228,2.52 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,35.116667238872004,35.116667238872004,3.8750000397364297,0.32406787686530486,0.14511490626868206,0.14666830946299803,10.914341568434295,5.925931761239915,0.256811782962563,0.16793066631204262,0.16179046313202544,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.6712489541376576,3.6712489541376576,1.479166587193807,0.7882151583338476,0.06330295636972028,0.06022020069296464,18.750283548869888,1.9160503527145778,0.08359427468828524,0.0645337205384142,0.057908863056570566,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,60.791666666666664,60.791666666666664,5.875,1.116094986807388,0.44931763838013844,0.5156089463271339,42.88369403719822,7.796901093810711,0.6386540145100924,0.4812286689419795,0.477042093287827,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,27708.333333333332,27708.333333333332,158.33333333333334,3.74384236453202,0.06348710317460317,0.06579416062862113,88.64433788132142,166.45820296198482,0.06691787053748134,0.06365159128978225,0.0574092685650475,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,16875.0,16875.0,112.5,1.2796208530805686,0.045537131519274375,0.046431378445369605,25.444551118214836,129.9038105676658,0.05284222802752507,0.04576271186440678,0.04061581920903956,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,12304.714285714286,12304.714285714286,89.28571428571429,1.9052875013139914,0.4285084143360226,0.34083993743684793,69.9372819804209,110.9266166693742,0.4465131205782745,0.359401955146636,0.3521206312695675,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index ff9ad8cd1c478c01e830a7562dbfaeb6f1e0e4b1..2ed5f698d2399c6c3d72d7e1bbab59491df20b42 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T03:29:27.628698+00:00", + "evaluated_at": "2026-06-23T03:41:52.260062+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64040.0390625 + 64011.98828125 ], "p50": [ 64276.12109375, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 01e0650f3e0f1ece4d4e7674fa7f88e0b2e4ecb1..99065103c08cad282992c3cbfac81b4e12f60f2a 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T03:09:34.480710+00:00", + "evaluated_at": "2026-06-23T03:41:52.267258+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2300.0, 2260.0, @@ -101,9 +89,7 @@ 2350.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2450.0, 2450.0, @@ -115,6 +101,9 @@ 2500.0, 2500.0, 2500.0, + 2500.0 + ], + "actuals": [ 2500.0, 2500.0, 2500.0, @@ -126,22 +115,21 @@ 2500.0, 2500.0, 2500.0, - 2500.0, - 2450.0 + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2300.0, - 2300.0, - 2300.0, - 2350.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, 2300.0, 2300.0, 2300.0, @@ -153,21 +141,21 @@ 2350.0, 2400.0, 2400.0, - 2400.0 + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "p10": [ - 2303.0, - 2303.0, - 2303.0, - 2303.0, - 2254.0, - 2254.0, - 2254.0, - 2303.0, - 2254.0, - 2254.0, - 2254.0, - 2254.0, 2254.0, 2254.0, 2254.0, @@ -179,21 +167,21 @@ 2303.0, 2352.0, 2352.0, - 2352.0 + 2352.0, + 2352.0, + 2401.0, + 2401.0, + 2401.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0 ], "p90": [ - 2397.0, - 2397.0, - 2397.0, - 2397.0, - 2346.0, - 2346.0, - 2346.0, - 2397.0, - 2346.0, - 2346.0, - 2346.0, - 2346.0, 2346.0, 2346.0, 2346.0, @@ -205,21 +193,21 @@ 2397.0, 2448.0, 2448.0, - 2448.0 + 2448.0, + 2448.0, + 2499.0, + 2499.0, + 2499.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "mean": [ - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2300.0, - 2300.0, - 2300.0, - 2350.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, 2300.0, 2300.0, 2300.0, @@ -231,22 +219,22 @@ 2350.0, 2400.0, 2400.0, - 2400.0 + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "quantiles": { "0.1": [ - 2303.0, - 2303.0, - 2303.0, - 2303.0, - 2254.0, - 2254.0, - 2254.0, - 2303.0, - 2254.0, - 2254.0, - 2254.0, - 2254.0, 2254.0, 2254.0, 2254.0, @@ -258,21 +246,21 @@ 2303.0, 2352.0, 2352.0, - 2352.0 + 2352.0, + 2352.0, + 2401.0, + 2401.0, + 2401.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0 ], "0.2": [ - 2314.75, - 2314.75, - 2314.75, - 2314.75, - 2265.5, - 2265.5, - 2265.5, - 2314.75, - 2265.5, - 2265.5, - 2265.5, - 2265.5, 2265.5, 2265.5, 2265.5, @@ -284,21 +272,21 @@ 2314.75, 2364.0, 2364.0, - 2364.0 + 2364.0, + 2364.0, + 2413.25, + 2413.25, + 2413.25, + 2462.5, + 2462.5, + 2462.5, + 2462.5, + 2462.5, + 2462.5, + 2462.5, + 2462.5 ], "0.3": [ - 2326.5, - 2326.5, - 2326.5, - 2326.5, - 2277.0, - 2277.0, - 2277.0, - 2326.5, - 2277.0, - 2277.0, - 2277.0, - 2277.0, 2277.0, 2277.0, 2277.0, @@ -310,21 +298,21 @@ 2326.5, 2376.0, 2376.0, - 2376.0 + 2376.0, + 2376.0, + 2425.5, + 2425.5, + 2425.5, + 2475.0, + 2475.0, + 2475.0, + 2475.0, + 2475.0, + 2475.0, + 2475.0, + 2475.0 ], "0.4": [ - 2338.25, - 2338.25, - 2338.25, - 2338.25, - 2288.5, - 2288.5, - 2288.5, - 2338.25, - 2288.5, - 2288.5, - 2288.5, - 2288.5, 2288.5, 2288.5, 2288.5, @@ -336,21 +324,21 @@ 2338.25, 2388.0, 2388.0, - 2388.0 + 2388.0, + 2388.0, + 2437.75, + 2437.75, + 2437.75, + 2487.5, + 2487.5, + 2487.5, + 2487.5, + 2487.5, + 2487.5, + 2487.5, + 2487.5 ], "0.5": [ - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2300.0, - 2300.0, - 2300.0, - 2350.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, 2300.0, 2300.0, 2300.0, @@ -362,21 +350,21 @@ 2350.0, 2400.0, 2400.0, - 2400.0 + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "0.6": [ - 2361.7499999999995, - 2361.7499999999995, - 2361.7499999999995, - 2361.7499999999995, - 2311.4999999999995, - 2311.4999999999995, - 2311.4999999999995, - 2361.7499999999995, - 2311.4999999999995, - 2311.4999999999995, - 2311.4999999999995, - 2311.4999999999995, 2311.4999999999995, 2311.4999999999995, 2311.4999999999995, @@ -388,21 +376,21 @@ 2361.7499999999995, 2411.9999999999995, 2411.9999999999995, - 2411.9999999999995 + 2411.9999999999995, + 2411.9999999999995, + 2462.2499999999995, + 2462.2499999999995, + 2462.2499999999995, + 2512.4999999999995, + 2512.4999999999995, + 2512.4999999999995, + 2512.4999999999995, + 2512.4999999999995, + 2512.4999999999995, + 2512.4999999999995, + 2512.4999999999995 ], "0.7": [ - 2373.5, - 2373.5, - 2373.5, - 2373.5, - 2323.0, - 2323.0, - 2323.0, - 2373.5, - 2323.0, - 2323.0, - 2323.0, - 2323.0, 2323.0, 2323.0, 2323.0, @@ -414,21 +402,21 @@ 2373.5, 2424.0, 2424.0, - 2424.0 + 2424.0, + 2424.0, + 2474.5, + 2474.5, + 2474.5, + 2525.0, + 2525.0, + 2525.0, + 2525.0, + 2525.0, + 2525.0, + 2525.0, + 2525.0 ], "0.8": [ - 2385.2499999999995, - 2385.2499999999995, - 2385.2499999999995, - 2385.2499999999995, - 2334.5, - 2334.5, - 2334.5, - 2385.2499999999995, - 2334.5, - 2334.5, - 2334.5, - 2334.5, 2334.5, 2334.5, 2334.5, @@ -440,21 +428,21 @@ 2385.2499999999995, 2435.9999999999995, 2435.9999999999995, - 2435.9999999999995 + 2435.9999999999995, + 2435.9999999999995, + 2486.7499999999995, + 2486.7499999999995, + 2486.7499999999995, + 2537.4999999999995, + 2537.4999999999995, + 2537.4999999999995, + 2537.4999999999995, + 2537.4999999999995, + 2537.4999999999995, + 2537.4999999999995, + 2537.4999999999995 ], "0.9": [ - 2397.0, - 2397.0, - 2397.0, - 2397.0, - 2346.0, - 2346.0, - 2346.0, - 2397.0, - 2346.0, - 2346.0, - 2346.0, - 2346.0, 2346.0, 2346.0, 2346.0, @@ -466,14 +454,22 @@ 2397.0, 2448.0, 2448.0, - 2448.0 + 2448.0, + 2448.0, + 2499.0, + 2499.0, + 2499.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ] }, "timestamps": [ - "2026-06-22 15:55:00", - "2026-06-22 16:10:00", - "2026-06-22 16:25:00", - "2026-06-22 16:40:00", "2026-06-22 16:55:00", "2026-06-22 17:10:00", "2026-06-22 17:25:00", @@ -589,6 +585,10 @@ "2026-06-23 20:55:00", "2026-06-23 21:10:00", "2026-06-23 21:25:00", - "2026-06-23 21:40:00" + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 033cb468e22d4f4ca1f30003fc6f201f164e68eb..194558879c039fdaf0ffc41e293f5de595859c30 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T03:29:27.649054+00:00", + "evaluated_at": "2026-06-23T03:41:52.270566+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 189463ed795d48c914e1dab5b84490c81056805b..03097da03a37de6aa316698686ddb08dad52cd36 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,330617.1430212657,330617.1430212657,434.7869466145833,0.6027105301533394,0.006716498975367246,0.006755845749744471,10.7494062950139,574.9931678039885,0.008928292040977287,0.006751219061968259,0.007357700790562208,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,330106.21612040204,330106.21612040204,433.6181640625,0.6010903399496428,0.006698306485369017,0.006737590995431283,10.7494062950139,574.5487064822286,0.008921552942327717,0.006733193137139537,0.007347752024146292,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0013635932863907741,0.0013635932863907741,0.030643547574679058,0.09869096881735998,0.018876297328143953,0.018933148589016346,0.515147641368516,0.036926864020530824,0.024142570160840714,0.020034574202873634,0.019640244342343596,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.024781711369406087,0.024781711369406087,0.13559728860855103,0.9126740077271458,0.0920774486090257,0.08744911418776108,9.190342177918346,0.15742208031088298,0.10156264079047779,0.08748212885966383,0.06436095092533609,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Timer-S1,1.362090906236972,1.36209090 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,65.38385399982762,65.38385399982762,5.317004481951396,0.44466331253676555,0.19787035087515012,0.20949687405409803,6.238733925898049,8.08602832049379,0.3504237702590915,0.23042273452439693,0.216982119260937,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.1296339865193659,1.1296339865193659,0.705070972442627,0.37571672656208305,0.030433501735357273,0.029428260451647148,2.819642898468357,1.0628424090707738,0.04637014897251824,0.03076114177354569,0.027556191928668858,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,27.015334864457447,27.015334864457447,3.6959228515625,0.7021278240435356,0.2944152962448251,0.2920279006556839,7.464944240600263,5.197627811267122,0.42574425757819423,0.3027377079778157,0.25910236241467577,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,15515.89818318685,15515.89818318685,118.71940104166667,2.8071582512315274,0.047577524890164404,0.04885572588612563,78.39297981450123,124.56282825621314,0.05007550884671885,0.04772639237855946,0.045419306093546434,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1424.2203254699707,1424.2203254699707,27.345377604166668,0.3110374703791469,0.011307916910253684,0.011187225900413178,1.844533679835604,37.738843721952726,0.015351394056387548,0.011123543432203389,0.011559689670138889,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,747.7772404556828,747.7772404556828,24.926313127790177,0.531908079989636,0.1101648563055541,0.10356268264580626,3.2426969924585114,27.345515911309533,0.11007395708980261,0.10033593553452055,0.07193083053548893,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index f5b32199d86685280e3dd84675ccb4b64d9c9548..09c5398744d7aefa867b47291dbc2c93f80364c7 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T03:29:16.236829+00:00", + "evaluated_at": "2026-06-23T03:41:44.596173+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64040.0390625 + 64011.98828125 ], "p50": [ 64048.984375, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 2c5ca2f2395f668ead57e90556c45a9d392780b0..fda7612c07b8ed1673417c0f374238cf474e1f60 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T03:09:29.193646+00:00", + "evaluated_at": "2026-06-23T03:41:49.812039+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2300.0, 2260.0, @@ -101,9 +89,7 @@ 2350.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2450.0, 2450.0, @@ -115,6 +101,9 @@ 2500.0, 2500.0, 2500.0, + 2500.0 + ], + "actuals": [ 2500.0, 2500.0, 2500.0, @@ -126,354 +115,361 @@ 2500.0, 2500.0, 2500.0, - 2500.0, - 2450.0 + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2399.59375, - 2398.40625, - 2393.0625, - 2391.875, - 2384.75, - 2380.59375, - 2379.40625, - 2375.546875, - 2370.796875, - 2371.09375, - 2366.9375, - 2363.078125, - 2363.96875, - 2361.0, - 2356.546875, - 2355.953125, - 2354.46875, - 2355.359375, - 2355.359375, - 2356.546875, - 2353.578125, - 2355.359375, - 2353.875, - 2353.578125 + 2498.09375, + 2499.1796875, + 2499.1796875, + 2497.0078125, + 2498.09375, + 2498.09375, + 2498.09375, + 2499.1796875, + 2498.09375, + 2498.09375, + 2493.75, + 2488.3203125, + 2490.4921875, + 2487.234375, + 2480.71875, + 2477.4609375, + 2473.1171875, + 2470.9453125, + 2467.6875, + 2465.515625, + 2462.2578125, + 2460.0859375, + 2457.37109375, + 2451.94140625 ], "p10": [ - 2366.046875, - 2348.234375, - 2331.1640625, - 2323.296875, - 2312.38671875, - 2307.8037109375, - 2308.2490234375, - 2304.84423828125, - 2299.3056640625, - 2300.3447265625, - 2296.4296875, - 2293.38671875, - 2294.42578125, - 2291.60546875, - 2288.265625, - 2288.78515625, - 2287.89453125, - 2289.23046875, - 2289.67578125, - 2292.2734375, - 2289.75, - 2291.53125, - 2289.82421875, - 2290.12109375 + 2479.6328125, + 2467.6875, + 2450.85546875, + 2428.59375, + 2410.1328125, + 2395.47265625, + 2383.798828125, + 2371.0390625, + 2359.908203125, + 2357.193359375, + 2348.0986328125, + 2340.2255859375, + 2337.7822265625, + 2332.14892578125, + 2326.44775390625, + 2320.0, + 2322.5791015625, + 2317.997802734375, + 2313.95947265625, + 2314.90966796875, + 2314.264892578125, + 2314.02734375, + 2312.500244140625, + 2310.97314453125 ], "p90": [ - 2411.46875, - 2413.84375, - 2411.46875, - 2412.0625, - 2409.09375, - 2407.90625, - 2408.5, - 2407.90625, - 2407.3125, - 2408.5, - 2406.125, - 2403.75, - 2406.125, - 2404.34375, - 2401.96875, - 2402.5625, - 2406.71875, - 2406.71875, - 2406.71875, - 2409.09375, - 2406.71875, - 2409.09375, - 2408.5, - 2408.5 + 2510.0390625, + 2511.125, + 2515.46875, + 2515.46875, + 2518.7265625, + 2519.8125, + 2521.984375, + 2524.15625, + 2527.4140625, + 2529.5859375, + 2529.5859375, + 2525.2421875, + 2529.5859375, + 2526.328125, + 2523.0703125, + 2525.2421875, + 2524.15625, + 2524.15625, + 2521.984375, + 2521.984375, + 2520.8984375, + 2518.7265625, + 2519.8125, + 2517.640625 ], "mean": [ - 2399.59375, - 2398.40625, - 2393.0625, - 2391.875, - 2384.75, - 2380.59375, - 2379.40625, - 2375.546875, - 2370.796875, - 2371.09375, - 2366.9375, - 2363.078125, - 2363.96875, - 2361.0, - 2356.546875, - 2355.953125, - 2354.46875, - 2355.359375, - 2355.359375, - 2356.546875, - 2353.578125, - 2355.359375, - 2353.875, - 2353.578125 + 2498.09375, + 2499.1796875, + 2499.1796875, + 2497.0078125, + 2498.09375, + 2498.09375, + 2498.09375, + 2499.1796875, + 2498.09375, + 2498.09375, + 2493.75, + 2488.3203125, + 2490.4921875, + 2487.234375, + 2480.71875, + 2477.4609375, + 2473.1171875, + 2470.9453125, + 2467.6875, + 2465.515625, + 2462.2578125, + 2460.0859375, + 2457.37109375, + 2451.94140625 ], "quantiles": { "0.1": [ - 2366.046875, - 2348.234375, - 2331.1640625, - 2323.296875, - 2312.38671875, - 2307.8037109375, - 2308.2490234375, - 2304.84423828125, - 2299.3056640625, - 2300.3447265625, - 2296.4296875, - 2293.38671875, - 2294.42578125, - 2291.60546875, - 2288.265625, - 2288.78515625, - 2287.89453125, - 2289.23046875, - 2289.67578125, - 2292.2734375, - 2289.75, - 2291.53125, - 2289.82421875, - 2290.12109375 + 2479.6328125, + 2467.6875, + 2450.85546875, + 2428.59375, + 2410.1328125, + 2395.47265625, + 2383.798828125, + 2371.0390625, + 2359.908203125, + 2357.193359375, + 2348.0986328125, + 2340.2255859375, + 2337.7822265625, + 2332.14892578125, + 2326.44775390625, + 2320.0, + 2322.5791015625, + 2317.997802734375, + 2313.95947265625, + 2314.90966796875, + 2314.264892578125, + 2314.02734375, + 2312.500244140625, + 2310.97314453125 ], "0.2": [ - 2366.046875, - 2348.234375, - 2331.1640625, - 2323.296875, - 2312.38671875, - 2307.8037109375, - 2308.2490234375, - 2304.84423828125, - 2299.3056640625, - 2300.3447265625, - 2296.4296875, - 2293.38671875, - 2294.42578125, - 2291.60546875, - 2288.265625, - 2288.78515625, - 2287.89453125, - 2289.23046875, - 2289.67578125, - 2292.2734375, - 2289.75, - 2291.53125, - 2289.82421875, - 2290.12109375 + 2479.6328125, + 2467.6875, + 2450.85546875, + 2428.59375, + 2410.1328125, + 2395.47265625, + 2383.798828125, + 2371.0390625, + 2359.908203125, + 2357.193359375, + 2348.0986328125, + 2340.2255859375, + 2337.7822265625, + 2332.14892578125, + 2326.44775390625, + 2320.0, + 2322.5791015625, + 2317.997802734375, + 2313.95947265625, + 2314.90966796875, + 2314.264892578125, + 2314.02734375, + 2312.500244140625, + 2310.97314453125 ], "0.3": [ - 2366.046875, - 2348.234375, - 2331.1640625, - 2323.296875, - 2312.38671875, - 2307.8037109375, - 2308.2490234375, - 2304.84423828125, - 2299.3056640625, - 2300.3447265625, - 2296.4296875, - 2293.38671875, - 2294.42578125, - 2291.60546875, - 2288.265625, - 2288.78515625, - 2287.89453125, - 2289.23046875, - 2289.67578125, - 2292.2734375, - 2289.75, - 2291.53125, - 2289.82421875, - 2290.12109375 + 2479.6328125, + 2467.6875, + 2450.85546875, + 2428.59375, + 2410.1328125, + 2395.47265625, + 2383.798828125, + 2371.0390625, + 2359.908203125, + 2357.193359375, + 2348.0986328125, + 2340.2255859375, + 2337.7822265625, + 2332.14892578125, + 2326.44775390625, + 2320.0, + 2322.5791015625, + 2317.997802734375, + 2313.95947265625, + 2314.90966796875, + 2314.264892578125, + 2314.02734375, + 2312.500244140625, + 2310.97314453125 ], "0.4": [ - 2399.59375, - 2398.40625, - 2393.0625, - 2391.875, - 2384.75, - 2380.59375, - 2379.40625, - 2375.546875, - 2370.796875, - 2371.09375, - 2366.9375, - 2363.078125, - 2363.96875, - 2361.0, - 2356.546875, - 2355.953125, - 2354.46875, - 2355.359375, - 2355.359375, - 2356.546875, - 2353.578125, - 2355.359375, - 2353.875, - 2353.578125 + 2498.09375, + 2499.1796875, + 2499.1796875, + 2497.0078125, + 2498.09375, + 2498.09375, + 2498.09375, + 2499.1796875, + 2498.09375, + 2498.09375, + 2493.75, + 2488.3203125, + 2490.4921875, + 2487.234375, + 2480.71875, + 2477.4609375, + 2473.1171875, + 2470.9453125, + 2467.6875, + 2465.515625, + 2462.2578125, + 2460.0859375, + 2457.37109375, + 2451.94140625 ], "0.5": [ - 2399.59375, - 2398.40625, - 2393.0625, - 2391.875, - 2384.75, - 2380.59375, - 2379.40625, - 2375.546875, - 2370.796875, - 2371.09375, - 2366.9375, - 2363.078125, - 2363.96875, - 2361.0, - 2356.546875, - 2355.953125, - 2354.46875, - 2355.359375, - 2355.359375, - 2356.546875, - 2353.578125, - 2355.359375, - 2353.875, - 2353.578125 + 2498.09375, + 2499.1796875, + 2499.1796875, + 2497.0078125, + 2498.09375, + 2498.09375, + 2498.09375, + 2499.1796875, + 2498.09375, + 2498.09375, + 2493.75, + 2488.3203125, + 2490.4921875, + 2487.234375, + 2480.71875, + 2477.4609375, + 2473.1171875, + 2470.9453125, + 2467.6875, + 2465.515625, + 2462.2578125, + 2460.0859375, + 2457.37109375, + 2451.94140625 ], "0.6": [ - 2399.59375, - 2398.40625, - 2393.0625, - 2391.875, - 2384.75, - 2380.59375, - 2379.40625, - 2375.546875, - 2370.796875, - 2371.09375, - 2366.9375, - 2363.078125, - 2363.96875, - 2361.0, - 2356.546875, - 2355.953125, - 2354.46875, - 2355.359375, - 2355.359375, - 2356.546875, - 2353.578125, - 2355.359375, - 2353.875, - 2353.578125 + 2498.09375, + 2499.1796875, + 2499.1796875, + 2497.0078125, + 2498.09375, + 2498.09375, + 2498.09375, + 2499.1796875, + 2498.09375, + 2498.09375, + 2493.75, + 2488.3203125, + 2490.4921875, + 2487.234375, + 2480.71875, + 2477.4609375, + 2473.1171875, + 2470.9453125, + 2467.6875, + 2465.515625, + 2462.2578125, + 2460.0859375, + 2457.37109375, + 2451.94140625 ], "0.7": [ - 2399.59375, - 2398.40625, - 2393.0625, - 2391.875, - 2384.75, - 2380.59375, - 2379.40625, - 2375.546875, - 2370.796875, - 2371.09375, - 2366.9375, - 2363.078125, - 2363.96875, - 2361.0, - 2356.546875, - 2355.953125, - 2354.46875, - 2355.359375, - 2355.359375, - 2356.546875, - 2353.578125, - 2355.359375, - 2353.875, - 2353.578125 + 2498.09375, + 2499.1796875, + 2499.1796875, + 2497.0078125, + 2498.09375, + 2498.09375, + 2498.09375, + 2499.1796875, + 2498.09375, + 2498.09375, + 2493.75, + 2488.3203125, + 2490.4921875, + 2487.234375, + 2480.71875, + 2477.4609375, + 2473.1171875, + 2470.9453125, + 2467.6875, + 2465.515625, + 2462.2578125, + 2460.0859375, + 2457.37109375, + 2451.94140625 ], "0.8": [ - 2411.46875, - 2413.84375, - 2411.46875, - 2412.0625, - 2409.09375, - 2407.90625, - 2408.5, - 2407.90625, - 2407.3125, - 2408.5, - 2406.125, - 2403.75, - 2406.125, - 2404.34375, - 2401.96875, - 2402.5625, - 2406.71875, - 2406.71875, - 2406.71875, - 2409.09375, - 2406.71875, - 2409.09375, - 2408.5, - 2408.5 + 2510.0390625, + 2511.125, + 2515.46875, + 2515.46875, + 2518.7265625, + 2519.8125, + 2521.984375, + 2524.15625, + 2527.4140625, + 2529.5859375, + 2529.5859375, + 2525.2421875, + 2529.5859375, + 2526.328125, + 2523.0703125, + 2525.2421875, + 2524.15625, + 2524.15625, + 2521.984375, + 2521.984375, + 2520.8984375, + 2518.7265625, + 2519.8125, + 2517.640625 ], "0.9": [ - 2411.46875, - 2413.84375, - 2411.46875, - 2412.0625, - 2409.09375, - 2407.90625, - 2408.5, - 2407.90625, - 2407.3125, - 2408.5, - 2406.125, - 2403.75, - 2406.125, - 2404.34375, - 2401.96875, - 2402.5625, - 2406.71875, - 2406.71875, - 2406.71875, - 2409.09375, - 2406.71875, - 2409.09375, - 2408.5, - 2408.5 + 2510.0390625, + 2511.125, + 2515.46875, + 2515.46875, + 2518.7265625, + 2519.8125, + 2521.984375, + 2524.15625, + 2527.4140625, + 2529.5859375, + 2529.5859375, + 2525.2421875, + 2529.5859375, + 2526.328125, + 2523.0703125, + 2525.2421875, + 2524.15625, + 2524.15625, + 2521.984375, + 2521.984375, + 2520.8984375, + 2518.7265625, + 2519.8125, + 2517.640625 ] }, "timestamps": [ - "2026-06-22 15:55:00", - "2026-06-22 16:10:00", - "2026-06-22 16:25:00", - "2026-06-22 16:40:00", "2026-06-22 16:55:00", "2026-06-22 17:10:00", "2026-06-22 17:25:00", @@ -589,6 +585,10 @@ "2026-06-23 20:55:00", "2026-06-23 21:10:00", "2026-06-23 21:25:00", - "2026-06-23 21:40:00" + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index a6497b7d14a54504d85b5a65f93265b4a91b18aa..c9eaee5124436ce2ccfc8a3132a719e3c78b2500 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T03:29:27.095474+00:00", + "evaluated_at": "2026-06-23T03:41:51.777092+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 63a90bf6cd109d8c60895fa01aa59445c812031b..ee5fd73cefa557e2c53141f8843ddbe332a55cb9 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,261461.44788869223,347406.5588843028,433.2957356770833,0.600643383147871,0.006690204939312908,0.006731611622427451,9.772854191831334,511.3330107558989,0.007939799472151532,0.006728064062065307,0.005223054721663299,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,261587.6444454193,347238.45051574707,432.126953125,0.5990231929441744,0.006671970635345925,0.006713356820511346,9.772854191831334,511.4563954487414,0.00794185986010776,0.006710037715889805,0.00521306711153112,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0031537869802536517,0.005060357955256656,0.049929152925809225,0.1608024156625359,0.028800593566098532,0.029562291456699155,1.9258956545983277,0.05615858776940221,0.03671615993718587,0.03264339145919618,0.02484198554949664,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03690518837452888,0.028865050470216938,0.14422021309534708,0.9707129193488373,0.0984583152366255,0.09269670051714932,35.49847795345048,0.1921072314477747,0.1239401594887619,0.09304530640430297,0.0949317181761741,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.0613692405736401,0.9148 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,76.7457990261923,86.16228243291357,5.591755708058675,0.4676408726910053,0.18336045325645978,0.21210979958397794,17.760521963233035,8.760467968447365,0.37965192466081554,0.24232961349139287,0.2649895727702449,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.6374072710547504,0.7461884097723063,0.7869531313578287,0.4193499179908498,0.03467712266246418,0.03503062913002556,6.6075162227901005,0.7983778999037676,0.034831976818906527,0.03433353206836737,0.02721167957553683,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,32.081844881663905,37.48110457159331,3.981566230456034,0.7563925292686925,0.2648669718574061,0.31810314544559753,19.160746307675,5.664083763651797,0.46395225367796283,0.326135117853054,0.2900918078865569,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,15530.131602423886,18583.33737982561,130.93665568033853,3.0960391490917494,0.0524854127706584,0.05402019593869636,82.33131301955049,124.61994865359192,0.05009847182053947,0.05263785152978434,0.04571962350816582,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,4118.5099414289,2968.8318993623056,39.80992635091146,0.45281432816202605,0.01646148947717922,0.01621140959581132,15.335965269549762,64.17561796686418,0.026105336122114242,0.016193868346133476,0.01573591202845457,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,600.6806692638036,558.5008712681675,20.335954938616073,0.43395341664449305,0.08093519651643766,0.08140062111773247,12.99886193461415,24.508787592694247,0.09865526920578478,0.08185835800478004,0.08176415830776337,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 2a40cc8736677d5ee2ee671b5a41f0ca46c7791b..a845ef4f575631d631cd8e2381f6a43d16ae1537 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T03:27:01.804120+00:00", + "evaluated_at": "2026-06-23T03:39:36.044352+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64040.0390625 + 64011.98828125 ], "p50": [ 63967.07421875, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c56c508fe69d1ae934b4b421a26a15fedd1cd05e..ff8c7a43ff6e8021929c0085898617fba6ffb0a3 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T03:03:20.547197+00:00", + "evaluated_at": "2026-06-23T03:39:45.360564+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2300.0, 2260.0, @@ -101,9 +89,7 @@ 2350.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2450.0, 2450.0, @@ -115,6 +101,9 @@ 2500.0, 2500.0, 2500.0, + 2500.0 + ], + "actuals": [ 2500.0, 2500.0, 2500.0, @@ -126,354 +115,361 @@ 2500.0, 2500.0, 2500.0, - 2500.0, - 2450.0 + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2390.07373046875, - 2385.16943359375, - 2381.01806640625, - 2375.009765625, - 2370.09716796875, - 2367.31640625, - 2364.115478515625, - 2360.39599609375, - 2357.044189453125, - 2353.997314453125, - 2349.576171875, - 2347.9833984375, - 2346.251708984375, - 2344.3701171875, - 2345.012451171875, - 2343.07958984375, - 2343.14697265625, - 2344.010009765625, - 2345.04443359375, - 2346.289306640625, - 2347.138671875, - 2347.931396484375, - 2349.986083984375, - 2353.46240234375 + 2498.04931640625, + 2497.102294921875, + 2496.65625, + 2495.28515625, + 2495.7431640625, + 2495.635498046875, + 2496.3291015625, + 2493.04541015625, + 2496.388427734375, + 2495.136962890625, + 2493.834228515625, + 2494.087158203125, + 2495.038330078125, + 2492.4609375, + 2493.384765625, + 2492.596435546875, + 2496.28125, + 2495.294921875, + 2494.005126953125, + 2491.40869140625, + 2491.980712890625, + 2489.333984375, + 2490.5126953125, + 2492.259033203125 ], "p10": [ - 2389.373046875, - 2385.199462890625, - 2381.437255859375, - 2375.07861328125, - 2368.59033203125, - 2367.02099609375, - 2362.653076171875, - 2361.044189453125, - 2355.148193359375, - 2355.616943359375, - 2353.9599609375, - 2348.760986328125, - 2348.73583984375, - 2348.236328125, - 2348.390625, - 2348.401611328125, - 2346.095947265625, - 2347.04052734375, - 2347.553955078125, - 2350.0029296875, - 2349.960205078125, - 2354.713623046875, - 2354.86572265625, - 2354.37939453125 + 2495.195556640625, + 2494.068603515625, + 2493.503662109375, + 2497.102783203125, + 2490.84033203125, + 2491.64453125, + 2490.031005859375, + 2491.6064453125, + 2487.917724609375, + 2492.566162109375, + 2491.997314453125, + 2485.745361328125, + 2486.04443359375, + 2486.28466796875, + 2486.84033203125, + 2489.58740234375, + 2483.560791015625, + 2478.023193359375, + 2482.489013671875, + 2481.796630859375, + 2481.581787109375, + 2484.125244140625, + 2479.4052734375, + 2478.74658203125 ], "p90": [ - 2411.209228515625, - 2411.558837890625, - 2412.568115234375, - 2409.84912109375, - 2408.156982421875, - 2408.09814453125, - 2407.106201171875, - 2405.64453125, - 2402.882568359375, - 2400.60986328125, - 2398.818603515625, - 2396.824462890625, - 2396.25341796875, - 2395.599609375, - 2395.859130859375, - 2394.6064453125, - 2395.150634765625, - 2395.40185546875, - 2397.05078125, - 2397.32275390625, - 2399.09326171875, - 2400.39794921875, - 2402.553466796875, - 2405.584716796875 + 2506.64453125, + 2507.99658203125, + 2511.785400390625, + 2512.996337890625, + 2515.8232421875, + 2517.999755859375, + 2520.0849609375, + 2521.4775390625, + 2525.58154296875, + 2525.078857421875, + 2530.488037109375, + 2526.093505859375, + 2531.7158203125, + 2533.16796875, + 2532.36083984375, + 2535.204345703125, + 2540.799560546875, + 2540.654541015625, + 2539.6630859375, + 2540.590576171875, + 2542.565673828125, + 2542.36279296875, + 2545.03369140625, + 2544.19384765625 ], "mean": [ - 2395.107177734375, - 2391.781494140625, - 2388.275390625, - 2384.262451171875, - 2380.058837890625, - 2377.68505859375, - 2374.973388671875, - 2371.96630859375, - 2368.36572265625, - 2365.051513671875, - 2362.364501953125, - 2360.636962890625, - 2358.5908203125, - 2357.698974609375, - 2357.855712890625, - 2356.261474609375, - 2356.526611328125, - 2357.085693359375, - 2358.729248046875, - 2359.58203125, - 2360.123046875, - 2361.80029296875, - 2364.2099609375, - 2366.311279296875 + 2500.47705078125, + 2500.556884765625, + 2501.072998046875, + 2501.81494140625, + 2502.07177734375, + 2502.509033203125, + 2504.3525390625, + 2504.33447265625, + 2505.172119140625, + 2504.104736328125, + 2505.705078125, + 2505.875244140625, + 2505.4130859375, + 2503.710205078125, + 2506.529296875, + 2505.53076171875, + 2507.566162109375, + 2507.789306640625, + 2508.005615234375, + 2506.27587890625, + 2506.346435546875, + 2506.879150390625, + 2507.53173828125, + 2505.68896484375 ], "quantiles": { "0.1": [ - 2389.373046875, - 2385.199462890625, - 2381.437255859375, - 2375.07861328125, - 2368.59033203125, - 2367.02099609375, - 2362.653076171875, - 2361.044189453125, - 2355.148193359375, - 2355.616943359375, - 2353.9599609375, - 2348.760986328125, - 2348.73583984375, - 2348.236328125, - 2348.390625, - 2348.401611328125, - 2346.095947265625, - 2347.04052734375, - 2347.553955078125, - 2350.0029296875, - 2349.960205078125, - 2354.713623046875, - 2354.86572265625, - 2354.37939453125 + 2495.195556640625, + 2494.068603515625, + 2493.503662109375, + 2497.102783203125, + 2490.84033203125, + 2491.64453125, + 2490.031005859375, + 2491.6064453125, + 2487.917724609375, + 2492.566162109375, + 2491.997314453125, + 2485.745361328125, + 2486.04443359375, + 2486.28466796875, + 2486.84033203125, + 2489.58740234375, + 2483.560791015625, + 2478.023193359375, + 2482.489013671875, + 2481.796630859375, + 2481.581787109375, + 2484.125244140625, + 2479.4052734375, + 2478.74658203125 ], "0.2": [ - 2389.373046875, - 2385.199462890625, - 2381.437255859375, - 2375.07861328125, - 2368.59033203125, - 2367.02099609375, - 2362.653076171875, - 2361.044189453125, - 2355.148193359375, - 2355.616943359375, - 2353.9599609375, - 2348.760986328125, - 2348.73583984375, - 2348.236328125, - 2348.390625, - 2348.401611328125, - 2346.095947265625, - 2347.04052734375, - 2347.553955078125, - 2350.0029296875, - 2349.960205078125, - 2354.713623046875, - 2354.86572265625, - 2354.37939453125 + 2495.195556640625, + 2494.068603515625, + 2493.503662109375, + 2497.102783203125, + 2490.84033203125, + 2491.64453125, + 2490.031005859375, + 2491.6064453125, + 2487.917724609375, + 2492.566162109375, + 2491.997314453125, + 2485.745361328125, + 2486.04443359375, + 2486.28466796875, + 2486.84033203125, + 2489.58740234375, + 2483.560791015625, + 2478.023193359375, + 2482.489013671875, + 2481.796630859375, + 2481.581787109375, + 2484.125244140625, + 2479.4052734375, + 2478.74658203125 ], "0.3": [ - 2389.373046875, - 2385.199462890625, - 2381.437255859375, - 2375.07861328125, - 2368.59033203125, - 2367.02099609375, - 2362.653076171875, - 2361.044189453125, - 2355.148193359375, - 2355.616943359375, - 2353.9599609375, - 2348.760986328125, - 2348.73583984375, - 2348.236328125, - 2348.390625, - 2348.401611328125, - 2346.095947265625, - 2347.04052734375, - 2347.553955078125, - 2350.0029296875, - 2349.960205078125, - 2354.713623046875, - 2354.86572265625, - 2354.37939453125 + 2495.195556640625, + 2494.068603515625, + 2493.503662109375, + 2497.102783203125, + 2490.84033203125, + 2491.64453125, + 2490.031005859375, + 2491.6064453125, + 2487.917724609375, + 2492.566162109375, + 2491.997314453125, + 2485.745361328125, + 2486.04443359375, + 2486.28466796875, + 2486.84033203125, + 2489.58740234375, + 2483.560791015625, + 2478.023193359375, + 2482.489013671875, + 2481.796630859375, + 2481.581787109375, + 2484.125244140625, + 2479.4052734375, + 2478.74658203125 ], "0.4": [ - 2390.07373046875, - 2385.16943359375, - 2381.01806640625, - 2375.009765625, - 2370.09716796875, - 2367.31640625, - 2364.115478515625, - 2360.39599609375, - 2357.044189453125, - 2353.997314453125, - 2349.576171875, - 2347.9833984375, - 2346.251708984375, - 2344.3701171875, - 2345.012451171875, - 2343.07958984375, - 2343.14697265625, - 2344.010009765625, - 2345.04443359375, - 2346.289306640625, - 2347.138671875, - 2347.931396484375, - 2349.986083984375, - 2353.46240234375 + 2498.04931640625, + 2497.102294921875, + 2496.65625, + 2495.28515625, + 2495.7431640625, + 2495.635498046875, + 2496.3291015625, + 2493.04541015625, + 2496.388427734375, + 2495.136962890625, + 2493.834228515625, + 2494.087158203125, + 2495.038330078125, + 2492.4609375, + 2493.384765625, + 2492.596435546875, + 2496.28125, + 2495.294921875, + 2494.005126953125, + 2491.40869140625, + 2491.980712890625, + 2489.333984375, + 2490.5126953125, + 2492.259033203125 ], "0.5": [ - 2390.07373046875, - 2385.16943359375, - 2381.01806640625, - 2375.009765625, - 2370.09716796875, - 2367.31640625, - 2364.115478515625, - 2360.39599609375, - 2357.044189453125, - 2353.997314453125, - 2349.576171875, - 2347.9833984375, - 2346.251708984375, - 2344.3701171875, - 2345.012451171875, - 2343.07958984375, - 2343.14697265625, - 2344.010009765625, - 2345.04443359375, - 2346.289306640625, - 2347.138671875, - 2347.931396484375, - 2349.986083984375, - 2353.46240234375 + 2498.04931640625, + 2497.102294921875, + 2496.65625, + 2495.28515625, + 2495.7431640625, + 2495.635498046875, + 2496.3291015625, + 2493.04541015625, + 2496.388427734375, + 2495.136962890625, + 2493.834228515625, + 2494.087158203125, + 2495.038330078125, + 2492.4609375, + 2493.384765625, + 2492.596435546875, + 2496.28125, + 2495.294921875, + 2494.005126953125, + 2491.40869140625, + 2491.980712890625, + 2489.333984375, + 2490.5126953125, + 2492.259033203125 ], "0.6": [ - 2390.07373046875, - 2385.16943359375, - 2381.01806640625, - 2375.009765625, - 2370.09716796875, - 2367.31640625, - 2364.115478515625, - 2360.39599609375, - 2357.044189453125, - 2353.997314453125, - 2349.576171875, - 2347.9833984375, - 2346.251708984375, - 2344.3701171875, - 2345.012451171875, - 2343.07958984375, - 2343.14697265625, - 2344.010009765625, - 2345.04443359375, - 2346.289306640625, - 2347.138671875, - 2347.931396484375, - 2349.986083984375, - 2353.46240234375 + 2498.04931640625, + 2497.102294921875, + 2496.65625, + 2495.28515625, + 2495.7431640625, + 2495.635498046875, + 2496.3291015625, + 2493.04541015625, + 2496.388427734375, + 2495.136962890625, + 2493.834228515625, + 2494.087158203125, + 2495.038330078125, + 2492.4609375, + 2493.384765625, + 2492.596435546875, + 2496.28125, + 2495.294921875, + 2494.005126953125, + 2491.40869140625, + 2491.980712890625, + 2489.333984375, + 2490.5126953125, + 2492.259033203125 ], "0.7": [ - 2390.07373046875, - 2385.16943359375, - 2381.01806640625, - 2375.009765625, - 2370.09716796875, - 2367.31640625, - 2364.115478515625, - 2360.39599609375, - 2357.044189453125, - 2353.997314453125, - 2349.576171875, - 2347.9833984375, - 2346.251708984375, - 2344.3701171875, - 2345.012451171875, - 2343.07958984375, - 2343.14697265625, - 2344.010009765625, - 2345.04443359375, - 2346.289306640625, - 2347.138671875, - 2347.931396484375, - 2349.986083984375, - 2353.46240234375 + 2498.04931640625, + 2497.102294921875, + 2496.65625, + 2495.28515625, + 2495.7431640625, + 2495.635498046875, + 2496.3291015625, + 2493.04541015625, + 2496.388427734375, + 2495.136962890625, + 2493.834228515625, + 2494.087158203125, + 2495.038330078125, + 2492.4609375, + 2493.384765625, + 2492.596435546875, + 2496.28125, + 2495.294921875, + 2494.005126953125, + 2491.40869140625, + 2491.980712890625, + 2489.333984375, + 2490.5126953125, + 2492.259033203125 ], "0.8": [ - 2411.209228515625, - 2411.558837890625, - 2412.568115234375, - 2409.84912109375, - 2408.156982421875, - 2408.09814453125, - 2407.106201171875, - 2405.64453125, - 2402.882568359375, - 2400.60986328125, - 2398.818603515625, - 2396.824462890625, - 2396.25341796875, - 2395.599609375, - 2395.859130859375, - 2394.6064453125, - 2395.150634765625, - 2395.40185546875, - 2397.05078125, - 2397.32275390625, - 2399.09326171875, - 2400.39794921875, - 2402.553466796875, - 2405.584716796875 + 2506.64453125, + 2507.99658203125, + 2511.785400390625, + 2512.996337890625, + 2515.8232421875, + 2517.999755859375, + 2520.0849609375, + 2521.4775390625, + 2525.58154296875, + 2525.078857421875, + 2530.488037109375, + 2526.093505859375, + 2531.7158203125, + 2533.16796875, + 2532.36083984375, + 2535.204345703125, + 2540.799560546875, + 2540.654541015625, + 2539.6630859375, + 2540.590576171875, + 2542.565673828125, + 2542.36279296875, + 2545.03369140625, + 2544.19384765625 ], "0.9": [ - 2411.209228515625, - 2411.558837890625, - 2412.568115234375, - 2409.84912109375, - 2408.156982421875, - 2408.09814453125, - 2407.106201171875, - 2405.64453125, - 2402.882568359375, - 2400.60986328125, - 2398.818603515625, - 2396.824462890625, - 2396.25341796875, - 2395.599609375, - 2395.859130859375, - 2394.6064453125, - 2395.150634765625, - 2395.40185546875, - 2397.05078125, - 2397.32275390625, - 2399.09326171875, - 2400.39794921875, - 2402.553466796875, - 2405.584716796875 + 2506.64453125, + 2507.99658203125, + 2511.785400390625, + 2512.996337890625, + 2515.8232421875, + 2517.999755859375, + 2520.0849609375, + 2521.4775390625, + 2525.58154296875, + 2525.078857421875, + 2530.488037109375, + 2526.093505859375, + 2531.7158203125, + 2533.16796875, + 2532.36083984375, + 2535.204345703125, + 2540.799560546875, + 2540.654541015625, + 2539.6630859375, + 2540.590576171875, + 2542.565673828125, + 2542.36279296875, + 2545.03369140625, + 2544.19384765625 ] }, "timestamps": [ - "2026-06-22 15:55:00", - "2026-06-22 16:10:00", - "2026-06-22 16:25:00", - "2026-06-22 16:40:00", "2026-06-22 16:55:00", "2026-06-22 17:10:00", "2026-06-22 17:25:00", @@ -589,6 +585,10 @@ "2026-06-23 20:55:00", "2026-06-23 21:10:00", "2026-06-23 21:25:00", - "2026-06-23 21:40:00" + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index f794f4760ece2c97597d5fafff0b2e8ffefc6f28..aa2753a9c0bb41cc6038c570a3ec3d051deff6cb 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T03:27:13.838768+00:00", + "evaluated_at": "2026-06-23T03:39:49.368839+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index a1882a06ba45578a82048dfe9ab5e47d7dd94b39..37db040b4035e39297438a31d5127cf12d579916 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,284049.0901934306,284049.0901934306,370.7158203125,0.5138938285441218,0.005720224487816853,0.005753919692899318,6.8420941403985855,532.9625598420874,0.008275655516656702,0.0057563451068496346,0.006397395342478112,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,283988.0532639821,283988.0532639821,369.5470377604167,0.5122736383404253,0.005701977124223895,0.005735664885978456,6.8420941403985855,532.9052948357543,0.008274916899966948,0.005738301078503803,0.0063874291015811125,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.15832792735087106,0.15832792735087106,0.31341213583946226,1.009378801515559,0.17893258189793004,0.20746620668174792,7.412411641798105,0.3979044198684793,0.2601476087609914,0.20490704205361843,0.16631038279853033,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.06700817639228163,0.06700817639228163,0.20950298176871407,1.4101161458591398,0.14514632266237593,0.13040313246767832,11.166318845245861,0.25885937570866857,0.1670060625448952,0.1351632251326496,0.09057298394087518,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TiRex,0.9607524141523148,0.9607524141 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,58.22217574589687,58.22217574589687,5.013119618097941,0.4192492940514419,0.18912760865721778,0.19700658059216047,4.76932500204544,7.63034571601424,0.3306758779720342,0.21725329268033283,0.19923643136751312,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.8865340093989289,0.8865340093989289,0.7159153620402018,0.38149546192406997,0.031308338608612325,0.030492416573250986,2.6353524661695316,0.941559349907869,0.041078759135953914,0.031234265499945745,0.025701682422340222,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,31.736527996266393,31.736527996266393,3.679283102353414,0.698966710737324,0.26410920317817327,0.2883999560761858,8.155512161808467,5.633518260933073,0.46144859475219707,0.3013747251074469,0.2731875617439927,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,16799.95441590498,16799.95441590498,123.4146016438802,2.918177772860222,0.049457993134998136,0.05084351745546173,79.18234466402401,129.61463812357377,0.05210638718535629,0.04961391020859506,0.0471996237880665,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,3364.3113776768246,3364.3113776768246,40.936798095703125,0.46563182668098335,0.016947926821892494,0.01666327598935086,1.1231179187648104,58.002684228204686,0.023594312228422242,0.016652256852489406,0.010789110592484698,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,427.67056423003254,427.67056423003254,17.337474278041295,0.3699681781186149,0.07077580804801006,0.06985182396859389,4.18720112791275,20.680197393401073,0.08324403781127516,0.0697885681117246,0.07679543310244254,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 73dacf997841bc437379a7d5f0bbe3a02eec136b..4aba1f35b82484729e21a15dd2a8a02d0fab603f 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T03:27:59.551574+00:00", + "evaluated_at": "2026-06-23T03:40:41.735633+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64040.0390625 + 64011.98828125 ], "p50": [ 64035.43359375, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index f93835ba0db63d6bc21f0780d1391fa55c1b5d1d..be12e792097121bd441b48550374a20f817c22c9 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-23T03:06:34.848498+00:00", + "evaluated_at": "2026-06-23T03:40:47.042072+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2300.0, 2260.0, @@ -101,9 +89,7 @@ 2350.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2450.0, 2450.0, @@ -115,6 +101,9 @@ 2500.0, 2500.0, 2500.0, + 2500.0 + ], + "actuals": [ 2500.0, 2500.0, 2500.0, @@ -126,354 +115,361 @@ 2500.0, 2500.0, 2500.0, - 2500.0, - 2450.0 + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2399.07275390625, - 2396.0947265625, - 2393.592041015625, - 2389.30517578125, - 2382.277587890625, - 2378.53369140625, - 2374.85693359375, - 2373.784912109375, - 2367.652587890625, - 2364.605224609375, - 2356.543212890625, - 2354.597412109375, - 2351.620361328125, - 2349.448974609375, - 2346.658447265625, - 2346.52099609375, - 2345.827880859375, - 2349.674560546875, - 2352.908203125, - 2353.770751953125, - 2352.631591796875, - 2353.51611328125, - 2352.58251953125, - 2351.972900390625 + 2499.656494140625, + 2499.51416015625, + 2499.2421875, + 2499.10205078125, + 2499.076171875, + 2499.2392578125, + 2499.22705078125, + 2498.775634765625, + 2498.6103515625, + 2498.768798828125, + 2498.447265625, + 2498.18896484375, + 2498.30029296875, + 2498.280517578125, + 2498.16015625, + 2497.383056640625, + 2497.265380859375, + 2497.197998046875, + 2497.48388671875, + 2497.7734375, + 2497.92236328125, + 2498.096923828125, + 2498.281982421875, + 2497.8076171875 ], "p10": [ - 2334.677001953125, - 2317.750244140625, - 2305.825927734375, - 2304.062255859375, - 2291.5478515625, - 2292.58642578125, - 2287.116943359375, - 2286.511962890625, - 2286.8857421875, - 2287.6337890625, - 2282.580810546875, - 2280.6708984375, - 2279.296142578125, - 2280.921142578125, - 2279.603271484375, - 2279.7294921875, - 2278.813720703125, - 2280.277099609375, - 2280.213134765625, - 2280.58203125, - 2280.1396484375, - 2280.932861328125, - 2280.370849609375, - 2282.054443359375 + 2495.541015625, + 2494.82080078125, + 2493.837646484375, + 2491.032470703125, + 2481.802001953125, + 2463.201171875, + 2439.1748046875, + 2420.1083984375, + 2417.1708984375, + 2413.3916015625, + 2407.927734375, + 2391.83056640625, + 2384.50830078125, + 2381.1044921875, + 2371.492431640625, + 2362.240478515625, + 2356.24267578125, + 2356.01123046875, + 2357.169921875, + 2352.3408203125, + 2349.513671875, + 2352.468505859375, + 2348.65283203125, + 2348.517822265625 ], "p90": [ - 2405.35009765625, - 2407.018310546875, - 2404.5791015625, - 2405.755859375, - 2405.88720703125, - 2407.22314453125, - 2406.55322265625, - 2407.62841796875, - 2407.126220703125, - 2407.2177734375, - 2408.320556640625, - 2408.607421875, - 2408.8583984375, - 2409.849609375, - 2408.758056640625, - 2408.06103515625, - 2405.6435546875, - 2406.97705078125, - 2407.0263671875, - 2406.3271484375, - 2405.67138671875, - 2406.870849609375, - 2405.627197265625, - 2406.322021484375 + 2503.015380859375, + 2502.6572265625, + 2502.28857421875, + 2502.437744140625, + 2502.3115234375, + 2502.97314453125, + 2503.526611328125, + 2503.156494140625, + 2503.028564453125, + 2503.4326171875, + 2503.120849609375, + 2503.43212890625, + 2504.1865234375, + 2504.70556640625, + 2504.765380859375, + 2504.781494140625, + 2505.2841796875, + 2505.971923828125, + 2506.31201171875, + 2506.70458984375, + 2506.177734375, + 2505.597412109375, + 2505.185791015625, + 2504.82763671875 ], "mean": [ - 2399.07275390625, - 2396.0947265625, - 2393.592041015625, - 2389.30517578125, - 2382.277587890625, - 2378.53369140625, - 2374.85693359375, - 2373.784912109375, - 2367.652587890625, - 2364.605224609375, - 2356.543212890625, - 2354.597412109375, - 2351.620361328125, - 2349.448974609375, - 2346.658447265625, - 2346.52099609375, - 2345.827880859375, - 2349.674560546875, - 2352.908203125, - 2353.770751953125, - 2352.631591796875, - 2353.51611328125, - 2352.58251953125, - 2351.972900390625 + 2499.656494140625, + 2499.51416015625, + 2499.2421875, + 2499.10205078125, + 2499.076171875, + 2499.2392578125, + 2499.22705078125, + 2498.775634765625, + 2498.6103515625, + 2498.768798828125, + 2498.447265625, + 2498.18896484375, + 2498.30029296875, + 2498.280517578125, + 2498.16015625, + 2497.383056640625, + 2497.265380859375, + 2497.197998046875, + 2497.48388671875, + 2497.7734375, + 2497.92236328125, + 2498.096923828125, + 2498.281982421875, + 2497.8076171875 ], "quantiles": { "0.1": [ - 2334.677001953125, - 2317.750244140625, - 2305.825927734375, - 2304.062255859375, - 2291.5478515625, - 2292.58642578125, - 2287.116943359375, - 2286.511962890625, - 2286.8857421875, - 2287.6337890625, - 2282.580810546875, - 2280.6708984375, - 2279.296142578125, - 2280.921142578125, - 2279.603271484375, - 2279.7294921875, - 2278.813720703125, - 2280.277099609375, - 2280.213134765625, - 2280.58203125, - 2280.1396484375, - 2280.932861328125, - 2280.370849609375, - 2282.054443359375 + 2495.541015625, + 2494.82080078125, + 2493.837646484375, + 2491.032470703125, + 2481.802001953125, + 2463.201171875, + 2439.1748046875, + 2420.1083984375, + 2417.1708984375, + 2413.3916015625, + 2407.927734375, + 2391.83056640625, + 2384.50830078125, + 2381.1044921875, + 2371.492431640625, + 2362.240478515625, + 2356.24267578125, + 2356.01123046875, + 2357.169921875, + 2352.3408203125, + 2349.513671875, + 2352.468505859375, + 2348.65283203125, + 2348.517822265625 ], "0.2": [ - 2334.677001953125, - 2317.750244140625, - 2305.825927734375, - 2304.062255859375, - 2291.5478515625, - 2292.58642578125, - 2287.116943359375, - 2286.511962890625, - 2286.8857421875, - 2287.6337890625, - 2282.580810546875, - 2280.6708984375, - 2279.296142578125, - 2280.921142578125, - 2279.603271484375, - 2279.7294921875, - 2278.813720703125, - 2280.277099609375, - 2280.213134765625, - 2280.58203125, - 2280.1396484375, - 2280.932861328125, - 2280.370849609375, - 2282.054443359375 + 2495.541015625, + 2494.82080078125, + 2493.837646484375, + 2491.032470703125, + 2481.802001953125, + 2463.201171875, + 2439.1748046875, + 2420.1083984375, + 2417.1708984375, + 2413.3916015625, + 2407.927734375, + 2391.83056640625, + 2384.50830078125, + 2381.1044921875, + 2371.492431640625, + 2362.240478515625, + 2356.24267578125, + 2356.01123046875, + 2357.169921875, + 2352.3408203125, + 2349.513671875, + 2352.468505859375, + 2348.65283203125, + 2348.517822265625 ], "0.3": [ - 2334.677001953125, - 2317.750244140625, - 2305.825927734375, - 2304.062255859375, - 2291.5478515625, - 2292.58642578125, - 2287.116943359375, - 2286.511962890625, - 2286.8857421875, - 2287.6337890625, - 2282.580810546875, - 2280.6708984375, - 2279.296142578125, - 2280.921142578125, - 2279.603271484375, - 2279.7294921875, - 2278.813720703125, - 2280.277099609375, - 2280.213134765625, - 2280.58203125, - 2280.1396484375, - 2280.932861328125, - 2280.370849609375, - 2282.054443359375 + 2495.541015625, + 2494.82080078125, + 2493.837646484375, + 2491.032470703125, + 2481.802001953125, + 2463.201171875, + 2439.1748046875, + 2420.1083984375, + 2417.1708984375, + 2413.3916015625, + 2407.927734375, + 2391.83056640625, + 2384.50830078125, + 2381.1044921875, + 2371.492431640625, + 2362.240478515625, + 2356.24267578125, + 2356.01123046875, + 2357.169921875, + 2352.3408203125, + 2349.513671875, + 2352.468505859375, + 2348.65283203125, + 2348.517822265625 ], "0.4": [ - 2399.07275390625, - 2396.0947265625, - 2393.592041015625, - 2389.30517578125, - 2382.277587890625, - 2378.53369140625, - 2374.85693359375, - 2373.784912109375, - 2367.652587890625, - 2364.605224609375, - 2356.543212890625, - 2354.597412109375, - 2351.620361328125, - 2349.448974609375, - 2346.658447265625, - 2346.52099609375, - 2345.827880859375, - 2349.674560546875, - 2352.908203125, - 2353.770751953125, - 2352.631591796875, - 2353.51611328125, - 2352.58251953125, - 2351.972900390625 + 2499.656494140625, + 2499.51416015625, + 2499.2421875, + 2499.10205078125, + 2499.076171875, + 2499.2392578125, + 2499.22705078125, + 2498.775634765625, + 2498.6103515625, + 2498.768798828125, + 2498.447265625, + 2498.18896484375, + 2498.30029296875, + 2498.280517578125, + 2498.16015625, + 2497.383056640625, + 2497.265380859375, + 2497.197998046875, + 2497.48388671875, + 2497.7734375, + 2497.92236328125, + 2498.096923828125, + 2498.281982421875, + 2497.8076171875 ], "0.5": [ - 2399.07275390625, - 2396.0947265625, - 2393.592041015625, - 2389.30517578125, - 2382.277587890625, - 2378.53369140625, - 2374.85693359375, - 2373.784912109375, - 2367.652587890625, - 2364.605224609375, - 2356.543212890625, - 2354.597412109375, - 2351.620361328125, - 2349.448974609375, - 2346.658447265625, - 2346.52099609375, - 2345.827880859375, - 2349.674560546875, - 2352.908203125, - 2353.770751953125, - 2352.631591796875, - 2353.51611328125, - 2352.58251953125, - 2351.972900390625 + 2499.656494140625, + 2499.51416015625, + 2499.2421875, + 2499.10205078125, + 2499.076171875, + 2499.2392578125, + 2499.22705078125, + 2498.775634765625, + 2498.6103515625, + 2498.768798828125, + 2498.447265625, + 2498.18896484375, + 2498.30029296875, + 2498.280517578125, + 2498.16015625, + 2497.383056640625, + 2497.265380859375, + 2497.197998046875, + 2497.48388671875, + 2497.7734375, + 2497.92236328125, + 2498.096923828125, + 2498.281982421875, + 2497.8076171875 ], "0.6": [ - 2399.07275390625, - 2396.0947265625, - 2393.592041015625, - 2389.30517578125, - 2382.277587890625, - 2378.53369140625, - 2374.85693359375, - 2373.784912109375, - 2367.652587890625, - 2364.605224609375, - 2356.543212890625, - 2354.597412109375, - 2351.620361328125, - 2349.448974609375, - 2346.658447265625, - 2346.52099609375, - 2345.827880859375, - 2349.674560546875, - 2352.908203125, - 2353.770751953125, - 2352.631591796875, - 2353.51611328125, - 2352.58251953125, - 2351.972900390625 + 2499.656494140625, + 2499.51416015625, + 2499.2421875, + 2499.10205078125, + 2499.076171875, + 2499.2392578125, + 2499.22705078125, + 2498.775634765625, + 2498.6103515625, + 2498.768798828125, + 2498.447265625, + 2498.18896484375, + 2498.30029296875, + 2498.280517578125, + 2498.16015625, + 2497.383056640625, + 2497.265380859375, + 2497.197998046875, + 2497.48388671875, + 2497.7734375, + 2497.92236328125, + 2498.096923828125, + 2498.281982421875, + 2497.8076171875 ], "0.7": [ - 2399.07275390625, - 2396.0947265625, - 2393.592041015625, - 2389.30517578125, - 2382.277587890625, - 2378.53369140625, - 2374.85693359375, - 2373.784912109375, - 2367.652587890625, - 2364.605224609375, - 2356.543212890625, - 2354.597412109375, - 2351.620361328125, - 2349.448974609375, - 2346.658447265625, - 2346.52099609375, - 2345.827880859375, - 2349.674560546875, - 2352.908203125, - 2353.770751953125, - 2352.631591796875, - 2353.51611328125, - 2352.58251953125, - 2351.972900390625 + 2499.656494140625, + 2499.51416015625, + 2499.2421875, + 2499.10205078125, + 2499.076171875, + 2499.2392578125, + 2499.22705078125, + 2498.775634765625, + 2498.6103515625, + 2498.768798828125, + 2498.447265625, + 2498.18896484375, + 2498.30029296875, + 2498.280517578125, + 2498.16015625, + 2497.383056640625, + 2497.265380859375, + 2497.197998046875, + 2497.48388671875, + 2497.7734375, + 2497.92236328125, + 2498.096923828125, + 2498.281982421875, + 2497.8076171875 ], "0.8": [ - 2405.35009765625, - 2407.018310546875, - 2404.5791015625, - 2405.755859375, - 2405.88720703125, - 2407.22314453125, - 2406.55322265625, - 2407.62841796875, - 2407.126220703125, - 2407.2177734375, - 2408.320556640625, - 2408.607421875, - 2408.8583984375, - 2409.849609375, - 2408.758056640625, - 2408.06103515625, - 2405.6435546875, - 2406.97705078125, - 2407.0263671875, - 2406.3271484375, - 2405.67138671875, - 2406.870849609375, - 2405.627197265625, - 2406.322021484375 + 2503.015380859375, + 2502.6572265625, + 2502.28857421875, + 2502.437744140625, + 2502.3115234375, + 2502.97314453125, + 2503.526611328125, + 2503.156494140625, + 2503.028564453125, + 2503.4326171875, + 2503.120849609375, + 2503.43212890625, + 2504.1865234375, + 2504.70556640625, + 2504.765380859375, + 2504.781494140625, + 2505.2841796875, + 2505.971923828125, + 2506.31201171875, + 2506.70458984375, + 2506.177734375, + 2505.597412109375, + 2505.185791015625, + 2504.82763671875 ], "0.9": [ - 2405.35009765625, - 2407.018310546875, - 2404.5791015625, - 2405.755859375, - 2405.88720703125, - 2407.22314453125, - 2406.55322265625, - 2407.62841796875, - 2407.126220703125, - 2407.2177734375, - 2408.320556640625, - 2408.607421875, - 2408.8583984375, - 2409.849609375, - 2408.758056640625, - 2408.06103515625, - 2405.6435546875, - 2406.97705078125, - 2407.0263671875, - 2406.3271484375, - 2405.67138671875, - 2406.870849609375, - 2405.627197265625, - 2406.322021484375 + 2503.015380859375, + 2502.6572265625, + 2502.28857421875, + 2502.437744140625, + 2502.3115234375, + 2502.97314453125, + 2503.526611328125, + 2503.156494140625, + 2503.028564453125, + 2503.4326171875, + 2503.120849609375, + 2503.43212890625, + 2504.1865234375, + 2504.70556640625, + 2504.765380859375, + 2504.781494140625, + 2505.2841796875, + 2505.971923828125, + 2506.31201171875, + 2506.70458984375, + 2506.177734375, + 2505.597412109375, + 2505.185791015625, + 2504.82763671875 ] }, "timestamps": [ - "2026-06-22 15:55:00", - "2026-06-22 16:10:00", - "2026-06-22 16:25:00", - "2026-06-22 16:40:00", "2026-06-22 16:55:00", "2026-06-22 17:10:00", "2026-06-22 17:25:00", @@ -589,6 +585,10 @@ "2026-06-23 20:55:00", "2026-06-23 21:10:00", "2026-06-23 21:25:00", - "2026-06-23 21:40:00" + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 157d04d7be91f9ec7ed47521662d5c83adbc1eaa..31dc7e5c28c4a086d3939de7fba502441dffb32b 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T03:28:14.749000+00:00", + "evaluated_at": "2026-06-23T03:40:51.265556+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 355eff43978618e888e3d0450909b86f439bf596..d4b87f064cfc81ff555baa35d816474a3fa43ac9 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,327157.94634310406,327157.94634310406,414.09619140625,0.5740285834252054,0.006392569590570445,0.0064315288807593645,4.870950793613429,571.9772253709968,0.008881461545715291,0.0064299402792065375,0.007381096500474095,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,327006.2009302775,327006.2009302775,412.9274088541667,0.5724083932215087,0.006374333290795023,0.006413274077775244,4.870950793613429,571.8445601125165,0.008879563142805063,0.006411908508133765,0.00737114815978511,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.061426037160794957,0.061426037160794957,0.17251295149326323,0.5555972354349933,0.09611947844463502,0.1064591848522312,1.9414962336521393,0.24784276701327185,0.16203816788092368,0.11278797010123007,0.09237856966102874,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.046768816623141994,0.046768816623141994,0.17133860621187422,1.1532405552828517,0.11905200362331467,0.10865030557040369,6.888957293652628,0.21626099191287826,0.13952323203495137,0.1105410453341258,0.10043794716922624,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.9148508204411883,0.9148 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,61.491872528136014,61.491872528136014,5.307127197583516,0.4438372711067089,0.20575225190065471,0.21174438941954973,5.072883104651498,7.841675364878095,0.3398342594897828,0.22999468318807634,0.19256936161740157,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.0688915124037521,1.0688915124037521,0.7632206281026205,0.4067033919180488,0.033446751111856625,0.03246305647056977,3.854338563679631,1.0338720967333204,0.045106219637930836,0.03329812013707558,0.025836461232669812,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,37.372705738177274,37.372705738177274,3.9360200564066568,0.747739957945328,0.26347266372428174,0.31296470085517186,9.181297468321304,6.113321988753518,0.5007499239934622,0.3224043732210231,0.2977733777696814,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,9926.370669397214,9926.370669397214,95.2314961751302,2.2517792199045568,0.038164113116967165,0.03897711485573035,26.282851225754314,99.63117318087353,0.04005273293703458,0.038284018562866416,0.03214614631316304,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,3593.5160507832966,3593.5160507832966,42.40111287434896,0.4822875398030213,0.017552822374270347,0.017248959587294648,2.1264965473193125,59.94594273829795,0.024384790266426284,0.017247910321769068,0.013438111317090395,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,778.4599888674982,778.4599888674982,25.17236110142299,0.5371585518331617,0.10877408206754202,0.1034578445084776,3.833941288529718,27.900895843458112,0.11230952898459275,0.10132635290969577,0.08758365571875898,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 10bf0ba2ea7433197891a8400ed6fb4fd7c19c60..7d0d403a2f0a5705dc232bbded0468808a4f55ab 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T03:27:41.072485+00:00", + "evaluated_at": "2026-06-23T03:40:26.010052+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64040.0390625 + 64011.98828125 ], "p50": [ 64004.875, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3fc35b6c4f15707684e7316bb44ed7c9cbcf3f10..3899a45bf6ac3d76b95cb4c4e4bd518d0e12a49e 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T03:05:08.452860+00:00", + "evaluated_at": "2026-06-23T03:40:32.877172+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2300.0, 2260.0, @@ -101,9 +89,7 @@ 2350.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2450.0, 2450.0, @@ -115,6 +101,9 @@ 2500.0, 2500.0, 2500.0, + 2500.0 + ], + "actuals": [ 2500.0, 2500.0, 2500.0, @@ -126,354 +115,361 @@ 2500.0, 2500.0, 2500.0, - 2500.0, - 2450.0 + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2398.291748046875, - 2399.205322265625, - 2399.64990234375, - 2398.818115234375, - 2398.74658203125, - 2399.749755859375, - 2398.181884765625, - 2396.2685546875, - 2392.79931640625, - 2391.75, - 2390.51123046875, - 2388.52294921875, - 2386.3603515625, - 2385.1201171875, - 2384.70361328125, - 2385.178466796875, - 2384.30908203125, - 2385.599609375, - 2386.825439453125, - 2389.38525390625, - 2391.1123046875, - 2393.599365234375, - 2394.19384765625, - 2395.561279296875 + 2500.30078125, + 2500.44580078125, + 2500.26025390625, + 2500.7412109375, + 2500.987548828125, + 2500.42822265625, + 2501.257080078125, + 2500.81201171875, + 2500.769775390625, + 2501.3173828125, + 2501.32080078125, + 2501.29150390625, + 2500.874755859375, + 2501.086669921875, + 2500.961181640625, + 2500.9375, + 2500.53515625, + 2500.275146484375, + 2500.5810546875, + 2500.750732421875, + 2500.6806640625, + 2500.482177734375, + 2500.243896484375, + 2500.285400390625 ], "p10": [ - 2350.851318359375, - 2352.6025390625, - 2342.655029296875, - 2338.534912109375, - 2334.1865234375, - 2328.51513671875, - 2321.6572265625, - 2316.218505859375, - 2307.796142578125, - 2301.4853515625, - 2296.171142578125, - 2291.713623046875, - 2289.451416015625, - 2285.125244140625, - 2287.0439453125, - 2285.0087890625, - 2285.8740234375, - 2287.838134765625, - 2287.30908203125, - 2288.064208984375, - 2288.671875, - 2288.847900390625, - 2288.747314453125, - 2288.87744140625 + 2492.253662109375, + 2482.802734375, + 2462.657958984375, + 2450.17822265625, + 2433.947021484375, + 2427.37255859375, + 2420.16650390625, + 2417.134765625, + 2410.310791015625, + 2406.327880859375, + 2400.263916015625, + 2395.207763671875, + 2390.274169921875, + 2386.7197265625, + 2384.955810546875, + 2381.4716796875, + 2377.76416015625, + 2376.74853515625, + 2374.202880859375, + 2371.148681640625, + 2368.26611328125, + 2365.587890625, + 2363.133544921875, + 2361.04248046875 ], "p90": [ - 2402.493896484375, - 2437.894287109375, - 2427.75927734375, - 2436.8310546875, - 2444.97216796875, - 2448.85693359375, - 2450.052978515625, - 2453.28076171875, - 2455.3369140625, - 2455.755859375, - 2459.97998046875, - 2464.951171875, - 2466.028564453125, - 2470.63134765625, - 2476.55517578125, - 2480.701904296875, - 2482.509521484375, - 2487.30517578125, - 2488.45263671875, - 2493.753173828125, - 2497.890380859375, - 2499.96923828125, - 2501.552978515625, - 2505.565673828125 + 2504.630126953125, + 2508.73291015625, + 2525.824462890625, + 2540.35400390625, + 2558.218505859375, + 2572.133544921875, + 2571.3544921875, + 2579.1796875, + 2582.716796875, + 2590.0732421875, + 2595.785888671875, + 2601.802490234375, + 2608.875732421875, + 2610.30224609375, + 2610.890380859375, + 2613.887451171875, + 2617.293212890625, + 2621.14794921875, + 2624.783935546875, + 2626.5380859375, + 2629.07861328125, + 2630.029052734375, + 2631.177734375, + 2632.03662109375 ], "mean": [ - 2398.291748046875, - 2399.205322265625, - 2399.64990234375, - 2398.818115234375, - 2398.74658203125, - 2399.749755859375, - 2398.181884765625, - 2396.2685546875, - 2392.79931640625, - 2391.75, - 2390.51123046875, - 2388.52294921875, - 2386.3603515625, - 2385.1201171875, - 2384.70361328125, - 2385.178466796875, - 2384.30908203125, - 2385.599609375, - 2386.825439453125, - 2389.38525390625, - 2391.1123046875, - 2393.599365234375, - 2394.19384765625, - 2395.561279296875 + 2500.30078125, + 2500.44580078125, + 2500.26025390625, + 2500.7412109375, + 2500.987548828125, + 2500.42822265625, + 2501.257080078125, + 2500.81201171875, + 2500.769775390625, + 2501.3173828125, + 2501.32080078125, + 2501.29150390625, + 2500.874755859375, + 2501.086669921875, + 2500.961181640625, + 2500.9375, + 2500.53515625, + 2500.275146484375, + 2500.5810546875, + 2500.750732421875, + 2500.6806640625, + 2500.482177734375, + 2500.243896484375, + 2500.285400390625 ], "quantiles": { "0.1": [ - 2350.851318359375, - 2352.6025390625, - 2342.655029296875, - 2338.534912109375, - 2334.1865234375, - 2328.51513671875, - 2321.6572265625, - 2316.218505859375, - 2307.796142578125, - 2301.4853515625, - 2296.171142578125, - 2291.713623046875, - 2289.451416015625, - 2285.125244140625, - 2287.0439453125, - 2285.0087890625, - 2285.8740234375, - 2287.838134765625, - 2287.30908203125, - 2288.064208984375, - 2288.671875, - 2288.847900390625, - 2288.747314453125, - 2288.87744140625 + 2492.253662109375, + 2482.802734375, + 2462.657958984375, + 2450.17822265625, + 2433.947021484375, + 2427.37255859375, + 2420.16650390625, + 2417.134765625, + 2410.310791015625, + 2406.327880859375, + 2400.263916015625, + 2395.207763671875, + 2390.274169921875, + 2386.7197265625, + 2384.955810546875, + 2381.4716796875, + 2377.76416015625, + 2376.74853515625, + 2374.202880859375, + 2371.148681640625, + 2368.26611328125, + 2365.587890625, + 2363.133544921875, + 2361.04248046875 ], "0.2": [ - 2350.851318359375, - 2352.6025390625, - 2342.655029296875, - 2338.534912109375, - 2334.1865234375, - 2328.51513671875, - 2321.6572265625, - 2316.218505859375, - 2307.796142578125, - 2301.4853515625, - 2296.171142578125, - 2291.713623046875, - 2289.451416015625, - 2285.125244140625, - 2287.0439453125, - 2285.0087890625, - 2285.8740234375, - 2287.838134765625, - 2287.30908203125, - 2288.064208984375, - 2288.671875, - 2288.847900390625, - 2288.747314453125, - 2288.87744140625 + 2492.253662109375, + 2482.802734375, + 2462.657958984375, + 2450.17822265625, + 2433.947021484375, + 2427.37255859375, + 2420.16650390625, + 2417.134765625, + 2410.310791015625, + 2406.327880859375, + 2400.263916015625, + 2395.207763671875, + 2390.274169921875, + 2386.7197265625, + 2384.955810546875, + 2381.4716796875, + 2377.76416015625, + 2376.74853515625, + 2374.202880859375, + 2371.148681640625, + 2368.26611328125, + 2365.587890625, + 2363.133544921875, + 2361.04248046875 ], "0.3": [ - 2350.851318359375, - 2352.6025390625, - 2342.655029296875, - 2338.534912109375, - 2334.1865234375, - 2328.51513671875, - 2321.6572265625, - 2316.218505859375, - 2307.796142578125, - 2301.4853515625, - 2296.171142578125, - 2291.713623046875, - 2289.451416015625, - 2285.125244140625, - 2287.0439453125, - 2285.0087890625, - 2285.8740234375, - 2287.838134765625, - 2287.30908203125, - 2288.064208984375, - 2288.671875, - 2288.847900390625, - 2288.747314453125, - 2288.87744140625 + 2492.253662109375, + 2482.802734375, + 2462.657958984375, + 2450.17822265625, + 2433.947021484375, + 2427.37255859375, + 2420.16650390625, + 2417.134765625, + 2410.310791015625, + 2406.327880859375, + 2400.263916015625, + 2395.207763671875, + 2390.274169921875, + 2386.7197265625, + 2384.955810546875, + 2381.4716796875, + 2377.76416015625, + 2376.74853515625, + 2374.202880859375, + 2371.148681640625, + 2368.26611328125, + 2365.587890625, + 2363.133544921875, + 2361.04248046875 ], "0.4": [ - 2398.291748046875, - 2399.205322265625, - 2399.64990234375, - 2398.818115234375, - 2398.74658203125, - 2399.749755859375, - 2398.181884765625, - 2396.2685546875, - 2392.79931640625, - 2391.75, - 2390.51123046875, - 2388.52294921875, - 2386.3603515625, - 2385.1201171875, - 2384.70361328125, - 2385.178466796875, - 2384.30908203125, - 2385.599609375, - 2386.825439453125, - 2389.38525390625, - 2391.1123046875, - 2393.599365234375, - 2394.19384765625, - 2395.561279296875 + 2500.30078125, + 2500.44580078125, + 2500.26025390625, + 2500.7412109375, + 2500.987548828125, + 2500.42822265625, + 2501.257080078125, + 2500.81201171875, + 2500.769775390625, + 2501.3173828125, + 2501.32080078125, + 2501.29150390625, + 2500.874755859375, + 2501.086669921875, + 2500.961181640625, + 2500.9375, + 2500.53515625, + 2500.275146484375, + 2500.5810546875, + 2500.750732421875, + 2500.6806640625, + 2500.482177734375, + 2500.243896484375, + 2500.285400390625 ], "0.5": [ - 2398.291748046875, - 2399.205322265625, - 2399.64990234375, - 2398.818115234375, - 2398.74658203125, - 2399.749755859375, - 2398.181884765625, - 2396.2685546875, - 2392.79931640625, - 2391.75, - 2390.51123046875, - 2388.52294921875, - 2386.3603515625, - 2385.1201171875, - 2384.70361328125, - 2385.178466796875, - 2384.30908203125, - 2385.599609375, - 2386.825439453125, - 2389.38525390625, - 2391.1123046875, - 2393.599365234375, - 2394.19384765625, - 2395.561279296875 + 2500.30078125, + 2500.44580078125, + 2500.26025390625, + 2500.7412109375, + 2500.987548828125, + 2500.42822265625, + 2501.257080078125, + 2500.81201171875, + 2500.769775390625, + 2501.3173828125, + 2501.32080078125, + 2501.29150390625, + 2500.874755859375, + 2501.086669921875, + 2500.961181640625, + 2500.9375, + 2500.53515625, + 2500.275146484375, + 2500.5810546875, + 2500.750732421875, + 2500.6806640625, + 2500.482177734375, + 2500.243896484375, + 2500.285400390625 ], "0.6": [ - 2398.291748046875, - 2399.205322265625, - 2399.64990234375, - 2398.818115234375, - 2398.74658203125, - 2399.749755859375, - 2398.181884765625, - 2396.2685546875, - 2392.79931640625, - 2391.75, - 2390.51123046875, - 2388.52294921875, - 2386.3603515625, - 2385.1201171875, - 2384.70361328125, - 2385.178466796875, - 2384.30908203125, - 2385.599609375, - 2386.825439453125, - 2389.38525390625, - 2391.1123046875, - 2393.599365234375, - 2394.19384765625, - 2395.561279296875 + 2500.30078125, + 2500.44580078125, + 2500.26025390625, + 2500.7412109375, + 2500.987548828125, + 2500.42822265625, + 2501.257080078125, + 2500.81201171875, + 2500.769775390625, + 2501.3173828125, + 2501.32080078125, + 2501.29150390625, + 2500.874755859375, + 2501.086669921875, + 2500.961181640625, + 2500.9375, + 2500.53515625, + 2500.275146484375, + 2500.5810546875, + 2500.750732421875, + 2500.6806640625, + 2500.482177734375, + 2500.243896484375, + 2500.285400390625 ], "0.7": [ - 2398.291748046875, - 2399.205322265625, - 2399.64990234375, - 2398.818115234375, - 2398.74658203125, - 2399.749755859375, - 2398.181884765625, - 2396.2685546875, - 2392.79931640625, - 2391.75, - 2390.51123046875, - 2388.52294921875, - 2386.3603515625, - 2385.1201171875, - 2384.70361328125, - 2385.178466796875, - 2384.30908203125, - 2385.599609375, - 2386.825439453125, - 2389.38525390625, - 2391.1123046875, - 2393.599365234375, - 2394.19384765625, - 2395.561279296875 + 2500.30078125, + 2500.44580078125, + 2500.26025390625, + 2500.7412109375, + 2500.987548828125, + 2500.42822265625, + 2501.257080078125, + 2500.81201171875, + 2500.769775390625, + 2501.3173828125, + 2501.32080078125, + 2501.29150390625, + 2500.874755859375, + 2501.086669921875, + 2500.961181640625, + 2500.9375, + 2500.53515625, + 2500.275146484375, + 2500.5810546875, + 2500.750732421875, + 2500.6806640625, + 2500.482177734375, + 2500.243896484375, + 2500.285400390625 ], "0.8": [ - 2402.493896484375, - 2437.894287109375, - 2427.75927734375, - 2436.8310546875, - 2444.97216796875, - 2448.85693359375, - 2450.052978515625, - 2453.28076171875, - 2455.3369140625, - 2455.755859375, - 2459.97998046875, - 2464.951171875, - 2466.028564453125, - 2470.63134765625, - 2476.55517578125, - 2480.701904296875, - 2482.509521484375, - 2487.30517578125, - 2488.45263671875, - 2493.753173828125, - 2497.890380859375, - 2499.96923828125, - 2501.552978515625, - 2505.565673828125 + 2504.630126953125, + 2508.73291015625, + 2525.824462890625, + 2540.35400390625, + 2558.218505859375, + 2572.133544921875, + 2571.3544921875, + 2579.1796875, + 2582.716796875, + 2590.0732421875, + 2595.785888671875, + 2601.802490234375, + 2608.875732421875, + 2610.30224609375, + 2610.890380859375, + 2613.887451171875, + 2617.293212890625, + 2621.14794921875, + 2624.783935546875, + 2626.5380859375, + 2629.07861328125, + 2630.029052734375, + 2631.177734375, + 2632.03662109375 ], "0.9": [ - 2402.493896484375, - 2437.894287109375, - 2427.75927734375, - 2436.8310546875, - 2444.97216796875, - 2448.85693359375, - 2450.052978515625, - 2453.28076171875, - 2455.3369140625, - 2455.755859375, - 2459.97998046875, - 2464.951171875, - 2466.028564453125, - 2470.63134765625, - 2476.55517578125, - 2480.701904296875, - 2482.509521484375, - 2487.30517578125, - 2488.45263671875, - 2493.753173828125, - 2497.890380859375, - 2499.96923828125, - 2501.552978515625, - 2505.565673828125 + 2504.630126953125, + 2508.73291015625, + 2525.824462890625, + 2540.35400390625, + 2558.218505859375, + 2572.133544921875, + 2571.3544921875, + 2579.1796875, + 2582.716796875, + 2590.0732421875, + 2595.785888671875, + 2601.802490234375, + 2608.875732421875, + 2610.30224609375, + 2610.890380859375, + 2613.887451171875, + 2617.293212890625, + 2621.14794921875, + 2624.783935546875, + 2626.5380859375, + 2629.07861328125, + 2630.029052734375, + 2631.177734375, + 2632.03662109375 ] }, "timestamps": [ - "2026-06-22 15:55:00", - "2026-06-22 16:10:00", - "2026-06-22 16:25:00", - "2026-06-22 16:40:00", "2026-06-22 16:55:00", "2026-06-22 17:10:00", "2026-06-22 17:25:00", @@ -589,6 +585,10 @@ "2026-06-23 20:55:00", "2026-06-23 21:10:00", "2026-06-23 21:25:00", - "2026-06-23 21:40:00" + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index da75ec68e262669812f059cfec41fa024d77c1e4..b44abc82afa97198325d607a9475ebc77ca9b80d 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T03:27:52.858630+00:00", + "evaluated_at": "2026-06-23T03:40:35.708079+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t211800z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t045000z", - "data_fetched_at": "2026-06-23T03:26:05.001396Z", - "context_length": 69, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t005000z", + "data_fetched_at": "2026-06-23T03:38:36.703057Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []