diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 8f95bd1b7ef01be33341cae6cac96373b5cb86e5..6dcfdea9b3d9ba045cfe2fe25ed8f55152298db1 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-24T08:29:40.458502+00:00", + "generated_at": "2026-06-24T08:40:54.228466+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 9434, - "num_unique_releases": 1103 + "num_model_releases": 9454, + "num_unique_releases": 1105 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index d2a0f7354a1cdfd3178c0c3df50fc949cfb0ae4f..186e6e3ff7300f1461cdf22e411ed9e951112b07 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.5362664763023077,0.8613094089372142,0.17911221737934313,0.4957176733651033,37.936828105478,3.534307724722318,0.6986392965023267,1202.5900576560116,7.589184773915692,0.09447383737804582,0.1,10,1058,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T08:28:31.677759+00:00 -2,Chronos-2,2.746328848954801,0.9015851413799393,0.1734966834217303,0.5283154860766472,35.75892105304196,3.8138270166729584,0.6544166510305199,1148.7200280920895,8.358412945609363,0.12185316087657463,0.0,10,1079,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T08:26:58.727442+00:00 -3,Moirai-1.1-Large,24403.638663582988,7.68804647112497,0.2627246717458648,0.5495282956514733,22.30782130812377,4.7230590661272736,0.5476402092273259,1105.7556035188265,180963.80965711534,0.10359362951106535,0.2,10,1042,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T08:29:04.464731+00:00 -4,Toto-2.0-1B,2.482982938594196,0.8518923608876227,0.16254926700287137,0.48434527119563275,36.92682278241798,3.7612983111851577,0.6708019207039779,1100.498105633722,7.619870370135203,0.07665807557699933,0.1,10,1064,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T08:28:10.540249+00:00 -5,Timer-S1,2.4879616580113284,0.8688060726287388,0.17302932136064714,0.5143449098161638,36.12618049749506,4.17080586659488,0.6262029326580217,1055.5154976819902,7.664428362620997,0.06496660309399903,0.1,10,1017,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T08:29:32.599634+00:00 -6,TimesFM-2.5,2.408512746580773,0.8273533442070692,0.14500026382731676,0.6115749420000794,39.76782543051978,4.562945525441702,0.5509896798026561,1039.206192847829,7.384636659968632,0.03445118802030953,0.1,10,1086,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T08:27:30.769881+00:00 -7,ARIMA,3.07755487361623,1.1791889864649816,0.2869384658807491,0.8227417720596986,2.031321116435611,6.698421024611404,0.3452782801239199,876.8801228045829,8.116504908912773,-0.014808504184103916,0.2,10,772,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T08:29:34.939113+00:00 -8,ETS,5.624928204219255,1.6018232911199308,0.42274221033378667,1.1590385371752208,-6.538819738988965,7.186295894931551,0.29194399944335786,864.2911570704057,12.578040601297928,0.037080629794585755,0.1,10,772,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T08:29:35.126986+00:00 -9,Moving-Average,3.1536638462940583,1.1513243704815772,0.29801705362602643,0.8016980155629854,8.085598077193632,6.484054453573418,0.3651933088758268,852.5634908975701,8.22098530701969,-0.07959278425211129,0.2,10,772,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T08:29:35.162373+00:00 -10,Seasonal-Naive,3.5430530864301373,1.2748683657650948,0.31436428104874314,0.9434324207565261,1.6744497405037216e-16,7.508261810016814,0.24889372163206705,753.9797437969731,8.406396016451918,0.07320271705923696,0.2,10,772,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T08:29:35.188195+00:00 +1,TiRex,2.5122574842299885,0.8588063317828594,0.17905068817419786,0.4941460861188592,37.954504225573544,3.531941493050321,0.6991908531644435,1202.7307051206433,7.539173198743749,0.09137413405860953,0.1,10,1060,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T08:39:38.990027+00:00 +2,Chronos-2,2.72300500594636,0.8990216768268052,0.1734350362051547,0.5266187521641224,35.75731493119399,3.810501944375038,0.6552594718618497,1148.9064090167487,8.310971854531765,0.11908988224379805,0.0,10,1081,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T08:37:50.344767+00:00 +3,Moirai-1.1-Large,23967.891829256136,7.5667406609498284,0.26266423992486265,0.5480659242860804,22.150873965244983,4.729350708972694,0.5469953102555707,1105.6136409651663,179340.8281037035,0.10102250593174847,0.2,10,1044,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T08:40:17.576696+00:00 +4,Toto-2.0-1B,2.4591442713189964,0.8493672550601861,0.16249112023801357,0.48286723231161177,36.939346907613064,3.7614629409596523,0.6708682918089435,1100.5061587278637,7.569859233420123,0.07352446478118514,0.1,10,1066,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T08:39:20.096900+00:00 +5,Timer-S1,2.4628283814337624,0.8663046952559436,0.17296113154799672,0.5127253537584713,36.01210150289077,4.176371692693503,0.6255920109005372,1055.3993925898917,7.607649951934363,0.06240432606891451,0.1,10,1019,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T08:40:45.624646+00:00 +6,TimesFM-2.5,2.386019811223791,0.8248472059993686,0.1449553603598388,0.6096586352653419,39.73209643373518,4.56245257253895,0.5509964753332132,1039.1828097477523,7.338203091927918,0.03134604554017843,0.1,10,1088,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T08:38:28.297198+00:00 +7,ARIMA,3.043921596567945,1.1759489010431294,0.2868780437684947,0.8204566363055003,1.9566449058992368,6.701004549429767,0.3449223329942352,876.7805633716449,8.043589735173201,-0.018916958300491477,0.2,10,774,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T08:40:48.167674+00:00 +8,ETS,5.592213209945115,1.5999399153596852,0.42279041882539603,1.1578345148765035,-6.789550998186437,7.19774879741441,0.29068150499516854,863.9249044108112,12.502968946009092,0.036716956255921036,0.1,10,774,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T08:40:48.269979+00:00 +9,Moving-Average,3.1197221753995623,1.1480519804591984,0.2979059585359135,0.7993655697203949,8.096442912552382,6.479885616782482,0.36572743910695116,852.6998550003467,8.148932177103378,-0.0825505646098967,0.2,10,774,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T08:40:48.334999+00:00 +10,Seasonal-Naive,3.5093316460826216,1.271569930932396,0.31424149542741103,0.9409460142882988,1.0141703602370833e-16,7.501454633934378,0.24976630957908746,754.2555610491314,8.334574905862436,0.07012817240408435,0.2,10,774,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T08:40:48.377700+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 6cb58528446625953802a6e8138ea345722d5eed..617204e306f5fff0021319033a869bacf851e229 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.534307724722318,0.6986392965023267,1202.5900576560116,90,1058,8241 -2,Chronos-2,3.8138270166729584,0.6544166510305199,1148.7200280920895,90,1075,8243 -3,Moirai-1.1-Large,4.7230590661272736,0.5476402092273259,1105.7556035188265,90,1042,8169 -4,Toto-2.0-1B,3.7612983111851577,0.6708019207039779,1100.498105633722,90,1064,8270 -5,Timer-S1,4.17080586659488,0.6262029326580217,1055.5154976819902,90,1017,8075 -6,TimesFM-2.5,4.562945525441702,0.5509896798026561,1039.206192847829,90,1082,8288 -7,ARIMA,6.698421024611404,0.3452782801239199,876.8801228045829,90,772,6859 -8,ETS,7.186295894931551,0.29194399944335786,864.2911570704057,90,772,6859 -9,Moving-Average,6.484054453573418,0.3651933088758268,852.5634908975701,90,772,6859 -10,Seasonal-Naive,7.508261810016814,0.24889372163206705,753.9797437969731,90,772,6859 +1,TiRex,3.531941493050321,0.6991908531644435,1202.7307051206433,90,1060,8259 +2,Chronos-2,3.810501944375038,0.6552594718618497,1148.9064090167487,90,1077,8261 +3,Moirai-1.1-Large,4.729350708972694,0.5469953102555707,1105.6136409651663,90,1044,8187 +4,Toto-2.0-1B,3.7614629409596523,0.6708682918089435,1100.5061587278637,90,1066,8288 +5,Timer-S1,4.176371692693503,0.6255920109005372,1055.3993925898917,90,1019,8093 +6,TimesFM-2.5,4.56245257253895,0.5509964753332132,1039.1828097477523,90,1084,8306 +7,ARIMA,6.701004549429767,0.3449223329942352,876.7805633716449,90,774,6877 +8,ETS,7.19774879741441,0.29068150499516854,863.9249044108112,90,774,6877 +9,Moving-Average,6.479885616782482,0.36572743910695116,852.6998550003467,90,774,6877 +10,Seasonal-Naive,7.501454633934378,0.24976630957908746,754.2555610491314,90,774,6877 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index dbf82480b9de972675d15d062557a75a873f3152..a47303d632b14b78513bda439d20e3c470b11dff 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -77,6 +77,7 @@ binance_btcusdt_1h_close/1h/short|window:3dc644f0ca5d43dde0a6,2026-06-24T03:39:4 binance_btcusdt_1h_close/1h/short|window:3dddf236855ebb87920d,2026-06-23T08:46:22.494792+00:00,2026-06-23T08:46:22.494792+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.781044636595413,1.3345578431058778,0.013908143113121758,1.3137463123606812,-5.831154752509149,True binance_btcusdt_1h_close/1h/short|window:3e1495074803128649b5,2026-06-23T08:18:15.133892+00:00,2026-06-23T08:18:15.133892+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.6417837123897632,1.2813210809121043,0.01364526740357024,1.2863274860318847,-6.613105949394083,True binance_btcusdt_1h_close/1h/short|window:3e7bc41a7e550e06effe,2026-06-22T06:27:15.857222+00:00,2026-06-22T06:27:15.857222+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.45690546110568125,0.6759478242480563,0.007481454233090094,0.43073673911799054,-24.69788958427961,True +binance_btcusdt_1h_close/1h/short|window:3f7f17cd354e8baf50ca,2026-06-24T08:40:48.104964+00:00,2026-06-24T08:40:48.104964+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.9167861070461767,0.9574894814284786,0.014044799264708543,1.2597382192457167,82.60620349536109,True binance_btcusdt_1h_close/1h/short|window:3f9e61c8ada5cd056966,2026-06-18T02:39:04.226699+00:00,2026-06-18T02:39:04.226699+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.05940182079312,1.02927247159978,0.008247822847634161,0.3943001107864798,6.347341823472177,True binance_btcusdt_1h_close/1h/short|window:40ffcb41d88bce0389ab,2026-06-22T02:21:13.127741+00:00,2026-06-22T02:21:13.127741+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.36708900662433963,0.6058787061981462,0.009214979753810514,0.4905863886336967,-7.235758471062879,True binance_btcusdt_1h_close/1h/short|window:410098900f89a165a3eb,2026-06-23T05:45:22.587252+00:00,2026-06-23T05:45:22.587252+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0905714420017942,1.0443042861167402,0.012034702676027556,1.0649445243098439,-12.497510074175002,True @@ -549,6 +550,7 @@ nws_ksfo_observations_temperature/1h/short|window:3a30c47140c509ab26a4,2026-06-1 nws_ksfo_observations_temperature/1h/short|window:45ce2c809e061ea60903,2026-06-22T03:29:35.214031+00:00,2026-06-22T03:29:35.214031+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,1.5538253805536848,1.246525322869008,0.08602286623341183,0.7856278528255937,30.23569114821472,True nws_ksfo_observations_temperature/1h/short|window:46a3ea9c1a8c4e1b93b8,2026-06-20T17:26:01.085437+00:00,2026-06-20T17:26:01.085437+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,236.3963963011166,15.375187683443627,0.0706892958199147,15.610827776384992,0.11944636475993659,True nws_ksfo_observations_temperature/1h/short|window:4716de468adf734a0cca,2026-06-23T09:28:31.376348+00:00,2026-06-23T09:28:31.376348+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,0.008407407356304224,0.09169191543589993,0.009061030179995651,0.07149577885065184,-69.18331996579973,True +nws_ksfo_observations_temperature/1h/short|window:52dfc01f77cf7698a9dd,2026-06-24T08:40:48.132694+00:00,2026-06-24T08:40:48.132694+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,0.004766892486250188,0.06904268597215919,0.00835474110741481,0.04635638042220334,-25.387275131802546,True nws_ksfo_observations_temperature/1h/short|window:662c3457e40d47961c42,2026-06-19T16:34:25.856967+00:00,2026-06-19T16:34:25.856967+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,1.2867705519154884,1.1343590930192644,0.034275892683995786,0.9144727104787842,60.44323120470329,True nws_ksfo_observations_temperature/1h/short|window:67354738731811ffd6df,2026-06-22T08:37:24.267180+00:00,2026-06-22T08:37:24.267180+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,0.004217835459260826,0.0649448647643586,0.008434758671165441,0.05953572715008882,-77.595392481505,True nws_ksfo_observations_temperature/1h/short|window:6f18d72743811ae243a5,2026-06-22T07:25:19.042818+00:00,2026-06-22T07:25:19.042818+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,0.004221302648259129,0.06497155260773078,0.008604992750356005,0.04864821937298781,-49.911284068965806,True @@ -723,7 +725,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13 usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:41:21.682218+00:00,2026-06-22T14:41:21.682218+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.4135930623452151,0.6431120138399026,0.014002112215682936,0.9066795169798061,-21.05820102136712,True usgs_potomac_iv_usgs_00060/15min/short|window:53531fac0f6130b0ee67,2026-06-24T07:43:03.645380+00:00,2026-06-24T07:43:03.645380+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,1.986609401994892,1.4094713200327604,0.025240950229575464,1.9598686780102728,35.17713776913995,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:19:26.487710+00:00,2026-06-18T19:19:26.487710+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,4.544411905344581,2.131762628752221,0.024354599371590662,1.5815520318822458,6.298494923331545,True -usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:10:17.511088+00:00,2026-06-24T08:10:17.511088+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.5801426199338665,0.7616709394048499,0.010442988887707819,0.9015718122965257,62.605188903234215,True +usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:40:48.167674+00:00,2026-06-24T08:40:48.167674+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.5801426199338665,0.7616709394048499,0.010442988887707819,0.9015718122965257,62.605188903234215,True usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T07:01:36.910192+00:00,2026-06-23T07:01:36.910192+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.05758213832540158,0.23996278529263987,0.010517366535899247,0.18005986141918537,81.86602766869265,True usgs_potomac_iv_usgs_00060/15min/short|window:7042b7470f24d6dbd085,2026-06-23T10:03:56.121225+00:00,2026-06-23T10:03:56.121225+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.060199913416658445,0.2453567064839648,0.013862841408917343,0.4028235813000254,85.00710000669581,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:05:00.837311+00:00,2026-06-23T06:05:00.837311+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.31064239383078135,0.5573530244205923,0.010499352751128713,0.15780438324917845,58.047303373389205,True @@ -882,6 +884,7 @@ binance_btcusdt_1h_close/1h/short|window:3dc644f0ca5d43dde0a6,2026-06-24T03:33:1 binance_btcusdt_1h_close/1h/short|window:3dddf236855ebb87920d,2026-06-23T08:43:56.339889+00:00,2026-06-23T08:43:56.339889+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.5438190178629259,1.2425051379623853,0.008315324872879736,0.6167424762390927,1.3091897406719855,True binance_btcusdt_1h_close/1h/short|window:3e1495074803128649b5,2026-06-23T08:15:06.136517+00:00,2026-06-23T08:15:06.136517+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.3917389188618885,1.1797198476171742,0.008049276222444569,0.5893236499102963,1.638546321053187,True binance_btcusdt_1h_close/1h/short|window:3e7bc41a7e550e06effe,2026-06-22T06:23:58.149043+00:00,2026-06-22T06:23:58.149043+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.14938632513018574,0.3865052718012857,0.004188113920894069,0.273820615504545,29.750263566572563,True +binance_btcusdt_1h_close/1h/short|window:3f7f17cd354e8baf50ca,2026-06-24T08:37:41.780053+00:00,2026-06-24T08:37:41.780053+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6070473094002611,0.7791324081311604,0.006276783918066235,0.5900651059403771,88.13409463227833,True binance_btcusdt_1h_close/1h/short|window:3f9e61c8ada5cd056966,2026-06-18T02:28:52.198203+00:00,2026-06-18T02:28:52.198203+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.72951194198449,0.8541147124271364,0.011356391510204919,0.37630683470700904,24.501346242359155,True binance_btcusdt_1h_close/1h/short|window:3fcdd75d553d29ddaab7,2026-06-17T00:24:13.948290+00:00,2026-06-17T00:24:13.948290+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.13824898029018934,0.3718184776072719,0.005507973320774829,0.25069023278490765,55.31682273933087,True binance_btcusdt_1h_close/1h/short|window:40f407f6ca5b9a9a0f8e,2026-06-17T10:27:56.869634+00:00,2026-06-17T10:27:56.869634+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3935562334607141,0.627340604026803,0.012065986820654906,0.28991329075226585,2.181848906890074,True @@ -1540,6 +1543,7 @@ nws_ksfo_observations_temperature/1h/short|window:3a30c47140c509ab26a4,2026-06-1 nws_ksfo_observations_temperature/1h/short|window:45ce2c809e061ea60903,2026-06-22T03:25:15.938584+00:00,2026-06-22T03:25:15.938584+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,1.0556525286825795,1.0274495260997396,0.07749478142076036,0.546750965504135,46.634712791335815,True nws_ksfo_observations_temperature/1h/short|window:46a3ea9c1a8c4e1b93b8,2026-06-20T17:18:51.999889+00:00,2026-06-20T17:18:51.999889+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,241.43306944349456,15.53811666333776,0.06080118769186701,13.39161678951785,-0.9346387707280838,True nws_ksfo_observations_temperature/1h/short|window:4716de468adf734a0cca,2026-06-23T09:23:46.214694+00:00,2026-06-23T09:23:46.214694+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,0.0007749781659078107,0.02783842965951583,0.0012671306956471217,0.02920817799010178,32.79713626600013,True +nws_ksfo_observations_temperature/1h/short|window:52dfc01f77cf7698a9dd,2026-06-24T08:37:45.649258+00:00,2026-06-24T08:37:45.649258+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,0.0015931373375423906,0.03991412453684022,0.0040291026861737226,0.018920786120878934,28.070448386950986,True nws_ksfo_observations_temperature/1h/short|window:58c5c6ac321b40d0c1a7,2026-06-17T05:11:25.332796+00:00,2026-06-17T05:11:25.332796+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,0.04636691706294725,0.21532978675266284,0.0204327784195959,0.1266659336460166,92.1714711345811,True nws_ksfo_observations_temperature/1h/short|window:658eaf7670a7c2667044,2026-06-16T13:12:22.165146+00:00,2026-06-16T13:12:22.165146+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,0.028436280582647657,0.16863060393252363,0.0022016832581302883,0.17745186127625823,73.50220443166802,True nws_ksfo_observations_temperature/1h/short|window:662c3457e40d47961c42,2026-06-19T16:29:27.348210+00:00,2026-06-19T16:29:27.348210+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,5.9619793503050795,2.4417164762324637,0.05252919657089958,1.5746007093216747,-6.643377879380613,True @@ -1789,7 +1793,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13 usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:38:35.684082+00:00,2026-06-22T14:38:35.684082+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.26380459485426133,0.5136191145725219,0.0036453904624900806,0.1175920711128438,1.1056209555938996,True usgs_potomac_iv_usgs_00060/15min/short|window:53531fac0f6130b0ee67,2026-06-24T07:40:04.969980+00:00,2026-06-24T07:40:04.969980+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,2.0049144387568343,1.4159500128030065,0.015195777960832102,0.9506254482489916,34.77463904889972,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:15:01.960322+00:00,2026-06-18T19:15:01.960322+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,6.897876962248669,2.626380962893363,0.021977115806121075,1.3475158817208144,-14.456923844230383,True -usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:06:31.124320+00:00,2026-06-24T08:06:31.124320+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.024453155959327757,0.15637504903061664,0.001366479987772102,0.20526478231980838,98.07992780605186,True +usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:37:50.344767+00:00,2026-06-24T08:37:50.344767+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.024453155959327757,0.15637504903061664,0.001366479987772102,0.20526478231980838,98.07992780605186,True usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T06:59:16.949287+00:00,2026-06-23T06:59:16.949287+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.039765863866349435,0.1994138005915073,0.006486450910494719,0.17234827870101613,87.11532803975396,True usgs_potomac_iv_usgs_00060/15min/short|window:7042b7470f24d6dbd085,2026-06-23T10:00:22.980682+00:00,2026-06-23T10:00:22.980682+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.3935837982562487,0.6273625732032863,0.01406831529405382,0.3286136912075871,30.733266553036536,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T05:59:59.086304+00:00,2026-06-23T05:59:59.086304+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.19137108986914508,0.4374598151477974,0.01425654345933991,0.2270276270263644,71.89121472355596,True @@ -1928,6 +1932,7 @@ binance_btcusdt_1h_close/1h/short|window:3dc644f0ca5d43dde0a6,2026-06-24T03:39:4 binance_btcusdt_1h_close/1h/short|window:3dddf236855ebb87920d,2026-06-23T08:46:22.602882+00:00,2026-06-23T08:46:22.602882+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.4883125690126424,1.2199641671019041,0.008090696235963729,0.7269131402841542,3.139045612534196,True binance_btcusdt_1h_close/1h/short|window:3e1495074803128649b5,2026-06-23T08:18:15.265828+00:00,2026-06-23T08:18:15.265828+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.3420651715211716,1.1584753650903292,0.007824917494171394,0.6994943139553578,3.454537089844506,True binance_btcusdt_1h_close/1h/short|window:3e7bc41a7e550e06effe,2026-06-22T06:27:15.893316+00:00,2026-06-22T06:27:15.893316+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08379029725582997,0.2894655372506889,0.0027656273076697015,0.1369088724666708,53.411621266011345,True +binance_btcusdt_1h_close/1h/short|window:3f7f17cd354e8baf50ca,2026-06-24T08:40:48.219074+00:00,2026-06-24T08:40:48.219074+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,3.243656372680594,1.801015372694135,0.014256271044896296,1.3253052188834233,49.58726187534348,True binance_btcusdt_1h_close/1h/short|window:3f9e61c8ada5cd056966,2026-06-18T02:39:04.316807+00:00,2026-06-18T02:39:04.316807+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6296730571294946,1.2765864863492387,0.016865342562943354,0.9551416504098172,-15.062377164622706,True binance_btcusdt_1h_close/1h/short|window:40ffcb41d88bce0389ab,2026-06-22T02:21:13.525592+00:00,2026-06-22T02:21:13.525592+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08964453806641295,0.29940697731751836,0.002954542107794544,0.14349755217826612,55.96969390189862,True binance_btcusdt_1h_close/1h/short|window:410098900f89a165a3eb,2026-06-23T05:45:22.677240+00:00,2026-06-23T05:45:22.677240+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.6486098791180133,0.8053631970223206,0.005308537003969201,0.43829830950630483,13.338138592988953,True @@ -2400,6 +2405,7 @@ nws_ksfo_observations_temperature/1h/short|window:3a30c47140c509ab26a4,2026-06-1 nws_ksfo_observations_temperature/1h/short|window:45ce2c809e061ea60903,2026-06-22T03:29:35.384280+00:00,2026-06-22T03:29:35.384280+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,0.2551694194641658,0.5051429693306301,0.03535729659876754,0.28791122548405007,83.82876593541047,True nws_ksfo_observations_temperature/1h/short|window:46a3ea9c1a8c4e1b93b8,2026-06-20T17:26:01.324303+00:00,2026-06-20T17:26:01.324303+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,239.35484323382659,15.471097027484076,0.06068115210347395,13.583873928065074,-0.5024048130465112,True nws_ksfo_observations_temperature/1h/short|window:4716de468adf734a0cca,2026-06-23T09:28:31.576380+00:00,2026-06-23T09:28:31.576380+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,0.13770210103332903,0.3710823372694112,0.027323570978687522,0.28328075413094456,-97.80023327063391,True +nws_ksfo_observations_temperature/1h/short|window:52dfc01f77cf7698a9dd,2026-06-24T08:40:48.244566+00:00,2026-06-24T08:40:48.244566+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,0.19226377019600566,0.4384789278813814,0.058043184623686815,0.3672984096963318,-97.09218519549972,True nws_ksfo_observations_temperature/1h/short|window:662c3457e40d47961c42,2026-06-19T16:34:26.017061+00:00,2026-06-19T16:34:26.017061+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,0.3825239301345321,0.6184851899071894,0.01408832974267682,0.5072932763567258,86.34256992469972,True nws_ksfo_observations_temperature/1h/short|window:67354738731811ffd6df,2026-06-22T08:37:24.468712+00:00,2026-06-22T08:37:24.468712+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,0.013258872035168668,0.11514717554142902,0.009555058764547703,0.07686162945220965,-92.28332304663317,True nws_ksfo_observations_temperature/1h/short|window:6f18d72743811ae243a5,2026-06-22T07:25:19.253129+00:00,2026-06-22T07:25:19.253129+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,0.1868948283802564,0.43231334513319897,0.05937978608905653,0.35697779916019057,-98.5019731127692,True @@ -2574,7 +2580,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13 usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:41:21.745034+00:00,2026-06-22T14:41:21.745034+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.6952149062218298,0.8337954822507914,0.008424699442697596,0.5477218709344943,-44.09822438712651,True usgs_potomac_iv_usgs_00060/15min/short|window:53531fac0f6130b0ee67,2026-06-24T07:43:03.753640+00:00,2026-06-24T07:43:03.753640+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,1.5138811249633717,1.2303987666457454,0.013111839818968712,1.0978352622091603,46.47400032320648,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:19:26.635016+00:00,2026-06-18T19:19:26.635016+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,3.396219676307649,1.8428835221759536,0.013161556548102277,0.9216718776245841,20.570856196037944,True -usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:10:17.634440+00:00,2026-06-24T08:10:17.634440+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,3.129653746898537,1.769082741676753,0.01609201415250412,1.579151597156039,-10.738956024576439,True +usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:40:48.269979+00:00,2026-06-24T08:40:48.269979+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,3.129653746898537,1.769082741676753,0.01609201415250412,1.579151597156039,-10.738956024576439,True usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T07:01:37.017426+00:00,2026-06-23T07:01:37.017426+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.05597368788348194,0.2365875902989883,0.005073003290697933,0.14134713857024908,82.32780835047684,True usgs_potomac_iv_usgs_00060/15min/short|window:7042b7470f24d6dbd085,2026-06-23T10:03:56.216874+00:00,2026-06-23T10:03:56.216874+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.7543233144665692,0.8685178837920202,0.018732575094306966,0.7079222507603538,-0.7666206603458543,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:05:00.954861+00:00,2026-06-23T06:05:00.954861+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.40115288776074803,0.6333663140401044,0.0201644903448616,0.4237356800281263,48.94415618421456,True @@ -2732,6 +2738,7 @@ binance_btcusdt_1h_close/1h/short|window:3dc644f0ca5d43dde0a6,2026-06-24T03:38:1 binance_btcusdt_1h_close/1h/short|window:3dddf236855ebb87920d,2026-06-23T08:45:52.590413+00:00,2026-06-23T08:45:52.590413+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.4775605612444624,1.2155494894262686,0.008290567244901634,0.6217633198252308,3.5011713838655716,True binance_btcusdt_1h_close/1h/short|window:3e1495074803128649b5,2026-06-23T08:17:21.031036+00:00,2026-06-23T08:17:21.031036+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.458066223212059,1.2075041296873725,0.007968952498034141,0.592674262174293,-0.6891494596860144,True binance_btcusdt_1h_close/1h/short|window:3e7bc41a7e550e06effe,2026-06-22T06:26:55.242413+00:00,2026-06-22T06:26:55.242413+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.35951119267035714,0.5995925221934952,0.005539951073715382,0.30136538886765424,-13.156028749293865,True +binance_btcusdt_1h_close/1h/short|window:3f7f17cd354e8baf50ca,2026-06-24T08:40:04.048580+00:00,2026-06-24T08:40:04.048580+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3511263862163008,0.5925591837245465,0.005436622653486887,0.5230000563285455,92.96048587132104,True binance_btcusdt_1h_close/1h/short|window:3f9e61c8ada5cd056966,2026-06-18T02:37:30.598416+00:00,2026-06-18T02:37:30.598416+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.153780738398901,1.4675764846844954,0.01824562245549233,0.6946877491684672,-28.32401222023449,True binance_btcusdt_1h_close/1h/short|window:3fcdd75d553d29ddaab7,2026-06-17T01:41:48.180593+00:00,2026-06-17T01:41:48.180593+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.22009268547156693,0.46914036862283226,0.006184610382648795,0.2829293702549947,37.17383979654338,True binance_btcusdt_1h_close/1h/short|window:40ffcb41d88bce0389ab,2026-06-22T02:19:35.647274+00:00,2026-06-22T02:19:35.647274+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.25174759508802896,0.5017445516276474,0.004881142269163006,0.25053408528831733,11.558551334118262,True @@ -3377,6 +3384,7 @@ nws_ksfo_observations_temperature/1h/short|window:3a30c47140c509ab26a4,2026-06-1 nws_ksfo_observations_temperature/1h/short|window:45ce2c809e061ea60903,2026-06-22T03:28:29.679966+00:00,2026-06-22T03:28:29.679966+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,0.5416028392823552,0.7359367087476716,0.05315022635158758,0.3456796779752993,68.53229115133487,True nws_ksfo_observations_temperature/1h/short|window:46a3ea9c1a8c4e1b93b8,2026-06-20T17:23:32.590887+00:00,2026-06-20T17:23:32.590887+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,234.9471325638,15.327985274125233,0.06056551898546708,12.677528130648,0.42691984390746457,True nws_ksfo_observations_temperature/1h/short|window:4716de468adf734a0cca,2026-06-23T09:27:26.388659+00:00,2026-06-23T09:27:26.388659+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,0.011455704636090181,0.10703132548973773,0.001238143358294976,0.01748744024477607,-76.416522424914,True +nws_ksfo_observations_temperature/1h/short|window:52dfc01f77cf7698a9dd,2026-06-24T08:40:10.644864+00:00,2026-06-24T08:40:10.644864+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,0.04088849590719096,0.20220904012232233,0.009148090941349106,0.07628616553713409,-87.02539238876413,True nws_ksfo_observations_temperature/1h/short|window:58c5c6ac321b40d0c1a7,2026-06-17T05:17:03.715199+00:00,2026-06-17T05:17:03.715199+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,0.09915307487418892,0.31488581243712604,0.03051512344803538,0.19208162494626935,83.97330340722252,True nws_ksfo_observations_temperature/1h/short|window:658eaf7670a7c2667044,2026-06-16T13:15:24.752398+00:00,2026-06-16T13:15:24.752398+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,0.47960325514442786,0.692533937900828,0.0023969874870742335,0.16917525573743397,-44.068640225495734,True nws_ksfo_observations_temperature/1h/short|window:662c3457e40d47961c42,2026-06-19T16:33:08.194522+00:00,2026-06-19T16:33:08.194522+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,4.2542185431552975,2.0625757060421557,0.052779576845115715,1.5182364069937477,10.185946368143695,True @@ -3603,7 +3611,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13 usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:40:52.444431+00:00,2026-06-22T14:40:52.444431+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.19720751418532195,0.444080526690061,0.0036403752192787995,0.16382262069431874,15.52666430450027,True usgs_potomac_iv_usgs_00060/15min/short|window:53531fac0f6130b0ee67,2026-06-24T07:42:26.884990+00:00,2026-06-24T07:42:26.884990+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,1.6503440571262187,1.2846571749405438,0.015305720195511347,0.6498597002252424,43.02363153166811,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:18:32.472614+00:00,2026-06-18T19:18:32.472614+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,4.399241728054174,2.0974369425692334,0.02234296730049763,1.3846192254563954,7.913568619118303,True -usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:09:36.332663+00:00,2026-06-24T08:09:36.332663+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,6.350563673753344,2.5200324747418126,0.025890974713186937,1.6669764071912276,-43.14002706268623,True +usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:40:17.576696+00:00,2026-06-24T08:40:17.576696+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,6.253995991239024,2.5007990705450576,0.025602986262394833,1.6519334787932152,-42.51440848277422,True usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T07:01:13.425460+00:00,2026-06-23T07:01:13.425460+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.13222678245514308,0.3636300076384553,0.00467523213120989,0.1611043638285674,62.73829166208879,True usgs_potomac_iv_usgs_00060/15min/short|window:7042b7470f24d6dbd085,2026-06-23T10:03:20.509024+00:00,2026-06-23T10:03:20.509024+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,1.1911120785899274,1.0913808128192137,0.014932301839192709,0.4494890664744009,-23.178705057946864,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:03:05.935234+00:00,2026-06-23T06:03:05.935234+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.417006138424656,0.6457601245235386,0.01697991869410161,0.26770387334454515,47.45655013636928,True @@ -3742,6 +3750,7 @@ binance_btcusdt_1h_close/1h/short|window:3dc644f0ca5d43dde0a6,2026-06-24T03:39:4 binance_btcusdt_1h_close/1h/short|window:3dddf236855ebb87920d,2026-06-23T08:46:22.652576+00:00,2026-06-23T08:46:22.652576+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.5098638415720664,1.2287651694168689,0.008383795497849579,0.7509534968603894,2.420779141989092,True binance_btcusdt_1h_close/1h/short|window:3e1495074803128649b5,2026-06-23T08:18:15.311367+00:00,2026-06-23T08:18:15.311367+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.3696544494336698,1.1703223698766378,0.008118286655092235,0.7235346705315929,2.4379850205586644,True binance_btcusdt_1h_close/1h/short|window:3e7bc41a7e550e06effe,2026-06-22T06:27:15.912813+00:00,2026-06-22T06:27:15.912813+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.0976304000262093,0.31245863730453877,0.003320877334197238,0.1479284137239171,47.72761091755711,True +binance_btcusdt_1h_close/1h/short|window:3f7f17cd354e8baf50ca,2026-06-24T08:40:48.298839+00:00,2026-06-24T08:40:48.298839+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,7.678278717023432,2.7709707174604774,0.025344676252845977,2.4913916927110846,11.249276502024282,True binance_btcusdt_1h_close/1h/short|window:3f9e61c8ada5cd056966,2026-06-18T02:39:04.334427+00:00,2026-06-18T02:39:04.334427+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.140917240063343,1.0681372758514436,0.014235369150025374,0.7872717001857694,2.648861590809929,True binance_btcusdt_1h_close/1h/short|window:40ffcb41d88bce0389ab,2026-06-22T02:21:13.684064+00:00,2026-06-22T02:21:13.684064+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.17160933369650974,0.41425756926881824,0.005085146297127706,0.23902661234781522,29.835020031639964,True binance_btcusdt_1h_close/1h/short|window:410098900f89a165a3eb,2026-06-23T05:45:22.724498+00:00,2026-06-23T05:45:22.724498+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.7778664007030696,0.8819673467328989,0.005756884176515567,0.49029497749323464,4.32921578940877,True @@ -4214,6 +4223,7 @@ nws_ksfo_observations_temperature/1h/short|window:3a30c47140c509ab26a4,2026-06-1 nws_ksfo_observations_temperature/1h/short|window:45ce2c809e061ea60903,2026-06-22T03:29:35.469995+00:00,2026-06-22T03:29:35.469995+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,3.1712046543559933,1.7807876499897435,0.1453467592709629,1.3947794115665484,-4.455467355695385,True nws_ksfo_observations_temperature/1h/short|window:46a3ea9c1a8c4e1b93b8,2026-06-20T17:26:01.432825+00:00,2026-06-20T17:26:01.432825+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,238.77419406375398,15.45232002204698,0.06055494124361512,13.556038859419521,-0.3809651992129955,True nws_ksfo_observations_temperature/1h/short|window:4716de468adf734a0cca,2026-06-23T09:28:31.665303+00:00,2026-06-23T09:28:31.665303+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,0.001048469715769523,0.03238008208404548,0.0022632881045965224,0.021117564127898465,18.71936817701265,True +nws_ksfo_observations_temperature/1h/short|window:52dfc01f77cf7698a9dd,2026-06-24T08:40:48.318433+00:00,2026-06-24T08:40:48.318433+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,0.0017634120349668588,0.041992999832910945,0.00874774571470044,0.03287424361395217,23.329752268547193,True nws_ksfo_observations_temperature/1h/short|window:662c3457e40d47961c42,2026-06-19T16:34:26.106632+00:00,2026-06-19T16:34:26.106632+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,3.9651787340908826,1.991275654973686,0.04497497235103489,1.8937172130722317,13.653597144088618,True nws_ksfo_observations_temperature/1h/short|window:67354738731811ffd6df,2026-06-22T08:37:24.556979+00:00,2026-06-22T08:37:24.556979+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,0.0002823044895422929,0.016801919221990473,0.003765577802069255,0.02032648791044332,30.672378422074445,True nws_ksfo_observations_temperature/1h/short|window:6f18d72743811ae243a5,2026-06-22T07:25:19.356544+00:00,2026-06-22T07:25:19.356544+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,0.00033321205661603244,0.01825409698166503,0.005705514361449345,0.03346253319842064,61.77980131070936,True @@ -4388,7 +4398,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13 usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:41:21.775112+00:00,2026-06-22T14:41:21.775112+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.26926022212170597,0.5189029024024687,0.003869234455897305,0.2527599412115095,0.08218487034169157,True usgs_potomac_iv_usgs_00060/15min/short|window:53531fac0f6130b0ee67,2026-06-24T07:43:03.813529+00:00,2026-06-24T07:43:03.813529+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,4.13125615731019,2.0325491770951545,0.022897275475642357,1.909962669209684,0.1387773651446231,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:19:26.701167+00:00,2026-06-18T19:19:26.701167+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,3.8574468678513885,1.9640384079369193,0.014650086894531442,1.016074460921854,14.400679261460132,True -usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:10:17.674959+00:00,2026-06-24T08:10:17.674959+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.8132614046951994,1.3465739506968042,0.013621794871794872,1.3367424937654218,16.360865274224462,True +usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:40:48.334999+00:00,2026-06-24T08:40:48.334999+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.8132614046951994,1.3465739506968042,0.013621794871794872,1.3367424937654218,16.360865274224462,True usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T07:01:37.068935+00:00,2026-06-23T07:01:37.068935+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.4825285724912171,0.6946427660972344,0.023790495453094685,0.6295718739660147,8.958691256178406,True usgs_potomac_iv_usgs_00060/15min/short|window:7042b7470f24d6dbd085,2026-06-23T10:03:56.273881+00:00,2026-06-23T10:03:56.273881+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.6718322488971091,0.8196537371946212,0.02213998538011708,0.7901244599946088,5.019761438284813,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:05:01.007000+00:00,2026-06-23T06:05:01.007000+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.102704453726608,1.050097354404156,0.03838989465389242,0.8722484983096735,2.972774802525188,True @@ -4514,6 +4524,7 @@ binance_btcusdt_1h_close/1h/short|window:3dc644f0ca5d43dde0a6,2026-06-24T03:39:4 binance_btcusdt_1h_close/1h/short|window:3dddf236855ebb87920d,2026-06-23T08:46:22.681361+00:00,2026-06-23T08:46:22.681361+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.5847782928821397,1.25887977697719,0.009323713977046129,0.6571464902135801,7.005541592862567e-15,True binance_btcusdt_1h_close/1h/short|window:3e1495074803128649b5,2026-06-23T08:18:15.342202+00:00,2026-06-23T08:18:15.342202+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.4381072593057183,1.199211098725207,0.009057907112010766,0.6297276638847836,-7.720029347193088e-15,True binance_btcusdt_1h_close/1h/short|window:3e7bc41a7e550e06effe,2026-06-22T06:27:15.924541+00:00,2026-06-22T06:27:15.924541+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.275914416807124,0.5252755627355264,0.005690713715136752,0.3497668809895742,0.0,True +binance_btcusdt_1h_close/1h/short|window:3f7f17cd354e8baf50ca,2026-06-24T08:40:48.362497+00:00,2026-06-24T08:40:48.362497+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,9.62474353315251,3.102377077847325,0.025928854004101626,1.8222341356430836,-9.228073627528748e-15,True binance_btcusdt_1h_close/1h/short|window:3f9e61c8ada5cd056966,2026-06-18T02:39:04.348028+00:00,2026-06-18T02:39:04.348028+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.2030044822852863,1.0968156099752073,0.01500800817675541,0.5418172008262968,0.0,True binance_btcusdt_1h_close/1h/short|window:40ffcb41d88bce0389ab,2026-06-22T02:21:13.769477+00:00,2026-06-22T02:21:13.769477+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.31755016944564085,0.5635158999049102,0.007153397611668947,0.3507154762933222,8.740532453212939e-15,True binance_btcusdt_1h_close/1h/short|window:410098900f89a165a3eb,2026-06-23T05:45:22.758341+00:00,2026-06-23T05:45:22.758341+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.8482651443061662,0.921013107564798,0.006832150645032411,0.5377276668258666,0.0,True @@ -4986,6 +4997,7 @@ nws_ksfo_observations_temperature/1h/short|window:3a30c47140c509ab26a4,2026-06-1 nws_ksfo_observations_temperature/1h/short|window:45ce2c809e061ea60903,2026-06-22T03:29:35.519971+00:00,2026-06-22T03:29:35.519971+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,2.900674079491986,1.703136541646613,0.143248718599293,1.5218629996261122,7.654931193232141e-15,True nws_ksfo_observations_temperature/1h/short|window:46a3ea9c1a8c4e1b93b8,2026-06-20T17:26:01.499109+00:00,2026-06-20T17:26:01.499109+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,236.9618054654198,15.393563767543233,0.0603887341364935,11.70526153493194,-1.1994215428338993e-14,True nws_ksfo_observations_temperature/1h/short|window:4716de468adf734a0cca,2026-06-23T09:28:31.721707+00:00,2026-06-23T09:28:31.721707+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,0.0015314061839475867,0.039133185200639964,0.0017921445795393953,0.03571544223020596,-7.079781862253548e-15,True +nws_ksfo_observations_temperature/1h/short|window:52dfc01f77cf7698a9dd,2026-06-24T08:40:48.370802+00:00,2026-06-24T08:40:48.370802+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,0.0028365784102014732,0.05325953820867651,0.0038762012539873512,0.025385114018647004,-3.0577745881059493e-14,True nws_ksfo_observations_temperature/1h/short|window:662c3457e40d47961c42,2026-06-19T16:34:26.142380+00:00,2026-06-19T16:34:26.142380+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,5.219173139160134,2.2845509710138083,0.04435936682124436,1.6674116065106321,-8.50880394286987e-15,True nws_ksfo_observations_temperature/1h/short|window:67354738731811ffd6df,2026-06-22T08:37:24.605010+00:00,2026-06-22T08:37:24.605010+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,0.0005321024758689685,0.023067346528566488,0.0011947630530262632,0.02422097024016924,-7.131535325976802e-14,True nws_ksfo_observations_temperature/1h/short|window:6f18d72743811ae243a5,2026-06-22T07:25:19.414239+00:00,2026-06-22T07:25:19.414239+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,0.001410431713134433,0.037555714786626455,0.001787856581662755,0.0211672399224932,-3.843511750299697e-14,True @@ -5160,7 +5172,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13 usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:41:21.799304+00:00,2026-06-22T14:41:21.799304+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.2697031684854656,0.5193295374667858,0.0036231884057971015,0.2504411037120124,1.0291156671051371e-14,True usgs_potomac_iv_usgs_00060/15min/short|window:53531fac0f6130b0ee67,2026-06-24T07:43:03.856907+00:00,2026-06-24T07:43:03.856907+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,4.142738589211618,2.035371855266653,0.02330264370705547,1.1161659603401168,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:19:26.753772+00:00,2026-06-18T19:19:26.753772+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,5.15535097813579,2.2705397988442724,0.01831789859953012,1.1607012311139655,0.0,True -usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:10:17.706604+00:00,2026-06-24T08:10:17.706604+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,2.5226548159598106,1.5882867549532138,0.013621794871794872,0.7037031857375312,0.0,True +usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:40:48.377700+00:00,2026-06-24T08:40:48.377700+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,2.5226548159598106,1.5882867549532138,0.013621794871794872,0.7037031857375312,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T07:01:37.101216+00:00,2026-06-23T07:01:37.101216+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.577492596248766,0.7599293363522467,0.023993987049028675,0.41186485631355346,9.612443794404133e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:7042b7470f24d6dbd085,2026-06-23T10:03:56.301967+00:00,2026-06-23T10:03:56.301967+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.7428457074244548,0.8618849734300134,0.021701388888888885,0.44491728601820096,-7.472770008151814e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:05:01.048424+00:00,2026-06-23T06:05:01.048424+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.1702750146284377,1.0817925007266587,0.03871158392434988,0.7311914654479478,0.0,True @@ -5318,6 +5330,7 @@ binance_btcusdt_1h_close/1h/short|window:3dc644f0ca5d43dde0a6,2026-06-24T03:36:5 binance_btcusdt_1h_close/1h/short|window:3dddf236855ebb87920d,2026-06-23T08:45:20.975994+00:00,2026-06-23T08:45:20.975994+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.3951099789221322,1.1811477379744382,0.008056160649786216,0.6029594026909734,6.36494716109496,True binance_btcusdt_1h_close/1h/short|window:3e1495074803128649b5,2026-06-23T08:16:38.458581+00:00,2026-06-23T08:16:38.458581+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.2588393234509978,1.1219800904877937,0.0077908186819892625,0.5755405763621769,6.647070320224118,True binance_btcusdt_1h_close/1h/short|window:3e7bc41a7e550e06effe,2026-06-22T06:25:58.685020+00:00,2026-06-22T06:25:58.685020+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3994202711942942,0.631997049988601,0.006900795337023195,0.31118798206006665,-18.288095751851984,True +binance_btcusdt_1h_close/1h/short|window:3f7f17cd354e8baf50ca,2026-06-24T08:39:28.878678+00:00,2026-06-24T08:39:28.878678+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.45279267230284864,0.672898708798619,0.005335114422893879,0.601363803517501,91.01382196855349,True binance_btcusdt_1h_close/1h/short|window:3f9e61c8ada5cd056966,2026-06-18T02:32:25.589639+00:00,2026-06-18T02:32:25.589639+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9113208210347629,0.9546312487210771,0.012720287613176546,0.5039659701869462,13.79559052679846,True binance_btcusdt_1h_close/1h/short|window:3fcdd75d553d29ddaab7,2026-06-17T01:25:27.574558+00:00,2026-06-17T01:25:27.574558+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.1454139287237796,0.38133178299714227,0.005704408010218673,0.2459131441649763,53.53901847570741,True binance_btcusdt_1h_close/1h/short|window:40ffcb41d88bce0389ab,2026-06-22T02:18:30.006197+00:00,2026-06-22T02:18:30.006197+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2500486865499194,0.50004868417977,0.005277918474606589,0.25980386471108563,11.892462816424262,True @@ -5969,6 +5982,7 @@ nws_ksfo_observations_temperature/1h/short|window:3a30c47140c509ab26a4,2026-06-1 nws_ksfo_observations_temperature/1h/short|window:45ce2c809e061ea60903,2026-06-22T03:27:35.327283+00:00,2026-06-22T03:27:35.327283+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,1.4614324096374207,1.2088971873726155,0.09286452192808893,0.51749760266877,32.99418923956189,True nws_ksfo_observations_temperature/1h/short|window:46a3ea9c1a8c4e1b93b8,2026-06-20T17:22:32.444978+00:00,2026-06-20T17:22:32.444978+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,240.11844239215182,15.495755625078495,0.06072407043057668,13.553002358652074,-0.6616574341334877,True nws_ksfo_observations_temperature/1h/short|window:4716de468adf734a0cca,2026-06-23T09:26:26.955407+00:00,2026-06-23T09:26:26.955407+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,0.0006627712901775063,0.025744344819348314,0.0014722688892598826,0.02463234349610623,39.58817844105523,True +nws_ksfo_observations_temperature/1h/short|window:52dfc01f77cf7698a9dd,2026-06-24T08:39:34.594089+00:00,2026-06-24T08:39:34.594089+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,0.0011725678712138775,0.03424277838046845,0.002129024820309792,0.02641547599815204,41.50535855229877,True nws_ksfo_observations_temperature/1h/short|window:58c5c6ac321b40d0c1a7,2026-06-17T05:16:04.568052+00:00,2026-06-17T05:16:04.568052+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,0.04915545897575433,0.22171030417135404,0.023429213527887096,0.16865159017420864,91.72014874933211,True nws_ksfo_observations_temperature/1h/short|window:658eaf7670a7c2667044,2026-06-16T13:14:27.889152+00:00,2026-06-16T13:14:27.889152+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,0.04722989375681309,0.2173243975185784,0.00219624908117381,0.10736674813577966,59.53311530322457,True nws_ksfo_observations_temperature/1h/short|window:662c3457e40d47961c42,2026-06-19T16:32:23.474111+00:00,2026-06-19T16:32:23.474111+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,5.868526666047297,2.4225042138347863,0.052396992269172216,0.9846396031348186,-5.856521535532461,True @@ -6205,7 +6219,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13 usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:40:22.992798+00:00,2026-06-22T14:40:22.992798+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.27086317595333026,0.5204451709386209,0.0036738740050885955,0.1687488773159708,-0.214591137572372,True usgs_potomac_iv_usgs_00060/15min/short|window:53531fac0f6130b0ee67,2026-06-24T07:41:33.753268+00:00,2026-06-24T07:41:33.753268+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,1.9872514174018598,1.4096990520681567,0.015139322806707234,1.1626225424608052,35.162980192206874,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:17:37.733050+00:00,2026-06-18T19:17:37.733050+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,4.6161074593319045,2.148512848305056,0.016710264673068412,1.1436979811226993,5.5185571555645065,True -usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:08:30.852919+00:00,2026-06-24T08:08:30.852919+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.001531352655932058,0.039132501273647945,0.0003503065842848558,0.20528361694919325,99.87866563290997,True +usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:39:38.990027+00:00,2026-06-24T08:39:38.990027+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.001531352655932058,0.039132501273647945,0.0003503065842848558,0.20528361694919325,99.87866563290997,True usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T07:00:36.519559+00:00,2026-06-23T07:00:36.519559+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.04708634430399534,0.21699388079850393,0.00415524003096212,0.17556742021943758,84.92221199058575,True usgs_potomac_iv_usgs_00060/15min/short|window:7042b7470f24d6dbd085,2026-06-23T10:02:14.263364+00:00,2026-06-23T10:02:14.263364+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.12651791918290622,0.35569357484062913,0.008634626600477431,0.28344953751185825,70.89413099173822,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:02:11.253235+00:00,2026-06-23T06:02:11.253235+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.32681920851976615,0.5716810373973988,0.018390762653756648,0.28432611704497635,56.339527136440914,True @@ -6375,6 +6389,7 @@ binance_btcusdt_1h_close/1h/short|window:3dc644f0ca5d43dde0a6,2026-06-24T03:39:1 binance_btcusdt_1h_close/1h/short|window:3dddf236855ebb87920d,2026-06-23T08:46:15.834754+00:00,2026-06-23T08:46:15.834754+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.3596578220724425,1.1660436621638328,0.00783368432540183,0.6487607398114098,7.6456225239979405,True binance_btcusdt_1h_close/1h/short|window:3e1495074803128649b5,2026-06-23T08:17:48.842403+00:00,2026-06-23T08:17:48.842403+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.215875943304872,1.102667648616242,0.007568006605680066,0.6213419134826134,8.373501225714172,True binance_btcusdt_1h_close/1h/short|window:3e7bc41a7e550e06effe,2026-06-22T06:27:13.776236+00:00,2026-06-22T06:27:13.776236+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3483002934688055,0.5901697158180903,0.006494691087861074,0.28285510928799446,-11.596310607560637,True +binance_btcusdt_1h_close/1h/short|window:3f7f17cd354e8baf50ca,2026-06-24T08:40:35.784772+00:00,2026-06-24T08:40:35.784772+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,3.0114321947904963,1.7353478598801153,0.015571837264333388,0.9117128297380068,52.33633561883496,True binance_btcusdt_1h_close/1h/short|window:3f9e61c8ada5cd056966,2026-06-18T02:38:59.903761+00:00,2026-06-18T02:38:59.903761+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.8092729552456907,0.8995959955700618,0.012181630089933533,0.4223249988240305,19.566463336322858,True binance_btcusdt_1h_close/1h/short|window:3fcdd75d553d29ddaab7,2026-06-17T01:44:13.587399+00:00,2026-06-17T01:44:13.587399+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.10311456947703687,0.3211145737537256,0.0037394413439406486,0.20717475508193275,64.66634991190911,True binance_btcusdt_1h_close/1h/short|window:40ffcb41d88bce0389ab,2026-06-22T02:20:29.920241+00:00,2026-06-22T02:20:29.920241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.16490960530074072,0.4060906368050619,0.004424944661498036,0.19410412695983784,31.637987690298104,True @@ -7011,6 +7026,7 @@ nws_ksfo_observations_temperature/1h/short|window:3a30c47140c509ab26a4,2026-06-1 nws_ksfo_observations_temperature/1h/short|window:45ce2c809e061ea60903,2026-06-22T03:29:14.190680+00:00,2026-06-22T03:29:14.190680+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,2.224545692683825,1.4914910970850026,0.10918596131375284,1.0059650525627644,13.192183298729539,True nws_ksfo_observations_temperature/1h/short|window:46a3ea9c1a8c4e1b93b8,2026-06-20T17:25:01.983705+00:00,2026-06-20T17:25:01.983705+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,240.20748657559923,15.498628538538474,0.06069083192903558,13.540865652028371,-0.6801948835174614,True nws_ksfo_observations_temperature/1h/short|window:4716de468adf734a0cca,2026-06-23T09:28:10.301893+00:00,2026-06-23T09:28:10.301893+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,0.0013287020387350666,0.03645136538917392,0.002554303313912165,0.033994699364372105,7.087289341184179,True +nws_ksfo_observations_temperature/1h/short|window:52dfc01f77cf7698a9dd,2026-06-24T08:40:40.942002+00:00,2026-06-24T08:40:40.942002+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,0.006326098744610297,0.07953677605114691,0.01093565920940623,0.07204472484534646,-38.084069485917745,True nws_ksfo_observations_temperature/1h/short|window:58c5c6ac321b40d0c1a7,2026-06-17T05:17:44.468447+00:00,2026-06-17T05:17:44.468447+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,0.179710644007908,0.4239229222487362,0.0465139071661221,0.23646551604534763,72.72786015824488,True nws_ksfo_observations_temperature/1h/short|window:658eaf7670a7c2667044,2026-06-16T13:16:15.782836+00:00,2026-06-16T13:16:15.782836+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,0.0715139586012949,0.2674209389731756,0.0028689529498024287,0.09029755051851236,44.5002178993685,True nws_ksfo_observations_temperature/1h/short|window:662c3457e40d47961c42,2026-06-19T16:34:08.377262+00:00,2026-06-19T16:34:08.377262+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,6.109448319619358,2.471729823346265,0.054135013711355394,1.0245404068202344,-7.858636496052016,True @@ -7225,7 +7241,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13 usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:41:18.486212+00:00,2026-06-22T14:41:18.486212+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.3371066163479012,0.5806088324749299,0.005334830553818777,0.24600644168071803,-11.10783799917545,True usgs_potomac_iv_usgs_00060/15min/short|window:53531fac0f6130b0ee67,2026-06-24T07:43:01.033129+00:00,2026-06-24T07:43:01.033129+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,2.4044055184223176,1.550614561527886,0.016898259897617233,1.306668263354209,26.55101281125633,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:19:21.871026+00:00,2026-06-18T19:19:21.871026+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,7.320701017899949,2.7056794004279126,0.02259498084634139,1.3771128915698636,-17.35605174178657,True -usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:10:12.501843+00:00,2026-06-24T08:10:12.501843+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.033051812375213346,0.1818015741824403,0.001540485610309829,0.21908342781239765,97.4134893255142,True +usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:40:45.624646+00:00,2026-06-24T08:40:45.624646+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.033051812375213346,0.1818015741824403,0.001540485610309829,0.21908342781239765,97.4134893255142,True usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T07:01:34.786028+00:00,2026-06-23T07:01:34.786028+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.024446212651816665,0.15635284663803428,0.0032531764630068607,0.11881223729502892,91.87750904565642,True usgs_potomac_iv_usgs_00060/15min/short|window:7042b7470f24d6dbd085,2026-06-23T10:03:53.014866+00:00,2026-06-23T10:03:53.014866+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.44186107554669524,0.6647263162736189,0.014053700764973956,0.3210720924528796,25.40583342680912,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:04:58.482049+00:00,2026-06-23T06:04:58.482049+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.28779517812960154,0.5364654491480337,0.016874311370488882,0.2407779583602654,60.523823947704834,True @@ -7395,6 +7411,7 @@ binance_btcusdt_1h_close/1h/short|window:3dc644f0ca5d43dde0a6,2026-06-24T03:34:2 binance_btcusdt_1h_close/1h/short|window:3dddf236855ebb87920d,2026-06-23T08:44:26.407954+00:00,2026-06-23T08:44:26.407954+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.4680575543974965,1.2116342494323509,0.008226126833573497,0.7854615943207981,3.8233545569982907,True binance_btcusdt_1h_close/1h/short|window:3e1495074803128649b5,2026-06-23T08:15:36.415090+00:00,2026-06-23T08:15:36.415090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.3224884613345622,1.1499949831779972,0.007960755237275205,0.7580427679920015,4.188182902215748,True binance_btcusdt_1h_close/1h/short|window:3e7bc41a7e550e06effe,2026-06-22T06:24:31.045140+00:00,2026-06-22T06:24:31.045140+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17139276585321436,0.41399609400719517,0.002610040015068836,0.2553623076611662,23.366861746389148,True +binance_btcusdt_1h_close/1h/short|window:3f7f17cd354e8baf50ca,2026-06-24T08:38:14.383640+00:00,2026-06-24T08:38:14.383640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.11791034347277006,0.3433807558276527,0.0037413509688621767,0.31642637198346135,97.57950256745418,True binance_btcusdt_1h_close/1h/short|window:3f9e61c8ada5cd056966,2026-06-18T02:29:13.580885+00:00,2026-06-18T02:29:13.580885+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0834533152551091,1.040890635588153,0.012151276671085412,0.8279412016733191,5.228662744564174,True binance_btcusdt_1h_close/1h/short|window:3fcdd75d553d29ddaab7,2026-06-17T00:32:57.137109+00:00,2026-06-17T00:32:57.137109+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.09850182355249254,0.31385000167674454,0.00603512838974229,0.20022235502396538,65.97809298530161,True binance_btcusdt_1h_close/1h/short|window:40f407f6ca5b9a9a0f8e,2026-06-17T10:28:14.244713+00:00,2026-06-17T10:28:14.244713+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.15298973778991143,0.3911390261657758,0.004096107129402805,0.25516911240636386,45.75819077842079,True @@ -8055,6 +8072,7 @@ nws_ksfo_observations_temperature/1h/short|window:3a30c47140c509ab26a4,2026-06-1 nws_ksfo_observations_temperature/1h/short|window:45ce2c809e061ea60903,2026-06-22T03:26:04.014591+00:00,2026-06-22T03:26:04.014591+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,1.0219912202659331,1.0109358141177576,0.06888379085885953,0.8882058342638066,47.893019558461766,True nws_ksfo_observations_temperature/1h/short|window:46a3ea9c1a8c4e1b93b8,2026-06-20T17:19:54.253671+00:00,2026-06-20T17:19:54.253671+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,239.63231169379412,15.480061747092423,0.060708813880891964,13.558752308116434,-0.560331345315844,True nws_ksfo_observations_temperature/1h/short|window:4716de468adf734a0cca,2026-06-23T09:24:37.677347+00:00,2026-06-23T09:24:37.677347+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,0.0006636499723928963,0.025761404705351303,0.002661699946464733,0.019830887833295438,39.53230121462502,True +nws_ksfo_observations_temperature/1h/short|window:52dfc01f77cf7698a9dd,2026-06-24T08:38:20.192340+00:00,2026-06-24T08:38:20.192340+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,0.002496686597380511,0.04996685498788683,0.010365601955390836,0.04281427775259058,6.373053136076243,True nws_ksfo_observations_temperature/1h/short|window:58c5c6ac321b40d0c1a7,2026-06-17T05:12:58.313316+00:00,2026-06-17T05:12:58.313316+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,0.09447032403336728,0.30736025122544275,0.02213609902819223,0.3329674355278513,84.67219593407113,True nws_ksfo_observations_temperature/1h/short|window:658eaf7670a7c2667044,2026-06-16T13:13:08.030961+00:00,2026-06-16T13:13:08.030961+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,0.0770737749142668,0.27762163985227595,0.0029461937126441288,0.14648887474234862,41.44860408003401,True nws_ksfo_observations_temperature/1h/short|window:662c3457e40d47961c42,2026-06-19T16:30:30.604683+00:00,2026-06-19T16:30:30.604683+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,6.132210695146007,2.4763300860640545,0.05836221367549632,1.7178509996122056,-8.043403071495945,True @@ -8308,7 +8326,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13 usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:39:17.476676+00:00,2026-06-22T14:39:17.476676+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.2622804281848743,0.5121332133194197,0.0037391774342796107,0.24194569702084734,1.3952949577862828,True usgs_potomac_iv_usgs_00060/15min/short|window:53531fac0f6130b0ee67,2026-06-24T07:40:35.661404+00:00,2026-06-24T07:40:35.661404+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,2.197901071014685,1.4825319797612073,0.016652701371315835,1.2526119990381008,30.67257599255403,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:16:03.741693+00:00,2026-06-18T19:16:03.741693+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,3.9191063629993232,1.9796732970364892,0.018840952217132473,1.2507389087738605,13.623344831128229,True -usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:07:20.414301+00:00,2026-06-24T08:07:20.414301+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.006510291092331212,0.08068637488653962,0.002394068139231103,0.12179175259206743,99.48518259451087,True +usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:38:28.297198+00:00,2026-06-24T08:38:28.297198+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.006510291092331212,0.08068637488653962,0.002394068139231103,0.12179175259206743,99.48518259451087,True usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T06:59:47.050729+00:00,2026-06-23T06:59:47.050729+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.028439933453001602,0.16864143456755104,0.007558805763886882,0.12985536162032874,90.61283820923121,True usgs_potomac_iv_usgs_00060/15min/short|window:7042b7470f24d6dbd085,2026-06-23T10:01:13.684964+00:00,2026-06-23T10:01:13.684964+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.47077586789805814,0.6861310865265166,0.012103076510959203,0.5154579427834691,22.41801275278874,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:01:00.978188+00:00,2026-06-23T06:01:00.978188+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.12704543916404532,0.3564343406071381,0.009258566872166122,0.30135496776693826,80.41417773185476,True @@ -8481,6 +8499,7 @@ binance_btcusdt_1h_close/1h/short|window:3dc644f0ca5d43dde0a6,2026-06-24T03:35:4 binance_btcusdt_1h_close/1h/short|window:3dddf236855ebb87920d,2026-06-23T08:45:06.402977+00:00,2026-06-23T08:45:06.402977+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.4203308027534964,1.1917763224504405,0.00810428575982168,0.6060144473933549,5.472263564989136,True binance_btcusdt_1h_close/1h/short|window:3e1495074803128649b5,2026-06-23T08:16:18.545141+00:00,2026-06-23T08:16:18.545141+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.281392176985252,1.1319859438108109,0.00783882453366597,0.5785956210645584,5.762644412760171,True binance_btcusdt_1h_close/1h/short|window:3e7bc41a7e550e06effe,2026-06-22T06:25:45.109148+00:00,2026-06-22T06:25:45.109148+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.20918143024010125,0.45736356461801947,0.004817319156119503,0.23977573708478842,13.756660044241961,True +binance_btcusdt_1h_close/1h/short|window:3f7f17cd354e8baf50ca,2026-06-24T08:39:06.952769+00:00,2026-06-24T08:39:06.952769+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.058030705256197995,0.24089563145934798,0.0016377170999745136,0.36488473854826725,98.80136200994941,True binance_btcusdt_1h_close/1h/short|window:3f9e61c8ada5cd056966,2026-06-18T02:29:44.142755+00:00,2026-06-18T02:29:44.142755+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.871844523520473,0.9337261501749178,0.01243166204857975,0.4271819754828519,15.960677516203576,True binance_btcusdt_1h_close/1h/short|window:3fcdd75d553d29ddaab7,2026-06-17T00:59:01.654404+00:00,2026-06-17T00:59:01.654404+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.09747714541469436,0.3122133011495416,0.004630851728922642,0.23906009564800879,66.27232629047872,True binance_btcusdt_1h_close/1h/short|window:40ffcb41d88bce0389ab,2026-06-22T02:17:10.612457+00:00,2026-06-22T02:17:10.612457+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.16484155027282568,0.40600683525382386,0.004273365450524113,0.19956314665743558,31.65655896041064,True @@ -9132,6 +9151,7 @@ nws_ksfo_observations_temperature/1h/short|window:3a30c47140c509ab26a4,2026-06-1 nws_ksfo_observations_temperature/1h/short|window:45ce2c809e061ea60903,2026-06-22T03:27:00.786668+00:00,2026-06-22T03:27:00.786668+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,1.967850060110529,1.4028007913137663,0.10335664467881976,0.7002504957879943,19.160303875120903,True nws_ksfo_observations_temperature/1h/short|window:46a3ea9c1a8c4e1b93b8,2026-06-20T17:21:19.714441+00:00,2026-06-20T17:21:19.714441+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,239.73559013124836,15.483397241279071,0.0606129640355832,13.638532380233583,-0.5818753556135469,True nws_ksfo_observations_temperature/1h/short|window:4716de468adf734a0cca,2026-06-23T09:25:44.005562+00:00,2026-06-23T09:25:44.005562+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,0.0007377311620176972,0.027161206932271937,0.0009866085920071275,0.09336165401398784,34.97694942710763,True +nws_ksfo_observations_temperature/1h/short|window:52dfc01f77cf7698a9dd,2026-06-24T08:39:13.164867+00:00,2026-06-24T08:39:13.164867+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,0.0011108675268976648,0.0333296793698599,0.0020308797556823576,0.0667339244291955,43.71715055259204,True nws_ksfo_observations_temperature/1h/short|window:58c5c6ac321b40d0c1a7,2026-06-17T05:14:10.197748+00:00,2026-06-17T05:14:10.197748+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,0.1338815169094708,0.36589823299583013,0.04071053227007621,0.2068937464199397,78.95072645734643,True nws_ksfo_observations_temperature/1h/short|window:658eaf7670a7c2667044,2026-06-16T13:13:56.792655+00:00,2026-06-16T13:13:56.792655+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,0.03751938204674246,0.1936992050751434,0.0012720643047835266,0.06948670699706498,66.4577845453843,True nws_ksfo_observations_temperature/1h/short|window:662c3457e40d47961c42,2026-06-19T16:31:32.803898+00:00,2026-06-19T16:31:32.803898+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,1.422699043176349,1.1927694845092027,0.020548002421050354,0.5022345774285996,57.15969822605435,True @@ -9372,7 +9392,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13 usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:40:04.828681+00:00,2026-06-22T14:40:04.828681+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.26943513609229064,0.5190714171405421,0.003629796477148162,0.24146218317848814,0.049714960131601114,True usgs_potomac_iv_usgs_00060/15min/short|window:53531fac0f6130b0ee67,2026-06-24T07:41:16.021911+00:00,2026-06-24T07:41:16.021911+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,2.0140956872084432,1.419188390316255,0.015210332370231913,0.6044629494548138,34.573659228665974,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:17:05.913902+00:00,2026-06-18T19:17:05.913902+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,3.2307440141017203,1.7974270539028059,0.011194497582972737,1.0074197188803848,22.949978098454157,True -usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:08:05.930888+00:00,2026-06-24T08:08:05.930888+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,8.525777752954625e-06,0.0029198934489043644,2.6207296257345084e-05,0.13145455737464154,99.99932406535488,True +usgs_potomac_iv_usgs_00060/15min/short|window:648a67812559147455de,2026-06-24T08:39:20.096900+00:00,2026-06-24T08:39:20.096900+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,8.525777752954625e-06,0.0029198934489043644,2.6207296257345084e-05,0.13145455737464154,99.99932406535488,True usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T07:00:21.268574+00:00,2026-06-23T07:00:21.268574+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.11446887991388364,0.3383324990506878,0.010814888313380502,0.2369135371419598,66.91466682547598,True usgs_potomac_iv_usgs_00060/15min/short|window:7042b7470f24d6dbd085,2026-06-23T10:01:51.124036+00:00,2026-06-23T10:01:51.124036+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.5473731324176586,0.7398466952130411,0.01563005659315321,0.33794013631251635,15.15034263727822,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:01:42.101493+00:00,2026-06-23T06:01:42.101493+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.23358754733690598,0.4833089564004644,0.015153877673137838,0.2701000046922642,66.72216302856683,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index e810deaf41b113434b143605849b75e4847e09dd..0a1f970a8d75af76b52dd188ecbaec3be3904445 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,101 +1,101 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6493362332332357,1.1465842336882743,0.011077844065964675,0.8216702786669258,-6.434163133936543,1.7750081662705692,0.5221762270845653,4.8645695739225155e-37,267,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T08:29:34.840675+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6466028372400006,1.1458786562544692,0.011088914794318196,0.823304860534757,-6.101922959946625,1.7722460714291368,0.5176365364190285,1.4684807445970245e-36,268,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T08:40:48.104964+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.4483961829503094,1.0555070823176096,0.10386710803792586,0.8136162040088142,-56.43384803115729,1.5731515825090019,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-24T07:33:50.782594+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9255808039471216,1.274465022345123,1.166503604187719,0.9944909940814649,9.338807988649176,1.408405607920918,-0.00871383757406762,0.8734235710429608,152,0.9671052631578947,2026-06-17T12:10:12.335728+00:00,2026-06-24T08:29:34.882830+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.354749427977097,2.0689505861519617,0.12813733605923303,1.412171236455892,14.759671381120716,4.982818945869509,0.050208507089241024,0.43686225089382147,110,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-24T08:29:34.939113+00:00 -ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,14.683139370029625,1.4636348644997361,0.03542758254690508,1.1237377144540124,22.088825159758155,65.3445657880272,-0.10299003322259136,0.3304121188571688,43,1.0,2026-06-17T12:10:12.433031+00:00,2026-06-24T07:22:15.756298+00:00 +ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,14.349539995540004,1.4319395877150185,0.03481229069600758,1.0992517750441986,21.0098228804045,64.6181761454729,-0.13953488372093023,0.1818493059874977,44,1.0,2026-06-17T12:10:12.433031+00:00,2026-06-24T08:40:48.132694+00:00 ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.0240018025380078,0.8840594640002805,0.5294232096500718,0.6428072617082047,-9.909162944937654,1.3486020121098146,-0.23809523809523808,0.02444479344522541,43,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-24T07:33:50.882329+00:00 ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.2094107334208277,0.9778308553578283,0.11827042969845593,0.7468408310870506,-48.09683122644195,1.2693587997894908,-0.5818815331010454,5.650200409325318e-08,42,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-24T07:33:50.920913+00:00 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0306849013625252,0.9890772869886028,0.5563826103588115,0.4897859800309194,25.644902797043915,0.46622700916518106,-0.16500553709856036,0.11891411802342995,43,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-24T07:33:50.955340+00:00 -ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4453026900809123,0.9435013008902675,0.014768747147059206,0.6884459824101616,16.8436142100548,2.6780549511071943,-0.10949788263762852,0.22469218583316142,58,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-24T08:10:17.511088+00:00 +ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4453026900809123,0.9435013008902675,0.014768747147059206,0.6884459824101616,16.8436142100548,2.6780549511071943,-0.10949788263762852,0.22469218583316142,58,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-24T08:40:48.167674+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0049465906226422,0.988279168410133,0.2055261870553452,0.4938512376935394,52.511394964202786,0.3188562263588671,0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-24T02:20:30.897304+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0413561037671903,0.8241433397377416,0.008624462278552682,0.46785778509473186,23.904237234116977,1.720970709298875,0.42686688311688303,6.858834855140453e-36,385,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T08:26:46.385547+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0402309514501775,0.8240267311066365,0.008618380210261267,0.468174384371534,24.070635828412737,1.7188763812935204,0.42614898055312567,7.275105587187923e-36,386,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T08:37:41.780053+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3174901992511709,0.4593814995140698,0.05177657259069808,0.2580649628641479,21.812456385419818,0.48038439030534485,-0.05555555555555555,0.919455467372134,9,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-24T07:28:47.628328+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.24388141104875247,0.38656993420045843,0.4215420823660243,0.20600096128774925,74.53136589777807,0.34427018860338965,0.2089489235964542,7.765441714894204e-06,207,0.9710144927536232,2026-06-16T12:06:44.487655+00:00,2026-06-24T08:26:52.222029+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.7783462367161125,2.1348481938691544,0.14057744453800353,1.2170376327490746,6.195938487826045,5.465159024263681,0.38436423000181386,3.5037526652971983e-12,149,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-24T08:26:58.727442+00:00 -Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,14.16050308114814,1.5965143754512565,0.041262898631509004,1.0732410286460425,39.20049696625417,59.75399008377801,-0.012429378531073447,0.8884115739632741,60,1.0,2026-06-16T13:12:22.165146+00:00,2026-06-24T07:19:15.788258+00:00 +Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,13.928389803380751,1.5709963385510206,0.0406525085340445,1.055957090243991,39.0180371534787,59.28167350100739,-0.039344262295081964,0.6541172130727395,61,1.0,2026-06-16T13:12:22.165146+00:00,2026-06-24T08:37:45.649258+00:00 Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.0799669795192237,1.035164364793655,0.3900178317210707,0.5877271187759093,12.444771906062211,4.3144688106917615,-0.1411951348492861,0.10485049730385777,62,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-24T07:28:58.495490+00:00 Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.13233383167225735,0.3454997688793367,0.038621892282251866,0.17098745364190204,24.344840040387513,0.08214598339717914,-0.13379164463246962,0.12435633227453563,62,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-24T07:29:03.601464+00:00 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9190143262925042,0.9239827758599891,0.5529052649222971,0.47879549592293735,29.354087979374132,0.49847617184128074,0.09994711792702275,0.2509679622796227,62,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-24T07:29:07.766419+00:00 -Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.6331113862373012,0.9324405259214582,0.011603939210744457,0.6049896161540229,35.16794080795358,10.849756061097493,-0.0252904989747095,0.7448218185423346,77,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-24T08:06:31.124320+00:00 +Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.6331113862373012,0.9324405259214582,0.011603939210744457,0.6049896161540229,35.16794080795358,10.849756061097493,-0.0252904989747095,0.7448218185423346,77,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-24T08:37:50.344767+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15728493389535472,0.377306635572273,0.07803444567615125,0.21845280562995464,90.6330748252471,0.07450803281661653,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-24T02:02:44.252631+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6759391412109454,1.0304252606958726,0.009596363624997871,0.7174394358480548,17.505628845656098,2.5018661214674878,0.4127453465123483,9.13415100520739e-24,267,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T08:29:35.088561+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6817888323731456,1.0333005969346725,0.009613751339251223,0.7197075917549032,17.62533643158777,2.4990121153252787,0.4149477332438929,4.352788515145699e-24,268,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T08:40:48.219074+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.016595258113816,1.7455783259884101,0.1869290128102823,1.3486708009010233,-71.53841142047237,3.96963456521405,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-24T07:33:51.007378+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,3.0427492186196248,1.583487911420503,1.2486644747655706,1.1901147426744398,-4.544704109080925,2.443610924626527,0.08574416172882539,0.11696895839758686,152,0.9671052631578947,2026-06-17T12:10:12.697348+00:00,2026-06-24T08:29:35.105971+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,8.653369258886974,2.5611124836007275,0.164729523477878,1.794427390234198,-2.443183935144775,8.351607369893324,0.2844036697247706,1.0621095424496464e-05,110,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-24T08:29:35.126986+00:00 -ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,14.844247661954606,1.393679056896731,0.03759650774269588,0.9968670810333101,18.496702632380234,67.08507645301339,0.012181616832779622,0.9083503043262345,43,1.0,2026-06-17T12:10:12.747284+00:00,2026-06-24T07:22:15.858171+00:00 +ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,14.511248028051,1.371969963055473,0.03806120494453659,0.982558702139288,15.869682454473873,66.33721390626724,0.006342494714587738,0.9516096209503428,44,1.0,2026-06-17T12:10:12.747284+00:00,2026-06-24T08:40:48.244566+00:00 ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,10.798109855371699,2.231976130792986,1.4346082798398214,1.7904350654250905,-41.92946149746721,24.724967223852424,-0.17165005537098557,0.10477333682093702,43,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-24T07:33:51.052876+00:00 ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,9.713450589360505,2.533778253574361,0.30560788517730114,2.0489230272886383,-75.38892840431305,13.337234849291473,-0.31939605110336816,0.0028798307273038767,42,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-24T07:33:51.076387+00:00 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2216685689403382,1.059752215229942,0.617959813454752,0.5480795448089104,21.30182819621693,0.6704550695901484,0.05426356589147286,0.6080873086069315,43,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-24T07:33:51.098220+00:00 -ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2914820260434816,0.8839787506461121,0.013014862870356,0.6255389407862052,22.05008700337287,2.582049296404919,-0.07320024198427101,0.4169831382655008,58,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-24T08:10:17.634440+00:00 +ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2914820260434816,0.8839787506461121,0.013014862870356,0.6255389407862052,22.05008700337287,2.582049296404919,-0.07320024198427101,0.4169831382655008,58,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-24T08:40:48.269979+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9916704636905681,0.9944645223536649,0.2087153795742119,0.5298893427523369,51.102245298962536,0.1139041396255428,-0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-24T02:20:31.057595+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2845905674501519,0.9472622738776468,0.009820958036455446,0.5081053273137058,8.666143854932747,1.9672180048276742,0.3132861470592341,8.509574383740501e-20,379,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T08:28:54.595556+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2821340827626946,0.9463288446930334,0.009809420311763425,0.508144523969008,8.887971070765348,1.965204512991306,0.3091237328148868,2.3102752968262525e-19,380,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T08:40:04.048580+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.26530269494281083,0.42270918721339534,0.04769467320042472,0.24062444397253543,30.371034658373407,0.38775040915778336,-0.2222222222222222,0.47670855379188715,9,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-24T07:32:13.932840+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.7735872809305764,1.0932810877338837,1.2643248862779914,0.5497430630162473,26.71445793003257,2.4774045019739264,0.2565279770444763,4.688932646010275e-08,205,0.975609756097561,2026-06-16T12:07:52.741323+00:00,2026-06-24T08:29:00.310597+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.957276029605449,2.3107290823999684,0.13905874712400318,1.205694816346396,5.9829407534695225,31.861646769823018,0.35038314176245206,4.020754699168812e-10,145,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-24T08:29:04.464731+00:00 -Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,244018.05844452055,68.06682976206147,0.042128766743198376,0.8861770896502594,13.754572249650044,1809591.026594737,0.0033670033670033677,0.9710449835225058,55,1.0,2026-06-16T13:15:24.752398+00:00,2026-06-24T07:21:40.572164+00:00 +Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,239660.59384530582,66.85496153488397,0.041539826103879636,0.8717147517196678,11.954930023964078,1793361.2139512443,-0.018181818181818184,0.8431303631317631,56,1.0,2026-06-16T13:15:24.752398+00:00,2026-06-24T08:40:10.644864+00:00 Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.9259568243036498,1.0444782297057458,0.40027504812569265,0.5926321501390742,6.592209069420492,3.9804164449327066,-0.3909774436090226,1.742829649180746e-05,57,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-24T07:32:27.047490+00:00 Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.19062162174018007,0.41086468525612135,0.044092918790110354,0.2010715491554696,10.740305577492858,0.14730524797219008,0.3521303258145364,0.00010940680492484678,57,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-24T07:32:54.643322+00:00 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1188273140637326,1.023018564404595,0.5997344768783661,0.4885727653870788,19.165499471491536,0.7233439361303448,-0.21034241788958766,0.024730863040153594,54,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-24T07:32:59.012705+00:00 -Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.6509713852995316,1.1796380995770845,0.01301187342816297,0.6277282556971643,10.58912129674745,5.4336833850931905,-0.016216216216216217,0.8369134316655775,75,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-24T08:09:36.332663+00:00 +Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.649683816199341,1.1793816541877942,0.013008033582152408,0.6275276833185242,10.59746287781294,5.4328062511792234,-0.016216216216216217,0.8369134316655775,75,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-24T08:40:17.576696+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1610575909906263,0.38165373901978383,0.06710436885424277,0.19493349583680222,90.50192821962708,0.09120771655046675,0.6,0.1361111111111111,6,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-24T02:17:54.458839+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.7753343894397158,1.058381054167873,0.010032272861846743,0.7620571036009458,16.384004557703644,2.6894964453728147,0.4277829404973107,2.0796157275685286e-25,267,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T08:29:35.141373+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.7973603011098043,1.0647713141055322,0.010089408695395248,0.7685098446050881,16.36484512466006,2.708563735170399,0.430320308569512,8.787058650190647e-26,268,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T08:40:48.298839+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5300932383345889,0.6718270676933206,0.07385798400180642,0.45133354119183217,-32.972094980000335,0.47713782444056957,0.3571428571428571,0.27509920634920637,8,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-24T07:33:51.122795+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.5287440714394926,1.457632686022106,1.3134234471336006,1.280829922424679,5.4895785492607825,1.9114129522196361,0.17636807249912864,0.001262096374263145,152,0.9671052631578947,2026-06-17T12:10:12.867076+00:00,2026-06-24T08:29:35.150061+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.844491115190615,2.1802874561412127,0.13456402967653447,1.4643304176885719,9.844616838639555,4.988209503094643,0.013511259382819015,0.8342700231855582,110,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-24T08:29:35.162373+00:00 -Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,15.905238719097275,1.7630160469365652,0.060143562040523686,1.3430710185361359,17.715009656779724,66.94623517467132,-0.06090808416389811,0.5648868466104321,43,1.0,2026-06-17T12:10:12.895547+00:00,2026-06-24T07:22:15.911451+00:00 +Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,15.543796098482222,1.7239018867751184,0.05897547530584588,1.3132938191060861,17.842617443410802,66.20663658571061,-0.09302325581395349,0.37343631009847345,44,1.0,2026-06-17T12:10:12.895547+00:00,2026-06-24T08:40:48.318433+00:00 Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.7100506836833265,0.76524974045347,0.4649169038382613,0.5300958334422117,-3.534245683906121,0.9980352809093873,-0.565891472868217,8.901507192701427e-08,43,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-24T07:33:51.148333+00:00 Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.3965010412601718,0.5927944815780122,0.06833683628568182,0.3770510660687645,-21.74837235767169,0.26341452947302857,-0.7723577235772359,5.725517486379728e-13,42,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-24T07:33:51.160274+00:00 Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.032156200207456,0.9887483063920101,0.6246233493258765,0.5076861365427882,25.823816505544563,0.4678360770397113,-0.08748615725359911,0.4083684458435356,43,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-24T07:33:51.171197+00:00 -Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7433105338713608,1.0011707098104168,0.015151300948985948,0.7397826223716699,15.507301130027196,3.3874958648365734,-0.08408953418027827,0.35112465615030575,58,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-24T08:10:17.674959+00:00 +Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7433105338713608,1.0011707098104168,0.015151300948985948,0.7397826223716699,15.507301130027196,3.3874958648365734,-0.08408953418027827,0.35112465615030575,58,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-24T08:40:48.334999+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0707184704165797,1.0341361556207838,0.21512085014714658,0.5607424937622568,48.34636655555901,0.08057941813920212,-0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-24T02:20:31.121556+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0638185974922556,1.175661016033197,0.011359363725021164,0.6719056473892084,1.7112091306549128e-16,3.027017217561035,0.3983272788713356,3.030443590829115e-22,267,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T08:29:35.171802+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0920310039686,1.182850255069817,0.011413727494719224,0.6761979178677676,1.3604929164536347e-16,3.0564403144114354,0.4018111688747275,1.0944567311473347e-22,268,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T08:40:48.362497+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2371705807842771,0.4559274095846977,0.05117138002010683,0.31859186127072076,-6.721503251760954e-16,0.21275033779215638,0.14285714285714285,0.7195436507936508,8,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-24T07:33:51.186831+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.672687935389019,1.5139020376575025,1.309964730808877,1.3381431997793127,1.1737745777519366e-15,1.9246842167000353,0.18333914255838274,0.0008025581015466738,152,0.9671052631578947,2026-06-17T12:10:12.978229+00:00,2026-06-24T08:29:35.178210+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.373504879104538,2.325030821024337,0.14182452300986317,1.8601216989752025,-8.801232314107298e-17,5.011216294317335,-0.00250208507089241,0.9690929133878543,110,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-24T08:29:35.188195+00:00 -Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,16.0816162162761,1.8208973822073902,0.0602938805068067,1.308263861095353,-3.0686044918130266e-15,67.67470736605236,-0.06090808416389811,0.5648868466104321,43,1.0,2026-06-17T12:10:13.002812+00:00,2026-06-24T07:22:15.933170+00:00 +Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,15.716189406324599,1.7807237948437828,0.05901166052378808,1.2791075259345186,-3.693812250659536e-15,66.92707316330713,-0.09513742071881606,0.36267296159386564,44,1.0,2026-06-17T12:10:13.002812+00:00,2026-06-24T08:40:48.370802+00:00 Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.7608403272903956,0.7688517668664847,0.4053841996023231,0.5886116794168178,4.943268376066781e-18,1.0570581986911554,-0.3510520487264673,0.0009081446326636968,43,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-24T07:33:51.206623+00:00 Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.243123370558188,0.4682152866431724,0.054776013218551356,0.3289555657548236,5.172946279401342e-16,0.13603146414986458,-0.39605110336817656,0.00021941149864357086,42,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-24T07:33:51.216873+00:00 Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.7881340296712376,1.3032701841916687,0.7169784297869692,0.9774012948350612,1.3281795602594953e-16,0.8104183553134957,0.2978959025470653,0.004874717188255626,43,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-24T07:33:51.226955+00:00 -Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.052144753070234,1.1488965337422048,0.015903592212241774,0.6216869233940344,3.4285229758721735e-15,3.5163398614552888,-0.07987897491212262,0.37590100176494934,58,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-24T08:10:17.706604+00:00 +Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.052144753070234,1.1488965337422048,0.015903592212241774,0.6216869233940344,3.4285229758721735e-15,3.5163398614552888,-0.07987897491212262,0.37590100176494934,58,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-24T08:40:48.377700+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,3.157490174665128,1.7680312197002943,0.37598669759667064,1.4206424756547271,7.474256160216405e-17,0.693736852486463,0.6,0.1361111111111111,6,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-24T02:20:31.175531+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8968908731955046,0.8060621640191299,0.00850304461504051,0.4545889708650488,20.535835375157475,1.2424889608232315,0.5022793203481145,1.5863603105862805e-48,381,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T08:28:19.609086+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8957283124601836,0.8057135685866155,0.008494751604066304,0.4549731981756574,20.720332722260604,1.2410653471880728,0.49982822827774803,3.4114719110103714e-48,382,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T08:39:28.878678+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30328572782390517,0.4295294482425179,0.047013698126344164,0.23662964635064532,34.498405919287244,0.45283767404955205,0.1111111111111111,0.761414241622575,9,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-24T07:31:20.823672+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.3406853454683067,0.4625898319015375,0.5473194601037688,0.22666014811625387,71.46462889373086,0.4651651227705726,0.32389296708501064,4.70069989321553e-12,206,0.970873786407767,2026-06-16T12:07:37.946365+00:00,2026-06-24T08:28:26.447132+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.119856096930698,2.0101505330089804,0.1292194861123088,1.1236004861602675,11.596371471170086,4.935330277517455,0.29863013698630136,8.87459601817737e-08,146,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-24T08:28:31.677759+00:00 -TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,14.097886807155525,1.490491168931369,0.03794196820854034,0.9763213626080993,41.96179117500786,60.82290770052847,-0.01996370235934664,0.8248093825386139,58,1.0,2026-06-16T13:14:27.889152+00:00,2026-06-24T07:21:07.069227+00:00 +TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,13.858959447167654,1.4658089928203366,0.03733496916806185,0.9602212628350494,41.95405502886025,60.3242155624442,-0.048509643483343065,0.587283049445661,59,1.0,2026-06-16T13:14:27.889152+00:00,2026-06-24T08:39:34.594089+00:00 TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.0277258083553207,1.0052384813513493,0.3393366037786726,0.5707103988792563,20.693232223073217,4.181891020427902,-0.407364114552893,5.163748696912777e-06,59,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-24T07:31:32.197718+00:00 TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.15377032993116607,0.36949275374157375,0.041547270539420804,0.18788916673024858,18.648444755951836,0.09859900986062473,-0.05552308591466978,0.5344343012091513,59,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-24T07:31:36.781999+00:00 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8610423432367306,0.9009962161714592,0.5688045668632827,0.4693920612235245,29.913965976937696,0.4316734833005699,0.03448275862068965,0.7021979172598152,58,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-24T07:31:41.605057+00:00 -TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4417538928200977,0.8074959796295863,0.009635736160196692,0.512692433851206,37.35793007650022,3.2069254641052396,-0.042807017543859655,0.5842735844385624,76,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-24T08:08:30.852919+00:00 +TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4417538928200977,0.8074959796295863,0.009635736160196692,0.512692433851206,37.35793007650022,3.2069254641052396,-0.042807017543859655,0.5842735844385624,76,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-24T08:39:38.990027+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11976753810582084,0.3310475123746387,0.06180033928585613,0.19869205886648292,92.69767518796345,0.054029025773299245,0.2,0.7194444444444444,6,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-24T02:09:49.014284+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.11412614283827,0.8495190139158452,0.008567111326696544,0.49922246532715636,26.771305543726623,1.6321611620535401,0.4892482269503545,1.5223506136167223e-45,376,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T08:29:19.498114+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.1191587848858886,0.8518686925523551,0.008585691501597438,0.500316604224798,26.839117294588977,1.6329156584371625,0.4905186522941476,6.8663242143356695e-46,377,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T08:40:35.784772+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2640112863596324,0.42844814338834475,0.047418440806906215,0.2253874289988357,25.46921739497518,0.3657802089603486,-0.3888888888888889,0.18018077601410934,9,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-24T07:33:21.495361+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11273876513982455,0.26108837038707194,0.3666183868297088,0.13624416427397118,89.373753237555,0.19533352035105522,0.31366141540262393,3.008583878452338e-11,203,0.9753694581280788,2026-06-16T12:08:08.243141+00:00,2026-06-24T08:29:25.710279+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.988958159391938,1.9897272407130393,0.12836008681483704,1.2316107355743058,13.19812892921605,4.721114979612972,0.1795339412360689,0.001585652419087334,141,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-24T08:29:32.599634+00:00 -Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,13.59369271337847,1.5297997513675698,0.048061009183862316,0.9883987969973488,25.971820450061344,61.78753065549205,-0.01809954751131222,0.8497904282275,52,1.0,2026-06-16T13:16:15.782836+00:00,2026-06-24T07:22:11.959921+00:00 +Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,13.337327305555188,1.502436299003109,0.04736053088245749,0.9711090975227827,24.763218753156075,61.21899205224209,-0.04499274310595066,0.6343710801566006,53,1.0,2026-06-16T13:16:15.782836+00:00,2026-06-24T08:40:40.942002+00:00 Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.9336079381810525,1.0037385987941607,0.3633853367128943,0.5747146159059439,15.553922915836564,4.084012063230625,-0.4789550072568941,4.134384677913602e-07,53,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-24T07:33:37.120705+00:00 Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1305117056007413,0.34757447838513306,0.038400265933332844,0.17296329285282933,21.998289058325415,0.07173818820530345,0.2539912917271408,0.0072584949330716615,53,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-24T07:33:44.504124+00:00 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9681147772921598,0.9656171683405302,0.6228255092354318,0.5107050739421994,24.36082173589803,0.37961999670855046,-0.001451378809869376,0.9877598094682355,53,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-24T07:33:48.507584+00:00 -Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5624299471084393,0.8676238545289487,0.01084076828893166,0.5662812849227953,30.900646729463283,3.310397218976737,-0.09937402190923317,0.21692104454558125,72,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-24T08:10:12.501843+00:00 +Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5624299471084393,0.8676238545289487,0.01084076828893166,0.5662812849227953,30.900646729463283,3.310397218976737,-0.09937402190923317,0.21692104454558125,72,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-24T08:40:45.624646+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.2114251448227597,0.44492410646674296,0.0958162984738695,0.2379212393662513,87.66389897989315,0.09659563261878598,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-24T02:20:26.306856+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8226379144688408,0.7503374777094649,0.007600766826174731,0.5449710539685777,30.43617771636121,1.18470698404982,0.4460427821732065,2.5346319291486088e-39,388,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T08:27:19.984889+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8208262754688509,0.7492913164706941,0.007590845448649506,0.5443835355058909,30.608782664564533,1.1837187178561912,0.4403042429703443,1.8611204890252614e-38,389,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T08:38:14.383640+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3070527912242002,0.4775557359918772,0.053470082565890295,0.31861130254588277,14.635351526305056,0.3609241951712301,-0.3333333333333333,0.25951829805996474,9,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-24T07:29:36.615481+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10464139000081964,0.2556342274481316,0.30466256271363734,0.18284058187506164,86.48666845713241,0.16767374822962125,0.0511011129528771,0.27532331255560316,206,0.970873786407767,2026-06-16T12:07:01.390017+00:00,2026-06-24T08:27:25.682574+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.529325367869433,1.853556496565564,0.12311038621628924,1.349941403922024,20.8840566239786,4.835041049710926,0.2665771812080537,1.2931070766987376e-06,150,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-24T08:27:30.769881+00:00 -TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,13.835794989927114,1.5389105469583944,0.037590626385148526,1.1944983086032919,39.22653793113569,59.47384000858027,-0.018579234972677595,0.8324354155994464,61,1.0,2026-06-16T13:13:08.030961+00:00,2026-06-24T07:20:02.643086+00:00 +TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,13.61267727535728,1.5148953261201603,0.03715151308789437,1.175922759718603,38.69664301508634,59.01049259436677,-0.043892120571126396,0.6141568248194942,62,1.0,2026-06-16T13:13:08.030961+00:00,2026-06-24T08:38:20.192340+00:00 TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.9787123540639502,0.9973742376024868,0.3094359094920808,0.7229987708747216,17.58921717190058,4.18593593865731,-0.2759856630824372,0.0013893364158840047,63,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-24T07:29:49.043180+00:00 TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.11557574591240406,0.31820785201595847,0.03923409426813744,0.21997176322240294,30.340335612900947,0.08791215879592579,0.0853174603174603,0.3190058026304913,64,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-24T07:29:54.315128+00:00 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8678403831858503,0.907708675406462,0.49944386125043744,0.6728503484484782,30.064237845542344,0.40259763868630877,0.10523532522474882,0.22676187479794907,62,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-24T07:29:59.667116+00:00 -TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3711673603524468,0.7939906418888124,0.010176067782444728,0.6124107953163487,37.25900490596576,3.0856461707874345,-0.048530416951469584,0.5322601535371441,77,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-24T08:07:20.414301+00:00 +TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3711673603524468,0.7939906418888124,0.010176067782444728,0.6124107953163487,37.25900490596576,3.0856461707874345,-0.048530416951469584,0.5322601535371441,77,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-24T08:38:28.297198+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15237916880267163,0.3802575504835382,0.06527828077292715,0.29665509122400513,90.75666651397516,0.06208870701746839,0.06666666666666665,1.0,6,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-24T02:06:13.055079+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9393190400421038,0.7825283237101348,0.008109960657632122,0.4478089698901751,27.672911714759543,1.4907098033019104,0.42707946846958267,1.1782073800739674e-35,382,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T08:27:54.525570+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9370180261131588,0.7811141391350676,0.008093061849387585,0.44759245753680194,27.85862568419869,1.4894382349602686,0.41973671619755853,1.386641462584289e-34,383,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T08:39:06.952769+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.37262183025933576,0.5071918263526503,0.056278293273872904,0.27570566000385127,12.254121733509761,0.5248928695138565,-0.16666666666666666,0.612202380952381,9,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-24T07:30:35.296710+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.18447571947023284,0.3167415722614925,0.32738635156979384,0.16706255577881576,83.76049182847616,0.3273887122575166,0.2558584409373505,5.0807079488168905e-08,205,0.9707317073170731,2026-06-16T12:07:21.772238+00:00,2026-06-24T08:28:02.014515+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.63574898429587,1.899255149990558,0.12195295197828426,1.079033428783911,17.184920144391427,4.84710698411272,0.19746276889134032,0.0003691476926066395,148,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-24T08:28:10.540249+00:00 -Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,13.930164738086724,1.4397052276285,0.03534044133537548,0.926002637152553,47.28504088439949,60.766635465813074,-0.08529945553539019,0.3442373340031222,58,1.0,2026-06-16T13:13:56.792655+00:00,2026-06-24T07:20:41.135643+00:00 +Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,13.694079079263677,1.4158683539292012,0.034775872495041694,0.9114387606657164,47.224568166911226,60.267795667003924,-0.10929281122150789,0.22137347218630432,59,1.0,2026-06-16T13:13:56.792655+00:00,2026-06-24T08:39:13.164867+00:00 Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.179094730089345,1.0245944265073044,0.35533601448629665,0.5844259899950316,20.341503592997995,4.6132689651106915,-0.2086499123319696,0.01956448701650829,59,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-24T07:30:51.990131+00:00 Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.19419798027202453,0.41719510992064907,0.04575729042661772,0.20318107454284018,5.624664357671642,0.12539609867527804,-0.0192090395480226,0.8283255926184542,60,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-24T07:30:58.252581+00:00 Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9206260677501927,0.9306418666623709,0.5730031282282949,0.48405460489030544,28.162437035336982,0.46268017887288104,0.07231638418079096,0.4142858111051674,60,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-24T07:31:05.600287+00:00 -Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.250928166937484,0.7505389086547438,0.008453019320334999,0.42717405120071683,40.01185624176695,2.935860839554803,-0.039644565960355434,0.609908828519428,77,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-24T08:08:05.930888+00:00 +Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.250928166937484,0.7505389086547438,0.008453019320334999,0.42717405120071683,40.01185624176695,2.935860839554803,-0.039644565960355434,0.609908828519428,77,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-24T08:39:20.096900+00:00 Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.22265212873864493,0.45053119718782364,0.09387521875221122,0.24900373971812773,86.97028029086982,0.1047637841393003,0.3333333333333333,0.46944444444444444,6,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-24T02:07:45.550273+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index aba4f371cb132f8a6d94ef393decde92f33b29f5..491689b7d92db8c0798475b389268ec74573f610 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-24T08:29:35.304302+00:00", + "generated_at": "2026-06-24T08:40:48.560330+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 54046d5264a7257345cfc2dc6c2d2b9556cb36e4..6d761b4fdd39e3b41fd4dec742dcaedbc9fa016e 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.6517641328221649,1.1163204156072808,8.0,1,1,1.0 Air Quality,Chronos-2,2.5444325242844483,1.239294084822051,9.0,1,1,1.0 Air Quality,ETS,1.422952878445622,1.432246645234007,10.0,1,1,1.0 -Finance,TimesFM-2.5,0.012057390180341807,0.16875314948673406,1.0,1,1,1.0 -Finance,Toto-2.0-1B,0.006095556631088007,0.2521816240233427,2.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.03577093710043333,0.3696070910223167,3.0,1,1,1.0 -Finance,Chronos-2,0.062411237558574584,0.43169475239131616,4.0,1,1,1.0 -Finance,TiRex,0.046557913501110305,0.4416642167693674,5.0,1,1,1.0 -Finance,Timer-S1,0.31413295972548616,0.46444687543572666,6.0,1,1,1.0 -Finance,ARIMA,0.09488230465780925,0.6235492301813647,7.0,1,1,1.0 -Finance,ETS,0.3354253656186947,0.6430523175870861,8.0,1,1,1.0 +Finance,TimesFM-2.5,0.012250751728254052,0.16940776944178287,1.0,1,1,1.0 +Finance,Toto-2.0-1B,0.006029324839286442,0.2516343941138556,2.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.03648163558923342,0.3640300983939889,3.0,1,1,1.0 +Finance,Chronos-2,0.06307153092539884,0.43223446129288845,4.0,1,1,1.0 +Finance,TiRex,0.04704464807225258,0.4421995688037025,5.0,1,1,1.0 +Finance,Timer-S1,0.3128844092746569,0.4629328387227584,6.0,1,1,1.0 +Finance,ARIMA,0.09525304273181921,0.6245877895362716,7.0,1,1,1.0 +Finance,ETS,0.3370122394958154,0.6440823536794337,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,Moving-Average,0.7995481916265603,1.1911688714069226,10.0,1,1,1.0 +Finance,Moving-Average,0.7977645004851858,1.1893372417789576,10.0,1,1,1.0 Hazards,ARIMA,0.2279366151876268,0.41941809580977674,1.0,1,1,1.0 Hazards,Timer-S1,0.18320366181169093,0.4449951131210577,2.0,1,1,1.0 Hazards,ETS,0.215830731651367,0.4490986380160033,3.0,1,1,1.0 @@ -38,7 +38,7 @@ Hydrology,ARIMA,0.22997304913202563,0.9687294763246314,6.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 Hydrology,Moving-Average,0.7187909313725495,1.3164687661331915,8.0,1,1,1.0 Hydrology,ETS,1.240619099806478,1.5552013677587888,9.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,2.517412859490689,2.112437922908197,10.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,2.4791326786655614,2.0984941818542797,10.0,1,1,1.0 Ocean,Timer-S1,0.19324504440262125,0.3615203905997877,2.5,2,2,1.0 Ocean,Toto-2.0-1B,0.03449912562588166,0.3480494459637304,3.0,2,2,1.0 Ocean,Moving-Average,0.5866980477857072,0.7202941320160439,3.5,2,2,1.0 @@ -49,16 +49,16 @@ Ocean,Seasonal-Naive,1.0,1.0,6.5,2,2,1.0 Ocean,TiRex,1.1178731078749657,0.8503918393703176,6.5,2,2,1.0 Ocean,Moirai-1.1-Large,2.5358400126502256,1.6361174606411675,8.0,2,2,1.0 Ocean,ETS,3.6933249158533976,1.9997074295116959,9.5,2,2,1.0 -Weather,Timer-S1,0.3480405573152611,0.7629835745338985,3.0,3,3,1.0 -Weather,TimesFM-2.5,0.55222440959012,0.8190153959507196,3.6666666666666665,3,3,1.0 -Weather,Chronos-2,0.7766881700436431,1.01571756988448,4.333333333333333,3,3,1.0 -Weather,Toto-2.0-1B,0.21096673470561772,0.7720059736218363,4.666666666666667,3,3,1.0 -Weather,Moirai-1.1-Large,0.7704536096256999,0.9417192675070674,5.0,3,3,1.0 -Weather,TiRex,0.6100329662958346,0.9426909395397447,5.0,3,3,1.0 -Weather,Seasonal-Naive,1.0,1.0,5.333333333333333,3,3,1.0 -Weather,ARIMA,0.9363914528534913,1.052481202977881,6.666666666666667,3,3,1.0 -Weather,Moving-Average,1.4380380460568583,1.3795808581561178,7.666666666666667,3,3,1.0 -Weather,ETS,4.9623889503026986,2.604559985975248,9.666666666666666,3,3,1.0 +Weather,Chronos-2,0.4406977622818569,0.6976932281918555,1.6666666666666667,3,3,1.0 +Weather,Seasonal-Naive,1.0,1.0,3.6666666666666665,3,3,1.0 +Weather,TiRex,0.5332994104655959,0.9515469770741228,4.0,3,3,1.0 +Weather,Timer-S1,0.5889689319419309,1.1323738299268438,4.333333333333333,3,3,1.0 +Weather,TimesFM-2.5,0.6165816159701742,0.9975693227063482,4.333333333333333,3,3,1.0 +Weather,Moirai-1.1-Large,2.9641308352487084,1.4528809092125612,6.333333333333333,3,3,1.0 +Weather,Moving-Average,1.4161696409956719,1.4790229777991317,6.333333333333333,3,3,1.0 +Weather,Toto-2.0-1B,0.8688547586987925,1.4607476659501748,6.666666666666667,3,3,1.0 +Weather,ARIMA,3.0735150254894394,1.9843150782896954,8.0,3,3,1.0 +Weather,ETS,14.734827546429651,4.561179485704801,9.666666666666666,3,3,1.0 Web,TiRex,0.03168204744056409,0.14913916275198077,1.0,1,1,1.0 Web,Moirai-1.1-Large,0.0524629528657224,0.16824201014086562,2.0,1,1,1.0 Web,TimesFM-2.5,0.03705582115922413,0.18205957781173643,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index b971b5c63019723e8c0831adf67dd4503eadf18d..8ccfe78e07e8370943af6934e1dd6e095b341772 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -18,7 +18,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 15min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 15min,Moving-Average,0.7187909313725495,1.3164687661331915,8.0,1,1,1.0 15min,ETS,1.240619099806478,1.5552013677587888,9.0,1,1,1.0 -15min,Moirai-1.1-Large,2.517412859490689,2.112437922908197,10.0,1,1,1.0 +15min,Moirai-1.1-Large,2.4791326786655614,2.0984941818542797,10.0,1,1,1.0 1D,TiRex,0.03168204744056409,0.14913916275198077,1.0,1,1,1.0 1D,Moirai-1.1-Large,0.0524629528657224,0.16824201014086562,2.0,1,1,1.0 1D,TimesFM-2.5,0.03705582115922413,0.18205957781173643,3.0,1,1,1.0 @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.2605963476930982,0.3763700612119552,8.0,1,1,1.0 1D,Moving-Average,0.24883546341355914,0.3833852854171502,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.31246897154136455,0.6308838342407126,3.0,6,6,1.0 -1h,Moirai-1.1-Large,0.3472464655426993,0.6933883758926498,4.166666666666667,6,6,1.0 -1h,Toto-2.0-1B,0.134139587234463,0.5975198699873538,4.666666666666667,6,6,1.0 -1h,TimesFM-2.5,0.25489976374162127,0.615781643848565,4.833333333333333,6,6,1.0 -1h,TiRex,0.32127536058522715,0.71907163082351,5.0,6,6,1.0 -1h,Chronos-2,0.498532392317275,0.7999234633703091,5.333333333333333,6,6,1.0 -1h,ARIMA,0.48694317361432543,0.8080343895559021,5.5,6,6,1.0 -1h,Seasonal-Naive,1.0,1.0,7.0,6,6,1.0 -1h,Moving-Average,0.8540427077203413,1.0556346449066978,7.166666666666667,6,6,1.0 -1h,ETS,1.5252066299379665,1.393054664067429,8.333333333333334,6,6,1.0 +1h,Timer-S1,0.4062093350305814,0.7681576749664445,3.6666666666666665,6,6,1.0 +1h,Chronos-2,0.3761856479519816,0.6631085745970005,4.0,6,6,1.0 +1h,TiRex,0.3009117211852715,0.7225872412051965,4.5,6,6,1.0 +1h,Moirai-1.1-Large,0.6833406692962628,0.8590735287837178,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.27005889702563013,0.6800369141080103,5.166666666666667,6,6,1.0 +1h,Toto-2.0-1B,0.27172699492493935,0.8216226114551957,5.666666666666667,6,6,1.0 +1h,ARIMA,0.882773939547438,1.1098095144552633,6.166666666666667,6,6,1.0 +1h,Seasonal-Naive,1.0,1.0,6.166666666666667,6,6,1.0 +1h,Moving-Average,0.8472086557843996,1.0927382098127394,6.5,6,6,1.0 +1h,ETS,2.6302524947312724,1.8439766042787131,8.333333333333334,6,6,1.0 6min,Toto-2.0-1B,0.0029721220701743266,0.13659960559755696,1.0,1,1,1.0 6min,Chronos-2,0.09791655732659033,0.18646347852745507,2.0,1,1,1.0 6min,Timer-S1,0.08752410661992244,0.2087566693461032,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 03da463cf8fb13b46cd674bc808dbd40896f07c5..0a5deaf383411d9ec4b33cb876bdb7267e8c2592 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,ARIMA,0.2605963476930982,0.3763700612119552,8.0,1,1,1.0 7,Moving-Average,0.24883546341355914,0.3833852854171502,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Timer-S1,0.19862117570723167,0.5862585339862145,3.2857142857142856,7,7,1.0 -24,TimesFM-2.5,0.13225824011947362,0.515652310063758,4.285714285714286,7,7,1.0 -24,Toto-2.0-1B,0.029553067622087374,0.5075617493380234,4.285714285714286,7,7,1.0 -24,TiRex,0.13115447984948447,0.634803444807763,4.714285714285714,7,7,1.0 -24,Moirai-1.1-Large,0.4608294304831038,0.8130025344102617,5.0,7,7,1.0 -24,Chronos-2,0.2839447947258991,0.7062337163361455,5.142857142857143,7,7,1.0 -24,ARIMA,0.43745686223250185,0.8292454229797294,5.571428571428571,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,7.0,7,7,1.0 -24,Moving-Average,0.8332644900627976,1.0894647814281055,7.285714285714286,7,7,1.0 -24,ETS,1.4808661146796283,1.415139876132053,8.428571428571429,7,7,1.0 +24,Timer-S1,0.24870870048140434,0.6940259793051959,3.857142857142857,7,7,1.0 +24,Chronos-2,0.22305549046976986,0.6013431109605127,4.0,7,7,1.0 +24,TiRex,0.1239959301894321,0.6374627590465172,4.285714285714286,7,7,1.0 +24,TimesFM-2.5,0.1389721080131346,0.5614418123423289,4.571428571428571,7,7,1.0 +24,Toto-2.0-1B,0.05412299760667904,0.6668818718327693,5.142857142857143,7,7,1.0 +24,Moirai-1.1-Large,0.8214649817361914,0.9759810802823293,5.571428571428571,7,7,1.0 +24,ARIMA,0.7284441852247424,1.088462098448906,6.142857142857143,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,6.285714285714286,7,7,1.0 +24,Moving-Average,0.8275459694606525,1.1222057161541505,6.714285714285714,7,7,1.0 +24,ETS,2.362515845493977,1.7996516065119654,8.428571428571429,7,7,1.0 60,Toto-2.0-1B,0.0029721220701743266,0.13659960559755696,1.0,1,1,1.0 60,Chronos-2,0.09791655732659033,0.18646347852745507,2.0,1,1,1.0 60,Timer-S1,0.08752410661992244,0.2087566693461032,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 83f06153ff11746fedea8168ff91b59ffada6c8e..5c91e064f5e45eb1f10b2b91a190b55cab054243 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.17664998714407276,0.47685610820531116,3.4,10,10,1.0 -Overall,TimesFM-2.5,0.11923569181349912,0.44724023792643736,4.1,10,10,1.0 -Overall,Toto-2.0-1B,0.03290763576890644,0.42574308968068986,4.1,10,10,1.0 -Overall,TiRex,0.17466585588048408,0.582278130854796,4.7,10,10,1.0 -Overall,Chronos-2,0.29266145118915937,0.612920947023487,5.2,10,10,1.0 -Overall,Moirai-1.1-Large,0.5215401987476399,0.7987680227860935,5.3,10,10,1.0 -Overall,ARIMA,0.5018155617964934,0.7998678778270123,5.8,10,10,1.0 -Overall,Moving-Average,0.6883703698420701,0.9034721220195899,6.7,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,7.2,10,10,1.0 -Overall,ETS,1.4668873818356023,1.323863964877454,8.5,10,10,1.0 +Overall,Timer-S1,0.2067661356820599,0.5366460474195218,3.8,10,10,1.0 +Overall,TimesFM-2.5,0.12344107916887415,0.4746837005758807,4.3,10,10,1.0 +Overall,Chronos-2,0.24716719335381152,0.5476791260493998,4.4,10,10,1.0 +Overall,TiRex,0.16793647279852444,0.5839845527328021,4.4,10,10,1.0 +Overall,Toto-2.0-1B,0.05026227869525382,0.5153943176805503,4.7,10,10,1.0 +Overall,Moirai-1.1-Large,0.7816673669030576,0.9077480401154714,5.7,10,10,1.0 +Overall,ARIMA,0.7170787590646891,0.9676302029414318,6.2,10,10,1.0 +Overall,Moving-Average,0.6850600557852469,0.9223935405239382,6.3,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,6.7,10,10,1.0 +Overall,ETS,2.034220500966566,1.5664470159241073,8.5,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 8c7240f9462adc3d256a109a13fbea0451a74d35..0635e8b29e878f53b061c7ce39fcbc600a60cb4d 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,307468.2174781852,812322.6249132998,877.9721053243393,1.5270578564225639,0.014018667730095543,0.014122874561745935,29.06458565326908,554.4981672451092,0.008860328204660824,0.014029119422268567,0.012660638226161607,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,308780.7347192013,815745.3602683946,879.6387719910059,1.5299566916041563,0.014044799264708543,0.014149439105859864,29.180539060532784,555.6804249919204,0.008878983043270715,0.0140553767767241,0.012686932024589818,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,8.335691024640184,8.581688156072028,2.2553693628305704,1.3350697847056272,0.08435399647434155,0.0905485170918288,41.93576456227324,2.8871596811815214,0.11352617145838119,0.0886835081050667,0.08558913818143538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.8707783784811448,0.8587603921524107,0.7326225128558966,1.968621516420422,0.8965458683068143,0.48257821677053486,77.36816634871812,0.933155066685674,0.7008387811950558,0.5502303821910633,0.5479762914583264,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.01338985835364919,0.015493671104821437,0.10387532214504851,0.37432547234307256,0.08031760600119714,0.0844765989540141,2.3312319419372574,0.11571455549605326,0.09277781417127412,0.08328533341065507,0.06905194783317808,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,0.028494194970547355,0.014968333842041617,0.10678438922092932,0.054030048201126425,0.008185873523130398,0.008229678597726211,1.217346688808208,0.1688022362723532,0.012972314533749361,0.008206293440527647,0.009015627779321255,Weather,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,0.02100634900973221,0.011820405490212654,0.10843817217892515,0.06191552750975591,0.00835474110741481,0.008383933376744283,1.0808406785670168,0.14493567197116178,0.011170378466902905,0.00835746926221717,0.008300125896756686,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,68.72252030869068,69.32735460075058,6.817020101802089,0.6485075779576367,0.361263936502281,0.36822905328861033,8.41439493806166,8.289904722533949,0.43997724009287675,0.3618055683915928,0.3124805344241198,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,2.334668812433405,2.335014828388657,1.3783862738995272,0.8004029913031765,0.061463063296854255,0.059440968332623724,5.695585937976866,1.5279623072685415,0.06683268554513636,0.06029026761003002,0.05130645516157223,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,15.908076268303125,13.416668651437424,2.4985853689738122,0.43770838580563143,0.7052432435295533,0.23115952526253639,4.517222621209357,3.988492982105287,0.3180193739884614,0.19922275367233055,0.1766107826696672,Hazards,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 26319ca67c2c0666ad62bd62be6e7af0474ca490..4806144660120c0538eba6cacb8cd7f28d6caa5f 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-24T08:29:34.840675+00:00", + "evaluated_at": "2026-06-24T08:40:48.104964+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62716.0 + 62756.0 ], "p50": [ 61694.22518235463, diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 95a31689e7eaac84267d7bac7aaaa30a9ce37e5c..f78a08655c27d626708c83d52a2fb985fe4d600e 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-24T07:22:15.756298+00:00", + "evaluated_at": "2026-06-24T08:40:48.132694+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, 19.0, 19.0, 18.0, @@ -101,9 +82,7 @@ 13.0, 13.300000190734863, 13.0, - 13.0 - ], - "actuals": [ + 13.0, 13.0, 13.0, 13.0, @@ -122,356 +101,375 @@ 13.0, 13.0, 13.0, + 13.0 + ], + "actuals": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, + 12.800000190734863, 13.0, + 12.800000190734863, 13.0, 13.0, 13.0, 13.0 ], "p50": [ - 12.90742018090196, - 12.909002936925358, - 12.89422706393233, - 12.909400398233073, - 12.908412850535482, - 12.895113009787945, - 12.908116326765226, - 12.895113011374747, - 12.911420802034351, - 12.908589664601985, - 12.908412874954474, - 12.908142379495203, - 12.908127293176335, - 12.908138259483449, - 12.908281088921806, - 12.910035090574144, - 12.910035090574144, - 12.909400772411848, - 12.908412874954475, - 12.890149309539993, - 12.908146499506955, - 12.908116326869223, - 12.910727946304469, - 12.894232797573583 + 12.88916948774739, + 12.889171678138792, + 12.889497113815471, + 12.891444535565876, + 12.88949712000174, + 12.88661375282508, + 12.886051861533685, + 12.889654868276962, + 12.883250047015695, + 12.8914445358873, + 12.88225591265091, + 12.889171797844076, + 12.889812616535531, + 12.892368170359497, + 12.889181552341325, + 12.889181552341325, + 12.891400550737833, + 12.89020424815404, + 12.889497084438428, + 12.886737428144237, + 12.889171797844076, + 12.889812616535531, + 12.891400550737833, + 12.884370008628606 ], "p10": [ - 12.65405897933891, - 12.175763939182712, - 11.986235862773112, - 11.98624122223559, - 11.986241571995372, - 11.99133872399483, - 11.986241596310368, - 11.986241596407579, - 12.517280031217213, - 12.109395226004688, - 12.654776931372114, - 12.483137207825681, - 12.175851797297904, - 12.655617705369012, - 12.122512614939861, - 12.655641311222624, - 12.122512614939861, - 11.938078718977406, - 12.654776931372115, - 11.91747992069607, - 12.109395226004716, - 11.940367433847893, - 12.65572162195154, - 11.991338725588417 + 12.58959357820379, + 12.59029361593331, + 12.589993856257976, + 12.589595887979051, + 12.089018206190698, + 12.589993862460037, + 12.589595888300432, + 12.590038081812057, + 12.549937829323357, + 12.590205583463002, + 12.590188833297907, + 12.654128169505045, + 12.5899938624609, + 12.609929828137966, + 12.193015298529271, + 12.550335803483781, + 12.655182517652516, + 12.089018206207353, + 12.589595888300476, + 12.193015298529271, + 12.184004037657115, + 12.589595888300476, + 12.59031048580369, + 12.59003808181206 ], "p90": [ - 12.986583998647843, - 12.993352314071226, - 12.934593351370022, - 12.98792989781666, - 13.014294996190651, - 12.939962221315186, - 13.093375519203343, - 12.976140379272177, - 12.990145460060317, - 12.974830391199326, - 12.991122966806058, - 12.993440172186418, - 12.935006740996647, - 12.939962222908774, - 12.974830391199355, - 13.09337551930734, - 13.022203070479414, - 12.974830391199355, - 12.99024321073529, - 12.974830391199355, - 12.988151790801966, - 12.924540432761665, - 12.99112296680606, - 12.99014546006076 + 12.902264007047748, + 12.966532417781965, + 12.914149793110782, + 12.989179253635017, + 12.989179253939787, + 12.963692208346947, + 12.963656205313374, + 12.896585928670113, + 12.989179253956442, + 13.13082522276963, + 12.901193748286632, + 12.92340102279058, + 12.989179253956442, + 12.989179253956442, + 12.918928224732488, + 12.92340102279058, + 12.964016235657338, + 12.918928224732488, + 12.914149799313707, + 12.918928224732488, + 12.92340102279058, + 12.964016235657338, + 12.918928224732488, + 12.964016235657338 ], "mean": [ - 12.941743020516665, - 13.246654517965014, - 12.78416182323163, - 12.894976761640507, - 13.323351473688934, - 12.881107168565636, - 13.111727677344412, - 12.988296983143949, - 13.137929379548472, - 13.199313385992994, - 13.152605604540188, - 12.830981670821252, - 12.79362889853217, - 12.944557046853685, - 12.894839424989321, - 13.074936373354245, - 13.43957043850788, - 12.986617499041618, - 13.147808594768355, - 12.847478677700074, - 12.911358370202613, - 13.062844355939074, - 12.955408740628165, - 13.083751127041635 + 13.002351226572015, + 13.090640851055582, + 12.993463689249063, + 12.922934941253871, + 13.333022119696562, + 12.99804766507683, + 12.903178539970781, + 12.892497342454037, + 12.894455801395763, + 13.239736167464581, + 12.886775562943212, + 12.94394244475904, + 12.994633195148799, + 13.11045573068784, + 12.984054706094266, + 12.88650045272428, + 12.936272515020061, + 12.785964216701789, + 12.889785473876502, + 12.873350820046198, + 12.88849613779684, + 13.001011362092727, + 13.201804018601742, + 13.004034582888398 ], "quantiles": { "0.1": [ - 12.65405897933891, - 12.175763939182712, - 11.986235862773112, - 11.98624122223559, - 11.986241571995372, - 11.99133872399483, - 11.986241596310368, - 11.986241596407579, - 12.517280031217213, - 12.109395226004688, - 12.654776931372114, - 12.483137207825681, - 12.175851797297904, - 12.655617705369012, - 12.122512614939861, - 12.655641311222624, - 12.122512614939861, - 11.938078718977406, - 12.654776931372115, - 11.91747992069607, - 12.109395226004716, - 11.940367433847893, - 12.65572162195154, - 11.991338725588417 + 12.58959357820379, + 12.59029361593331, + 12.589993856257976, + 12.589595887979051, + 12.089018206190698, + 12.589993862460037, + 12.589595888300432, + 12.590038081812057, + 12.549937829323357, + 12.590205583463002, + 12.590188833297907, + 12.654128169505045, + 12.5899938624609, + 12.609929828137966, + 12.193015298529271, + 12.550335803483781, + 12.655182517652516, + 12.089018206207353, + 12.589595888300476, + 12.193015298529271, + 12.184004037657115, + 12.589595888300476, + 12.59031048580369, + 12.59003808181206 ], "0.2": [ - 12.81293812343083, - 12.709657430155731, - 12.671370012440118, - 12.676835105826315, - 12.740229442968731, - 12.655789598780398, - 12.663272130304494, - 12.663272130401705, - 12.817935584655055, - 12.663272130408462, - 12.81428439677842, - 12.734132631564364, - 12.67614871400399, - 12.814284396778422, - 12.67683548000509, - 12.817935584655498, - 12.67614871400399, - 12.709745288270923, - 12.799473410900283, - 12.655641311222624, - 12.709745288270923, - 12.655705559805757, - 12.801866213303757, - 12.65572162195154 + 12.785889596011543, + 12.767920841785847, + 12.785923353145884, + 12.794032394781613, + 12.696540434855352, + 12.785982931340598, + 12.792997862369905, + 12.78598293134146, + 12.78589190610823, + 12.785982931341461, + 12.785923359348809, + 12.786024385270977, + 12.785982931341461, + 12.786024385270977, + 12.785923359348809, + 12.785923359348809, + 12.794032395103038, + 12.78589190610823, + 12.658994109313204, + 12.685191788227113, + 12.785982931341461, + 12.76792096149113, + 12.794032395103038, + 12.78597101694293 ], "0.3": [ - 12.832919650582886, - 12.831732583985485, - 12.831814708459424, - 12.831789977463915, - 12.833532254962543, - 12.82722525856471, - 12.83163322757514, - 12.83148948602674, - 12.855629856727852, - 12.831489486033497, - 12.840994349798576, - 12.834265923930477, - 12.831633227679136, - 12.842459212659953, - 12.833532279381537, - 12.853531418097761, - 12.831798225684853, - 12.849454008095062, - 12.834265923930477, - 12.817935584655498, - 12.831798225684853, - 12.827423315620118, - 12.8365832126979, - 12.817935584655498 + 12.855608870659896, + 12.85557309473516, + 12.85557320823752, + 12.873154465392004, + 12.808717010688055, + 12.83531029244443, + 12.82642572626477, + 12.832644922591147, + 12.835310292445293, + 12.855625923854163, + 12.826425726264814, + 12.85553406221286, + 12.832644922591149, + 12.85553406221286, + 12.822695758582816, + 12.825306735960215, + 12.855625923854163, + 12.849506083510175, + 12.818502134219385, + 12.822695758582816, + 12.835310292445293, + 12.855611180756583, + 12.857362006740267, + 12.835310292445293 ], "0.4": [ - 12.889452171543272, - 12.890710586775672, - 12.889236189859151, - 12.889349710960909, - 12.891231177372452, - 12.858276647406091, - 12.889241923396407, - 12.854747592631046, - 12.90811632686878, - 12.889350085139656, - 12.893352583765632, - 12.88934282446616, - 12.889339393318675, - 12.88934282446616, - 12.890149309539993, - 12.892504030975958, - 12.889339393318675, - 12.904611016445656, - 12.890149309539993, - 12.840506062178118, - 12.889282189523339, - 12.889241923500403, - 12.893352583765633, - 12.840506062178118 + 12.88037217024052, + 12.88037134659763, + 12.88037146009999, + 12.885489969920092, + 12.871890546664948, + 12.87189054668074, + 12.869994668133822, + 12.880366945251474, + 12.869994668133867, + 12.883250047015695, + 12.863696560220964, + 12.877760148864313, + 12.880371466302915, + 12.883250047015695, + 12.880347053113091, + 12.863696560220964, + 12.883250047015695, + 12.883250047015695, + 12.869994668133867, + 12.87384995428357, + 12.880347053113091, + 12.880371466302915, + 12.881261778286126, + 12.863696560220964 ], "0.5": [ - 12.90742018090196, - 12.909002936925358, - 12.89422706393233, - 12.909400398233073, - 12.908412850535482, - 12.895113009787945, - 12.908116326765226, - 12.895113011374747, - 12.911420802034351, - 12.908589664601985, - 12.908412874954474, - 12.908142379495203, - 12.908127293176335, - 12.908138259483449, - 12.908281088921806, - 12.910035090574144, - 12.910035090574144, - 12.909400772411848, - 12.908412874954475, - 12.890149309539993, - 12.908146499506955, - 12.908116326869223, - 12.910727946304469, - 12.894232797573583 + 12.88916948774739, + 12.889171678138792, + 12.889497113815471, + 12.891444535565876, + 12.88949712000174, + 12.88661375282508, + 12.886051861533685, + 12.889654868276962, + 12.883250047015695, + 12.8914445358873, + 12.88225591265091, + 12.889171797844076, + 12.889812616535531, + 12.892368170359497, + 12.889181552341325, + 12.889181552341325, + 12.891400550737833, + 12.89020424815404, + 12.889497084438428, + 12.886737428144237, + 12.889171797844076, + 12.889812616535531, + 12.891400550737833, + 12.884370008628606 ], "0.6": [ - 12.914018459270155, - 12.916417807176584, - 12.911415068393541, - 12.916329532041113, - 12.916370139726356, - 12.908766452655964, - 12.914291946066857, - 12.914291946164068, - 12.915364732617304, - 12.91637016414532, - 12.915740066611813, - 12.915740066611814, - 12.914497250084068, - 12.914497250084068, - 12.914911860354543, - 12.916505665291776, - 12.916370164145349, - 12.916505665291776, - 12.91648356691049, - 12.909273908779388, - 12.914291946170854, - 12.915364732617746, - 12.916564867598346, - 12.91429555532923 + 12.893100666189968, + 12.89235648056516, + 12.89313425673656, + 12.893442995155556, + 12.89313426292283, + 12.892356600269581, + 12.892526616904785, + 12.892677511054934, + 12.890682769187558, + 12.893134262939485, + 12.891400550737833, + 12.893115490947787, + 12.893467684902648, + 12.893708444243027, + 12.892696802997516, + 12.892790839569148, + 12.893442995476981, + 12.892960832340467, + 12.893467684902648, + 12.891488521036768, + 12.892677511054936, + 12.893134262939485, + 12.893467684902648, + 12.893017689918942 ], "0.7": [ - 12.915828865186217, - 12.917192309940495, - 12.9167399361989, - 12.91722203803733, - 12.917222387797112, - 12.91641081289569, - 12.917182304911053, - 12.917175138527023, - 12.917177288477738, - 12.917182305015022, - 12.917186372762847, - 12.917250651143274, - 12.9169603336647, - 12.916982261868291, - 12.91718230501505, - 12.917280168055687, - 12.917246042773389, - 12.917212585963945, - 12.917212585963945, - 12.916370164145349, - 12.916653671058203, - 12.9169603336647, - 12.917257578545964, - 12.916982261868291 + 12.893821208167461, + 12.893858327243777, + 12.893927730185498, + 12.893927736066997, + 12.893927736371767, + 12.893905799662363, + 12.89382790866347, + 12.893708444243025, + 12.893827908663514, + 12.893923779031939, + 12.89342653585987, + 12.89391119347384, + 12.894001770323372, + 12.893969909949613, + 12.893827908663514, + 12.893719571346805, + 12.8939647051285, + 12.893923779031939, + 12.893927736388422, + 12.89371178237416, + 12.893827908663514, + 12.89385844694906, + 12.8939647051285, + 12.893966266574834 ], "0.8": [ - 12.91781374479034, - 12.919928674144026, - 12.917253985820373, - 12.919159643959157, - 12.920037389046614, - 12.91724965992073, - 12.920016532155222, - 12.919132720906685, - 12.919185681633358, - 12.917882878506205, - 12.91916001813793, - 12.923033724858922, - 12.917280168055687, - 12.917885108796625, - 12.917894029958187, - 12.920016532259218, - 12.92295020003337, - 12.918147227594137, - 12.92295020003337, - 12.917249661514317, - 12.918140403288021, - 12.917270660110557, - 12.92292931882698, - 12.919125896607355 + 12.894038134205362, + 12.894037719503581, + 12.894027550035021, + 12.894037270949603, + 12.894040444285393, + 12.894041012239022, + 12.894014918262467, + 12.893995528883123, + 12.8940043999112, + 12.894040444302048, + 12.893974721664303, + 12.894040444302048, + 12.894923272994841, + 12.896518773081123, + 12.894036478013273, + 12.89400648141752, + 12.896518773081123, + 12.894043283991236, + 12.894036478013273, + 12.8940043999112, + 12.8940043999112, + 12.894923272994841, + 12.894040444302048, + 12.895242373012097 ], "0.9": [ - 12.986583998647843, - 12.993352314071226, - 12.934593351370022, - 12.98792989781666, - 13.014294996190651, - 12.939962221315186, - 13.093375519203343, - 12.976140379272177, - 12.990145460060317, - 12.974830391199326, - 12.991122966806058, - 12.993440172186418, - 12.935006740996647, - 12.939962222908774, - 12.974830391199355, - 13.09337551930734, - 13.022203070479414, - 12.974830391199355, - 12.99024321073529, - 12.974830391199355, - 12.988151790801966, - 12.924540432761665, - 12.99112296680606, - 12.99014546006076 + 12.902264007047748, + 12.966532417781965, + 12.914149793110782, + 12.989179253635017, + 12.989179253939787, + 12.963692208346947, + 12.963656205313374, + 12.896585928670113, + 12.989179253956442, + 13.13082522276963, + 12.901193748286632, + 12.92340102279058, + 12.989179253956442, + 12.989179253956442, + 12.918928224732488, + 12.92340102279058, + 12.964016235657338, + 12.918928224732488, + 12.914149799313707, + 12.918928224732488, + 12.92340102279058, + 12.964016235657338, + 12.918928224732488, + 12.964016235657338 ] }, "timestamps": [ - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", "2026-06-23 23:00:00", "2026-06-24 00:00:00", "2026-06-24 01:00:00", @@ -589,6 +587,8 @@ "2026-06-28 17:00:00", "2026-06-28 18:00:00", "2026-06-28 19:00:00", - "2026-06-28 20:00:00" + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c648423ce60529b8b733427507ad6f5d5818dc14..f39224113c2e880bd66c3c95977c39e22f723fcc 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-24T08:10:17.511088+00:00", + "evaluated_at": "2026-06-24T08:40:48.167674+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index ea3cfbc02a245ef8dcf749a51e364d8aeb147eb7..9a9499cef6de0ba024774d27b2262b48c4003167 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-24T08:29:34.967713+00:00", + "evaluated_at": "2026-06-24T08:40:48.178946+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index c42615e0a3089343bf3fac265c33e50a08701d69..b7dd12043fa9a3b9c99abf75b4fbefc962991481 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -15,4 +15,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 2026-06-23,Chronos-2,4.500,3.400,4.500,4.500,4.500,4.500,3.800,4.500,4.500,5.000 -2026-06-24,Chronos-2,5.700,5.200,5.600,5.600,5.700,5.600,4.500,5.600,5.700,5.800 +2026-06-24,Chronos-2,5.000,4.400,5.000,5.000,5.000,5.000,3.900,5.000,5.000,5.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 30274dca7fd171260f7e7a8c879736f0c37ebe54..2a205f138bb91650574af1299f4068c95407039d 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,5.033,4.2,4.7,4.9,5.033,4.9,3.733,4.9,5.067,5.167 +2026-W26,Chronos-Bolt-Mini,4.8,3.933,4.5,4.7,4.8,4.7,3.533,4.7,4.833,4.967 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 960c9060245229bda9cff7e3b669c247f413f1c7..5ed3f3b8d1c362f1434e3268c75e5328f1018684 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,202245.00271097818,202245.00271097818,391.8590494791667,0.6815608793133383,0.006250498735849488,0.0062762930446208344,5.511929858002371,449.7165804270265,0.00718602285280384,0.006261517158120896,0.008765195785053255,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,204458.28396097818,204458.28396097818,393.5257161458333,0.6844597144949307,0.006276783918066235,0.00630285864551956,5.511929858002371,452.17063588979124,0.007225043798850334,0.006287981371308199,0.008779757339123645,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.1856189730145463,1.1856189730145463,0.8935155868530273,0.528918092898918,0.03525833188695542,0.03442299537161009,2.067822221662518,1.0888613194592534,0.04281517840978692,0.035133977651108414,0.026715970972378357,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.037060230726602715,0.037060230726602715,0.14710761855045953,0.3952911875160537,0.18491764565589908,0.15317165133690125,1.5131314883614495,0.19251033927195368,0.14458337778950198,0.11048402111300891,0.0675677575522817,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.15268101134341844,0.15268101134341844,0.3509839044676887,1.2648068194794628,0.2792447734608923,0.33883381227645104,28.017714587524992,0.3907441763397357,0.31329153385713904,0.28141247508764883,0.24848322425397562,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,1.843425051100932,1.843425051100932,1.2117323478062947,0.6131041965636522,0.09311317589410757,0.09894117952111799,8.7884276791318,1.357727900243982,0.10434028459667205,0.09312064516195229,0.07681773494100727,Weather,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.0070205063423145475,0.0070205063423145475,0.05193797747294108,0.02965530687589317,0.0040291026861737226,0.0040079113391513314,0.5084459087449434,0.08378846186865198,0.006457684416150728,0.004002926659033026,0.003420077753830638,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,232.91205529186797,232.91205529186797,12.21979534626007,1.1624771182714029,0.8186729123604527,0.5008541987678394,7.412031246371053,15.261456525897781,0.8099844023309196,0.6485517036562379,0.4242083711822378,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.14478394459107827,0.14478394459107827,0.2735261122385661,0.1588314702350518,0.011684794144320533,0.011741709478330054,1.5838108497120853,0.3805048548850307,0.016643186284083913,0.011963963090361062,0.017339238728361225,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.400250865953126,14.400250865953126,2.5599666833877563,0.4484613167978552,0.7408588102926682,0.23496459771762798,4.784140176146571,3.79476624654973,0.3025727239773871,0.20411694485483772,0.19678438059207298,Hazards,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index f6073dd0478271411df24dbd968a15a1869f342d..623e1ed1198ee81d8575ec7650d1ad7d8144054d 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-24T08:26:46.385547+00:00", + "evaluated_at": "2026-06-24T08:37:41.780053+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62716.0 + 62756.0 ], "p50": [ 62140.9375, diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index d0166dede3e23d8f021599cb7b4ae923403678c5..f0bae5a2b9b32812be39f7b8c5eace0d28ef0144 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-24T07:19:15.788258+00:00", + "evaluated_at": "2026-06-24T08:37:45.649258+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, 19.0, 19.0, 18.0, @@ -101,9 +82,7 @@ 13.0, 13.300000190734863, 13.0, - 13.0 - ], - "actuals": [ + 13.0, 13.0, 13.0, 13.0, @@ -122,356 +101,375 @@ 13.0, 13.0, 13.0, + 13.0 + ], + "actuals": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, + 12.800000190734863, 13.0, + 12.800000190734863, 13.0, 13.0, 13.0, 13.0 ], "p50": [ - 12.76834487915039, - 12.688125610351562, - 12.623394012451172, - 12.53287124633789, - 12.472058296203613, - 12.38116455078125, - 12.308545112609863, - 12.227753639221191, - 12.145641326904297, - 12.01708984375, - 11.958231925964355, - 11.874445915222168, - 11.78453254699707, - 11.7100830078125, - 11.658101081848145, - 11.57741928100586, - 11.285594940185547, - 11.230749130249023, - 11.183685302734375, - 11.091791152954102, - 11.040945053100586, - 10.96010971069336, - 10.88568115234375, - 10.812065124511719 + 13.036144256591797, + 13.031174659729004, + 13.032861709594727, + 13.024849891662598, + 13.021059036254883, + 13.028226852416992, + 13.025616645812988, + 13.024336814880371, + 13.021871566772461, + 13.022252082824707, + 13.026294708251953, + 13.027355194091797, + 13.031465530395508, + 13.03204345703125, + 13.019474029541016, + 13.020478248596191, + 13.034427642822266, + 13.028470039367676, + 13.032800674438477, + 13.026861190795898, + 13.020692825317383, + 13.027379035949707, + 13.026474952697754, + 13.023900985717773 ], "p10": [ - 12.389098167419434, - 12.247291564941406, - 12.117324829101562, - 12.057945251464844, - 11.9202880859375, - 11.801350593566895, - 11.685826301574707, - 11.573320388793945, - 11.446993827819824, - 11.338996887207031, - 11.18275260925293, - 11.080717086791992, - 10.981071472167969, - 10.886598587036133, - 10.805986404418945, - 10.697456359863281, - 10.544900894165039, - 10.477603912353516, - 10.373870849609375, - 10.323236465454102, - 10.193025588989258, - 10.109770774841309, - 10.020858764648438, - 9.897209167480469 + 12.966980934143066, + 12.969661712646484, + 12.96707534790039, + 12.969745635986328, + 12.967132568359375, + 12.96682071685791, + 12.970252990722656, + 12.960758209228516, + 12.96752643585205, + 12.963277816772461, + 12.968941688537598, + 12.968097686767578, + 12.973305702209473, + 12.967409133911133, + 12.963592529296875, + 12.962836265563965, + 12.932549476623535, + 12.935922622680664, + 12.93665885925293, + 12.940460205078125, + 12.935914993286133, + 12.935240745544434, + 12.949712753295898, + 12.930242538452148 ], "p90": [ - 13.160052299499512, - 13.131250381469727, - 13.091630935668945, - 13.074100494384766, - 13.023632049560547, - 13.022157669067383, - 12.946723937988281, - 12.930434226989746, - 12.857821464538574, - 12.795376777648926, - 12.726310729980469, - 12.689826965332031, - 12.650396347045898, - 12.558837890625, - 12.569411277770996, - 12.473339080810547, - 12.333771705627441, - 12.234264373779297, - 12.21935749053955, - 12.235822677612305, - 12.199954986572266, - 12.22395133972168, - 12.117735862731934, - 12.043968200683594 + 13.091127395629883, + 13.086711883544922, + 13.076702117919922, + 13.079866409301758, + 13.079886436462402, + 13.088438987731934, + 13.080976486206055, + 13.08800220489502, + 13.085668563842773, + 13.088338851928711, + 13.085618019104004, + 13.098295211791992, + 13.10704231262207, + 13.105098724365234, + 13.091318130493164, + 13.099513053894043, + 13.145381927490234, + 13.136970520019531, + 13.124366760253906, + 13.12906265258789, + 13.138139724731445, + 13.147573471069336, + 13.153887748718262, + 13.193214416503906 ], "mean": [ - 12.76834487915039, - 12.688125610351562, - 12.623394012451172, - 12.53287124633789, - 12.472058296203613, - 12.38116455078125, - 12.308545112609863, - 12.227753639221191, - 12.145641326904297, - 12.01708984375, - 11.958231925964355, - 11.874445915222168, - 11.78453254699707, - 11.7100830078125, - 11.658101081848145, - 11.57741928100586, - 11.285594940185547, - 11.230749130249023, - 11.183685302734375, - 11.091791152954102, - 11.040945053100586, - 10.96010971069336, - 10.88568115234375, - 10.812065124511719 + 13.036144256591797, + 13.031174659729004, + 13.032861709594727, + 13.024849891662598, + 13.021059036254883, + 13.028226852416992, + 13.025616645812988, + 13.024336814880371, + 13.021871566772461, + 13.022252082824707, + 13.026294708251953, + 13.027355194091797, + 13.031465530395508, + 13.03204345703125, + 13.019474029541016, + 13.020478248596191, + 13.034427642822266, + 13.028470039367676, + 13.032800674438477, + 13.026861190795898, + 13.020692825317383, + 13.027379035949707, + 13.026474952697754, + 13.023900985717773 ], "quantiles": { "0.1": [ - 12.389098167419434, - 12.247291564941406, - 12.117324829101562, - 12.057945251464844, - 11.9202880859375, - 11.801350593566895, - 11.685826301574707, - 11.573320388793945, - 11.446993827819824, - 11.338996887207031, - 11.18275260925293, - 11.080717086791992, - 10.981071472167969, - 10.886598587036133, - 10.805986404418945, - 10.697456359863281, - 10.544900894165039, - 10.477603912353516, - 10.373870849609375, - 10.323236465454102, - 10.193025588989258, - 10.109770774841309, - 10.020858764648438, - 9.897209167480469 + 12.966980934143066, + 12.969661712646484, + 12.96707534790039, + 12.969745635986328, + 12.967132568359375, + 12.96682071685791, + 12.970252990722656, + 12.960758209228516, + 12.96752643585205, + 12.963277816772461, + 12.968941688537598, + 12.968097686767578, + 12.973305702209473, + 12.967409133911133, + 12.963592529296875, + 12.962836265563965, + 12.932549476623535, + 12.935922622680664, + 12.93665885925293, + 12.940460205078125, + 12.935914993286133, + 12.935240745544434, + 12.949712753295898, + 12.930242538452148 ], "0.2": [ - 12.389098167419434, - 12.247291564941406, - 12.117324829101562, - 12.057945251464844, - 11.9202880859375, - 11.801350593566895, - 11.685826301574707, - 11.573320388793945, - 11.446993827819824, - 11.338996887207031, - 11.18275260925293, - 11.080717086791992, - 10.981071472167969, - 10.886598587036133, - 10.805986404418945, - 10.697456359863281, - 10.544900894165039, - 10.477603912353516, - 10.373870849609375, - 10.323236465454102, - 10.193025588989258, - 10.109770774841309, - 10.020858764648438, - 9.897209167480469 + 12.966980934143066, + 12.969661712646484, + 12.96707534790039, + 12.969745635986328, + 12.967132568359375, + 12.96682071685791, + 12.970252990722656, + 12.960758209228516, + 12.96752643585205, + 12.963277816772461, + 12.968941688537598, + 12.968097686767578, + 12.973305702209473, + 12.967409133911133, + 12.963592529296875, + 12.962836265563965, + 12.932549476623535, + 12.935922622680664, + 12.93665885925293, + 12.940460205078125, + 12.935914993286133, + 12.935240745544434, + 12.949712753295898, + 12.930242538452148 ], "0.3": [ - 12.389098167419434, - 12.247291564941406, - 12.117324829101562, - 12.057945251464844, - 11.9202880859375, - 11.801350593566895, - 11.685826301574707, - 11.573320388793945, - 11.446993827819824, - 11.338996887207031, - 11.18275260925293, - 11.080717086791992, - 10.981071472167969, - 10.886598587036133, - 10.805986404418945, - 10.697456359863281, - 10.544900894165039, - 10.477603912353516, - 10.373870849609375, - 10.323236465454102, - 10.193025588989258, - 10.109770774841309, - 10.020858764648438, - 9.897209167480469 + 12.966980934143066, + 12.969661712646484, + 12.96707534790039, + 12.969745635986328, + 12.967132568359375, + 12.96682071685791, + 12.970252990722656, + 12.960758209228516, + 12.96752643585205, + 12.963277816772461, + 12.968941688537598, + 12.968097686767578, + 12.973305702209473, + 12.967409133911133, + 12.963592529296875, + 12.962836265563965, + 12.932549476623535, + 12.935922622680664, + 12.93665885925293, + 12.940460205078125, + 12.935914993286133, + 12.935240745544434, + 12.949712753295898, + 12.930242538452148 ], "0.4": [ - 12.76834487915039, - 12.688125610351562, - 12.623394012451172, - 12.53287124633789, - 12.472058296203613, - 12.38116455078125, - 12.308545112609863, - 12.227753639221191, - 12.145641326904297, - 12.01708984375, - 11.958231925964355, - 11.874445915222168, - 11.78453254699707, - 11.7100830078125, - 11.658101081848145, - 11.57741928100586, - 11.285594940185547, - 11.230749130249023, - 11.183685302734375, - 11.091791152954102, - 11.040945053100586, - 10.96010971069336, - 10.88568115234375, - 10.812065124511719 + 13.036144256591797, + 13.031174659729004, + 13.032861709594727, + 13.024849891662598, + 13.021059036254883, + 13.028226852416992, + 13.025616645812988, + 13.024336814880371, + 13.021871566772461, + 13.022252082824707, + 13.026294708251953, + 13.027355194091797, + 13.031465530395508, + 13.03204345703125, + 13.019474029541016, + 13.020478248596191, + 13.034427642822266, + 13.028470039367676, + 13.032800674438477, + 13.026861190795898, + 13.020692825317383, + 13.027379035949707, + 13.026474952697754, + 13.023900985717773 ], "0.5": [ - 12.76834487915039, - 12.688125610351562, - 12.623394012451172, - 12.53287124633789, - 12.472058296203613, - 12.38116455078125, - 12.308545112609863, - 12.227753639221191, - 12.145641326904297, - 12.01708984375, - 11.958231925964355, - 11.874445915222168, - 11.78453254699707, - 11.7100830078125, - 11.658101081848145, - 11.57741928100586, - 11.285594940185547, - 11.230749130249023, - 11.183685302734375, - 11.091791152954102, - 11.040945053100586, - 10.96010971069336, - 10.88568115234375, - 10.812065124511719 + 13.036144256591797, + 13.031174659729004, + 13.032861709594727, + 13.024849891662598, + 13.021059036254883, + 13.028226852416992, + 13.025616645812988, + 13.024336814880371, + 13.021871566772461, + 13.022252082824707, + 13.026294708251953, + 13.027355194091797, + 13.031465530395508, + 13.03204345703125, + 13.019474029541016, + 13.020478248596191, + 13.034427642822266, + 13.028470039367676, + 13.032800674438477, + 13.026861190795898, + 13.020692825317383, + 13.027379035949707, + 13.026474952697754, + 13.023900985717773 ], "0.6": [ - 12.76834487915039, - 12.688125610351562, - 12.623394012451172, - 12.53287124633789, - 12.472058296203613, - 12.38116455078125, - 12.308545112609863, - 12.227753639221191, - 12.145641326904297, - 12.01708984375, - 11.958231925964355, - 11.874445915222168, - 11.78453254699707, - 11.7100830078125, - 11.658101081848145, - 11.57741928100586, - 11.285594940185547, - 11.230749130249023, - 11.183685302734375, - 11.091791152954102, - 11.040945053100586, - 10.96010971069336, - 10.88568115234375, - 10.812065124511719 + 13.036144256591797, + 13.031174659729004, + 13.032861709594727, + 13.024849891662598, + 13.021059036254883, + 13.028226852416992, + 13.025616645812988, + 13.024336814880371, + 13.021871566772461, + 13.022252082824707, + 13.026294708251953, + 13.027355194091797, + 13.031465530395508, + 13.03204345703125, + 13.019474029541016, + 13.020478248596191, + 13.034427642822266, + 13.028470039367676, + 13.032800674438477, + 13.026861190795898, + 13.020692825317383, + 13.027379035949707, + 13.026474952697754, + 13.023900985717773 ], "0.7": [ - 12.76834487915039, - 12.688125610351562, - 12.623394012451172, - 12.53287124633789, - 12.472058296203613, - 12.38116455078125, - 12.308545112609863, - 12.227753639221191, - 12.145641326904297, - 12.01708984375, - 11.958231925964355, - 11.874445915222168, - 11.78453254699707, - 11.7100830078125, - 11.658101081848145, - 11.57741928100586, - 11.285594940185547, - 11.230749130249023, - 11.183685302734375, - 11.091791152954102, - 11.040945053100586, - 10.96010971069336, - 10.88568115234375, - 10.812065124511719 + 13.036144256591797, + 13.031174659729004, + 13.032861709594727, + 13.024849891662598, + 13.021059036254883, + 13.028226852416992, + 13.025616645812988, + 13.024336814880371, + 13.021871566772461, + 13.022252082824707, + 13.026294708251953, + 13.027355194091797, + 13.031465530395508, + 13.03204345703125, + 13.019474029541016, + 13.020478248596191, + 13.034427642822266, + 13.028470039367676, + 13.032800674438477, + 13.026861190795898, + 13.020692825317383, + 13.027379035949707, + 13.026474952697754, + 13.023900985717773 ], "0.8": [ - 13.160052299499512, - 13.131250381469727, - 13.091630935668945, - 13.074100494384766, - 13.023632049560547, - 13.022157669067383, - 12.946723937988281, - 12.930434226989746, - 12.857821464538574, - 12.795376777648926, - 12.726310729980469, - 12.689826965332031, - 12.650396347045898, - 12.558837890625, - 12.569411277770996, - 12.473339080810547, - 12.333771705627441, - 12.234264373779297, - 12.21935749053955, - 12.235822677612305, - 12.199954986572266, - 12.22395133972168, - 12.117735862731934, - 12.043968200683594 + 13.091127395629883, + 13.086711883544922, + 13.076702117919922, + 13.079866409301758, + 13.079886436462402, + 13.088438987731934, + 13.080976486206055, + 13.08800220489502, + 13.085668563842773, + 13.088338851928711, + 13.085618019104004, + 13.098295211791992, + 13.10704231262207, + 13.105098724365234, + 13.091318130493164, + 13.099513053894043, + 13.145381927490234, + 13.136970520019531, + 13.124366760253906, + 13.12906265258789, + 13.138139724731445, + 13.147573471069336, + 13.153887748718262, + 13.193214416503906 ], "0.9": [ - 13.160052299499512, - 13.131250381469727, - 13.091630935668945, - 13.074100494384766, - 13.023632049560547, - 13.022157669067383, - 12.946723937988281, - 12.930434226989746, - 12.857821464538574, - 12.795376777648926, - 12.726310729980469, - 12.689826965332031, - 12.650396347045898, - 12.558837890625, - 12.569411277770996, - 12.473339080810547, - 12.333771705627441, - 12.234264373779297, - 12.21935749053955, - 12.235822677612305, - 12.199954986572266, - 12.22395133972168, - 12.117735862731934, - 12.043968200683594 + 13.091127395629883, + 13.086711883544922, + 13.076702117919922, + 13.079866409301758, + 13.079886436462402, + 13.088438987731934, + 13.080976486206055, + 13.08800220489502, + 13.085668563842773, + 13.088338851928711, + 13.085618019104004, + 13.098295211791992, + 13.10704231262207, + 13.105098724365234, + 13.091318130493164, + 13.099513053894043, + 13.145381927490234, + 13.136970520019531, + 13.124366760253906, + 13.12906265258789, + 13.138139724731445, + 13.147573471069336, + 13.153887748718262, + 13.193214416503906 ] }, "timestamps": [ - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", "2026-06-23 23:00:00", "2026-06-24 00:00:00", "2026-06-24 01:00:00", @@ -589,6 +587,8 @@ "2026-06-28 17:00:00", "2026-06-28 18:00:00", "2026-06-28 19:00:00", - "2026-06-28 20:00:00" + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9104666b509080ecd72a8c744ca738d735fe4d2e..1a72948e8533561e2422145b8624f235d43eeac3 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-24T08:06:31.124320+00:00", + "evaluated_at": "2026-06-24T08:37:50.344767+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index d9930844f2be09d98cf4cbaa35b1f249e2d28211..7c3f34d197690357cfebe47ed9a6b50e5e72787c 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-24T08:27:01.727197+00:00", + "evaluated_at": "2026-06-24T08:37:52.640011+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 905d65d087e170be150125e322aa8d7dace1d4ec..d4c96a9d96c32d462f83cdc4ea0cfb669dfc90b4 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,1086953.3537965163,1102165.2346257835,892.1570458111077,1.551729739141667,0.014230417758055947,0.014371957802455778,37.22326189211527,1042.5705509923616,0.016659238576388413,0.014255780637220414,0.013056631873471967,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,1092488.847982167,1107778.2280952875,893.8237124777743,1.5546285743232593,0.014256271044896296,0.014398519239340076,37.339215299378964,1045.2219132711325,0.016701159923933433,0.014282031955469423,0.013082915126207842,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,30.527406870526534,31.942755022176083,4.926820607136346,2.9164399568670114,0.19044171099349783,0.21738879404682765,72.91734007868459,5.525161252898103,0.21725518260043816,0.1937277957419913,0.17965724779315478,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,1.2096995511745876,1.2131097124409385,0.8693045251236268,2.335898177369578,1.0666982428021017,0.5311413586483378,88.98174537224367,1.0998634238734315,0.8260437830619676,0.6528843336176279,0.6459337087958583,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.10373249901286605,0.10117950733494813,0.2917974781774284,1.0515224077453307,0.23139745061219058,0.2682840987335957,10.949428749166792,0.3220753002216501,0.258234084943106,0.23395788101104736,0.2217669193238058,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,1.5523491907264677,1.3713321782416,1.014075595472346,0.513095160282268,0.07792088529309349,0.08222151742978807,21.611437375228707,1.245933060291149,0.09574894209349313,0.07793088454255857,0.07930349626945009,Weather,1 +nws_ksfo_observations_temperature/1h/short,ETS,0.84725213969348,0.756545847827874,0.7532062382913217,0.4300622246794897,0.058043184623686815,0.06039174249088607,17.34340356596327,0.9204630028922836,0.07094126633734842,0.05805057258105784,0.05850871810869004,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,130.25414364071335,126.02264844645617,10.33675439355742,0.9833422016662107,0.7176514456248707,0.5181085456121559,14.903011794178989,11.412893745265192,0.6057263213008502,0.5486114523406921,0.490255722146195,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,1.7415824029892388,1.6571749520422605,1.1979824872270557,0.6956459045349203,0.052419377109565235,0.05186434803604042,2.687195609773029,1.3196902678239462,0.057722919123654515,0.05239945152871805,0.042112362608546644,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,15.063186479834988,15.895522105064785,2.7026877254956982,0.473463543152531,0.7508887473911413,0.24337396443623963,4.370072635438981,3.8811321131642744,0.3094590389233973,0.21549669572058724,0.1891088218374364,Hazards,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 8d220cae10fd042c125a761e5cc0f8c61f88ba3d..130a2a7f1eb95f454efda72ca4b12467311d66e4 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-24T08:29:35.088561+00:00", + "evaluated_at": "2026-06-24T08:40:48.219074+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62716.0 + 62756.0 ], "p50": [ 62326.70097396859, diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index 019f12a20d5e74aa3c481221af3b3734c4886758..4f8ce8fdb0cb2f4da4d71a3908aa597a8f5eacb1 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-24T07:22:15.858171+00:00", + "evaluated_at": "2026-06-24T08:40:48.244566+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, 19.0, 19.0, 18.0, @@ -101,9 +82,7 @@ 13.0, 13.300000190734863, 13.0, - 13.0 - ], - "actuals": [ + 13.0, 13.0, 13.0, 13.0, @@ -122,356 +101,375 @@ 13.0, 13.0, 13.0, + 13.0 + ], + "actuals": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, + 12.800000190734863, 13.0, + 12.800000190734863, 13.0, 13.0, 13.0, 13.0 ], "p50": [ - 12.970774710868419, - 12.886222511008116, - 12.801670311147815, - 12.717118111287512, - 12.632565911427209, - 12.548013711566906, - 12.463461511706605, - 12.378909311846302, - 12.294357111985999, - 12.209804912125696, - 12.125252712265395, - 12.040700512405092, - 11.956148312544789, - 11.871596112684486, - 11.787043912824185, - 11.702491712963882, - 11.617939513103579, - 11.533387313243276, - 11.448835113382973, - 11.364282913522672, - 11.279730713662369, - 11.195178513802066, - 11.110626313941763, - 11.02607411408146 + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 ], "p10": [ - 12.770773947928966, - 11.886222511008116, - 11.89167065447057, - 11.817118492757238, - 11.632565911427209, - 12.348012948627453, - 11.463461511706605, - 11.378909311846302, - 11.294357111985999, - 11.899804778611292, - 11.325253475204848, - 11.230701237197573, - 11.156149075484242, - 11.77159573121476, - 10.987044675763638, - 10.802492094433608, - 10.817940276043032, - 10.533387313243276, - 10.638835838175455, - 10.464283294992399, - 10.279730713662369, - 10.285178857124821, - 10.71062669541149, - 10.226074877020913 + 12.647153692099135, + 12.584078901031008, + 12.521004109962881, + 11.957930272569069, + 12.484854012842495, + 12.331779736758499, + 12.218705041057804, + 11.605630726826835, + 12.142555363554118, + 12.379480763220855, + 12.016405781417864, + 12.253331181084599, + 11.840256294649041, + 11.917180893229352, + 11.714106712512788, + 11.881031654415851, + 11.637957035009102, + 11.074883197615291, + 11.511807452872846, + 11.44873266180472, + 10.885658824410909, + 11.322583079668465, + 11.259508288600339, + 11.196433497532212 ], "p90": [ - 12.970774710868419, - 12.886222511008116, - 12.801670311147815, - 12.717118111287512, - 12.632565911427209, - 12.548013711566906, - 12.473461549853576, - 12.378909311846302, - 12.294357111985999, - 12.209804912125696, - 12.135252750412366, - 12.040700512405092, - 11.956148312544789, - 11.871596112684486, - 11.787043912824185, - 11.702491712963882, - 11.617939513103579, - 11.533387313243276, - 11.448835113382973, - 11.364282913522672, - 11.279730713662369, - 11.195178513802066, - 11.110626313941763, - 11.02607411408146 + 12.947153882833998, + 12.984079473235598, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.731780308963089, + 12.578705174572207, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.26333121923157, + 12.190256390016472, + 12.137181637095317, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 ], "mean": [ - 12.917274692748585, - 12.805222492888335, - 12.716670296842711, - 12.640618105565528, - 12.55506590665888, - 12.483013721103651, - 12.38446150121615, - 12.251409311846249, - 12.186357105310279, - 12.15680490544996, - 12.0507527237095, - 11.970200543876336, - 11.866148312544835, - 11.808596091703683, - 11.70504392903664, - 11.6034917263153, - 11.545939519779235, - 11.40238731419695, - 11.349335096216823, - 11.287782922105732, - 11.183230707940297, - 11.093678522385174, - 11.05562633778364, - 10.942574119803488 + 12.868153877111945, + 12.836079099395242, + 12.758504305466142, + 12.673929508675954, + 12.634854718561556, + 12.595779942752179, + 12.517705142147294, + 12.410630364430572, + 12.375055539983826, + 12.394480753684126, + 12.264405974060077, + 12.251331182991914, + 12.109756388109126, + 12.08118160467038, + 12.001106801204541, + 11.97753203207091, + 11.881457220021915, + 11.802882441351517, + 11.7468076197658, + 11.686232823929362, + 11.604658062425123, + 11.577583265634969, + 11.48850846598376, + 11.417433673008347 ], "quantiles": { "0.1": [ - 12.770773947928966, - 11.886222511008116, - 11.89167065447057, - 11.817118492757238, - 11.632565911427209, - 12.348012948627453, - 11.463461511706605, - 11.378909311846302, - 11.294357111985999, - 11.899804778611292, - 11.325253475204848, - 11.230701237197573, - 11.156149075484242, - 11.77159573121476, - 10.987044675763638, - 10.802492094433608, - 10.817940276043032, - 10.533387313243276, - 10.638835838175455, - 10.464283294992399, - 10.279730713662369, - 10.285178857124821, - 10.71062669541149, - 10.226074877020913 + 12.647153692099135, + 12.584078901031008, + 12.521004109962881, + 11.957930272569069, + 12.484854012842495, + 12.331779736758499, + 12.218705041057804, + 11.605630726826835, + 12.142555363554118, + 12.379480763220855, + 12.016405781417864, + 12.253331181084599, + 11.840256294649041, + 11.917180893229352, + 11.714106712512788, + 11.881031654415851, + 11.637957035009102, + 11.074883197615291, + 11.511807452872846, + 11.44873266180472, + 10.885658824410909, + 11.322583079668465, + 11.259508288600339, + 11.196433497532212 ], "0.2": [ - 12.970774710868419, - 12.886222511008116, - 12.801670311147815, - 12.617117729817785, - 12.632565911427209, - 12.548013711566906, - 12.44346143541266, - 12.278908930376575, - 12.274357035692054, - 12.209804912125696, - 12.125252712265395, - 12.040700512405092, - 11.956148312544789, - 11.871596112684486, - 11.787043912824185, - 11.602491331494155, - 11.617939513103579, - 11.533387313243276, - 11.348834731913247, - 11.364282913522672, - 11.259730637368424, - 11.09517813233234, - 11.110626313941763, - 11.02607411408146 + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 ], "0.3": [ - 12.970774710868419, - 12.886222511008116, - 12.801670311147815, - 12.717118111287512, - 12.632565911427209, - 12.548013711566906, - 12.463461511706605, - 12.378909311846302, - 12.294357111985999, - 12.209804912125696, - 12.125252712265395, - 12.040700512405092, - 11.956148312544789, - 11.871596112684486, - 11.787043912824185, - 11.702491712963882, - 11.617939513103579, - 11.533387313243276, - 11.448835113382973, - 11.364282913522672, - 11.279730713662369, - 11.195178513802066, - 11.110626313941763, - 11.02607411408146 + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 ], "0.4": [ - 12.970774710868419, - 12.886222511008116, - 12.801670311147815, - 12.717118111287512, - 12.632565911427209, - 12.548013711566906, - 12.463461511706605, - 12.378909311846302, - 12.294357111985999, - 12.209804912125696, - 12.125252712265395, - 12.040700512405092, - 11.956148312544789, - 11.871596112684486, - 11.787043912824185, - 11.702491712963882, - 11.617939513103579, - 11.533387313243276, - 11.448835113382973, - 11.364282913522672, - 11.279730713662369, - 11.195178513802066, - 11.110626313941763, - 11.02607411408146 + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 ], "0.5": [ - 12.970774710868419, - 12.886222511008116, - 12.801670311147815, - 12.717118111287512, - 12.632565911427209, - 12.548013711566906, - 12.463461511706605, - 12.378909311846302, - 12.294357111985999, - 12.209804912125696, - 12.125252712265395, - 12.040700512405092, - 11.956148312544789, - 11.871596112684486, - 11.787043912824185, - 11.702491712963882, - 11.617939513103579, - 11.533387313243276, - 11.448835113382973, - 11.364282913522672, - 11.279730713662369, - 11.195178513802066, - 11.110626313941763, - 11.02607411408146 + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 ], "0.6": [ - 12.970774710868419, - 12.886222511008116, - 12.801670311147815, - 12.717118111287512, - 12.632565911427209, - 12.548013711566906, - 12.463461511706605, - 12.378909311846302, - 12.294357111985999, - 12.209804912125696, - 12.125252712265395, - 12.040700512405092, - 11.956148312544789, - 11.871596112684486, - 11.787043912824185, - 11.702491712963882, - 11.617939513103579, - 11.533387313243276, - 11.448835113382973, - 11.364282913522672, - 11.279730713662369, - 11.195178513802066, - 11.110626313941763, - 11.02607411408146 + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 ], "0.7": [ - 12.970774710868419, - 12.886222511008116, - 12.801670311147815, - 12.717118111287512, - 12.632565911427209, - 12.548013711566906, - 12.463461511706605, - 12.378909311846302, - 12.294357111985999, - 12.209804912125696, - 12.125252712265395, - 12.040700512405092, - 11.956148312544789, - 11.871596112684486, - 11.787043912824185, - 11.702491712963882, - 11.617939513103579, - 11.533387313243276, - 11.448835113382973, - 11.364282913522672, - 11.279730713662369, - 11.195178513802066, - 11.110626313941763, - 11.02607411408146 + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 ], "0.8": [ - 12.970774710868419, - 12.886222511008116, - 12.801670311147815, - 12.717118111287512, - 12.632565911427209, - 12.548013711566906, - 12.463461511706605, - 12.378909311846302, - 12.294357111985999, - 12.209804912125696, - 12.125252712265395, - 12.040700512405092, - 11.956148312544789, - 11.871596112684486, - 11.787043912824185, - 11.702491712963882, - 11.617939513103579, - 11.533387313243276, - 11.448835113382973, - 11.364282913522672, - 11.279730713662369, - 11.195178513802066, - 11.110626313941763, - 11.02607411408146 + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 ], "0.9": [ - 12.970774710868419, - 12.886222511008116, - 12.801670311147815, - 12.717118111287512, - 12.632565911427209, - 12.548013711566906, - 12.473461549853576, - 12.378909311846302, - 12.294357111985999, - 12.209804912125696, - 12.135252750412366, - 12.040700512405092, - 11.956148312544789, - 11.871596112684486, - 11.787043912824185, - 11.702491712963882, - 11.617939513103579, - 11.533387313243276, - 11.448835113382973, - 11.364282913522672, - 11.279730713662369, - 11.195178513802066, - 11.110626313941763, - 11.02607411408146 + 12.947153882833998, + 12.984079473235598, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.731780308963089, + 12.578705174572207, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.26333121923157, + 12.190256390016472, + 12.137181637095317, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 ] }, "timestamps": [ - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", "2026-06-23 23:00:00", "2026-06-24 00:00:00", "2026-06-24 01:00:00", @@ -589,6 +587,8 @@ "2026-06-28 17:00:00", "2026-06-28 18:00:00", "2026-06-28 19:00:00", - "2026-06-28 20:00:00" + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c19fff34ca493ab1470075cadc6f42ce5a71ca0a..96a075aa4a228df97fed3af227de2b688cf17ac6 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-24T08:10:17.634440+00:00", + "evaluated_at": "2026-06-24T08:40:48.269979+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 3fc647c964d461caaa305a95fa1c4aacd1137f05..fdb9c9078f1b72135862ebf3634b6494808b36ce 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-24T08:29:35.136104+00:00", + "evaluated_at": "2026-06-24T08:40:48.281832+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index e74d04b2a521f35fb24358191b82bacd0205a0cc..f6b7781a897aa0c641aa19d016484e44018bf400 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2225,3 +2225,6 @@ {"evaluated_at": "2026-06-24T08:29:40.461187+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-24T08:29:40.461187+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-24T08:29:40.461187+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-24T08:40:54.232027+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-24T08:40:54.232027+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-24T08:40:54.232027+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 01383f723248e15979498cc3d1ab2e943ca640fc..c2e7195067acdbffe860a6d1e420a3da494aea88 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,115916.51686223347,171948.99053525925,354.4141438802083,0.6164329134803385,0.0056532086408505955,0.005675111812194822,4.822622521080722,340.46514779376975,0.005440293818622646,0.005663184877154752,0.007504558483532268,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,118262.1144472758,158554.3472339312,337.1026204427083,0.5863229615677866,0.005377170942354352,0.0053973972741459125,4.846108040115651,343.8925914399375,0.00549491461417959,0.005386420532622597,0.007394357031312243,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.8506416467051471,0.9102031444776154,0.697331428527832,0.41278654197230863,0.027844869281226956,0.02713260899201621,2.1811905905438183,0.9223023618668376,0.0362659040829067,0.02741980910663433,0.023818952166515656,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.6129476517884305,1.5387385340808484,0.9565775011976559,2.570408386224124,1.1952360547578924,0.5542283523648798,60.43732636734104,1.270018760408062,0.953837611685023,0.7184300166092314,0.5762814994388981,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.036675897998920154,0.03431019631346999,0.16374294294251335,0.5900646389737603,0.12811819131323368,0.13894390378199184,4.274281643891226,0.19150952456449824,0.15354883407628084,0.1312860967840489,0.16639722294249293,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.15177604923466484,0.17208908978841464,0.3762704133987427,0.19038277711670656,0.02891045972188065,0.029428659845365756,1.3280052863982428,0.38958445712664774,0.029939248595929842,0.02891607516666429,0.03605608002589418,Weather,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.18018405449398264,0.02335991116747967,0.11429802576700847,0.06526135968993561,0.008809347883026607,0.00886216972326237,1.0342016748063005,0.4244809235925481,0.03271529019752092,0.008809095707586352,0.018188799935643693,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,55.05359147062726,53.53967956091458,6.331512490908305,0.6023209216006319,0.3643856049806586,0.3431047764498223,4.323153389463194,7.41981074358553,0.3937979943364624,0.33603780557225854,0.2669520385487436,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.3924372535013085,2.1343506905411687,1.048745075861613,0.6089865458826373,0.044477202279195605,0.042705602078033235,3.5540380420959696,1.546750546630357,0.06765447839123062,0.045871844834553796,0.0330222604710058,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,12.435869236274357,12.546539791368323,2.508990705013275,0.4395312183964862,0.6710027961510135,0.2344518653307802,3.939374608715086,3.52645278378633,0.2811789595045579,0.20005241501766977,0.19440003758033025,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,6419.402791701257,6556.370776483168,80.93458048502605,1.823877870085094,0.02594057066827758,0.02628176710040889,29.818660711010853,80.12117567598006,0.025679863998711555,0.02594057066827758,0.02185786461898065,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,6321.788330597182,6694.771008966491,81.78722635904948,1.8430924249926643,0.02621385460225945,0.026562301214980693,27.565715549809273,79.50967444655512,0.025483870014921514,0.02621385460225945,0.021713585631686627,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,664.1584991573889,476.2767015729499,18.563389369419642,0.3746265078031801,0.08327546238352353,0.07907841359189656,1.8473535832193573,25.771272750048432,0.10373715310542785,0.07472324645539821,0.06361528059886473,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 80d60dd7051c260943b4305f0d938945546f63b7..e8774155eaa11e109120c7b7581f9036f20556d2 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T08:28:54.595556+00:00", + "evaluated_at": "2026-06-24T08:40:04.048580+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 62890.0, 62780.0, 62657.98828125, - 62716.0 + 62756.0 ], "p50": [ - 62289.55859375, - 62193.08984375, - 62111.146484375, - 62314.6015625, - 62359.208984375, - 62367.791015625, - 62172.13671875, - 62292.998046875, - 62376.962890625, - 62231.23828125, - 62224.1796875, - 62113.744140625, - 62116.876953125, - 62212.908203125, - 62110.140625, - 62049.912109375, - 62308.06640625, - 62443.759765625, - 62543.005859375, - 62265.060546875, - 62190.3359375, - 62283.943359375, - 62116.8671875, - 62075.576171875 + 62283.650390625, + 62190.5546875, + 62135.552734375, + 62235.302734375, + 62335.392578125, + 62316.67578125, + 62276.623046875, + 62316.3671875, + 62253.505859375, + 62243.8125, + 62079.943359375, + 62075.3984375, + 62189.96484375, + 62104.52734375, + 61956.89453125, + 62067.20703125, + 62489.408203125, + 62523.994140625, + 62423.8125, + 62443.205078125, + 62239.611328125, + 62157.86328125, + 62236.912109375, + 62257.5703125 ], "p10": [ - 61840.17578125, - 61443.421875, - 61443.103515625, - 61395.453125, - 61384.01953125, - 61288.037109375, - 61098.296875, - 61306.60546875, - 61109.33203125, - 61137.357421875, - 60749.189453125, - 60887.17578125, - 60593.45703125, - 60436.091796875, - 60855.142578125, - 60436.736328125, - 60906.90234375, - 60624.505859375, - 60823.712890625, - 60459.775390625, - 60572.166015625, - 60578.259765625, - 60364.70703125, - 60362.998046875 + 61773.650390625, + 61574.05078125, + 61335.66796875, + 61408.59765625, + 61349.830078125, + 61278.66796875, + 60876.76171875, + 61125.611328125, + 60902.564453125, + 61033.57421875, + 60701.310546875, + 60699.9296875, + 60696.25390625, + 60557.408203125, + 60428.1875, + 60233.15625, + 61024.115234375, + 60796.015625, + 60417.580078125, + 60721.712890625, + 60415.857421875, + 60136.140625, + 60421.677734375, + 60434.435546875 ], "p90": [ - 62735.69921875, - 62836.57421875, - 62801.681640625, - 63058.42578125, - 63366.705078125, - 63435.17578125, - 63397.244140625, - 63559.48828125, - 63779.24609375, - 63550.75390625, - 63793.353515625, - 63394.931640625, - 63646.11328125, - 63996.50390625, - 63977.966796875, - 63934.986328125, - 63837.689453125, - 64364.53125, - 64599.73828125, - 63959.091796875, - 64048.158203125, - 64532.943359375, - 64076.025390625, - 63882.53125 + 62735.037109375, + 63011.41796875, + 62878.931640625, + 63023.333984375, + 63224.880859375, + 63414.60546875, + 63627.7890625, + 63589.796875, + 63492.966796875, + 63690.65234375, + 63895.130859375, + 63740.212890625, + 63929.46875, + 63576.8984375, + 63537.26953125, + 63655.30859375, + 64179.955078125, + 64214.12109375, + 64248.412109375, + 64488.658203125, + 63980.296875, + 64138.990234375, + 64111.515625, + 64321.220703125 ], "mean": [ - 62304.53515625, - 62211.46875, - 62183.10546875, - 62283.09765625, - 62402.53125, - 62320.078125, - 62243.359375, - 62395.3203125, - 62618.0625, - 62337.87109375, - 62454.8359375, - 62172.66015625, - 62092.69921875, - 62145.0, - 62238.96484375, - 62163.17578125, - 62399.14453125, - 62514.6640625, - 62745.62109375, - 62188.0625, - 62281.75, - 62425.52734375, - 62200.5625, - 62150.03125 + 62245.7578125, + 62298.57421875, + 62134.6328125, + 62222.82421875, + 62260.2734375, + 62290.80859375, + 62510.703125, + 62368.2109375, + 62224.4453125, + 62312.87890625, + 62154.03515625, + 62141.203125, + 62225.984375, + 62098.359375, + 61936.51953125, + 62192.8671875, + 62573.828125, + 62573.75390625, + 62488.4375, + 62666.07421875, + 62241.14453125, + 62099.8515625, + 62286.06640625, + 62299.1328125 ], "quantiles": { "0.1": [ - 61840.17578125, - 61443.421875, - 61443.103515625, - 61395.453125, - 61384.01953125, - 61288.037109375, - 61098.296875, - 61306.60546875, - 61109.33203125, - 61137.357421875, - 60749.189453125, - 60887.17578125, - 60593.45703125, - 60436.091796875, - 60855.142578125, - 60436.736328125, - 60906.90234375, - 60624.505859375, - 60823.712890625, - 60459.775390625, - 60572.166015625, - 60578.259765625, - 60364.70703125, - 60362.998046875 + 61773.650390625, + 61574.05078125, + 61335.66796875, + 61408.59765625, + 61349.830078125, + 61278.66796875, + 60876.76171875, + 61125.611328125, + 60902.564453125, + 61033.57421875, + 60701.310546875, + 60699.9296875, + 60696.25390625, + 60557.408203125, + 60428.1875, + 60233.15625, + 61024.115234375, + 60796.015625, + 60417.580078125, + 60721.712890625, + 60415.857421875, + 60136.140625, + 60421.677734375, + 60434.435546875 ], "0.2": [ - 61840.17578125, - 61443.421875, - 61443.103515625, - 61395.453125, - 61384.01953125, - 61288.037109375, - 61098.296875, - 61306.60546875, - 61109.33203125, - 61137.357421875, - 60749.189453125, - 60887.17578125, - 60593.45703125, - 60436.091796875, - 60855.142578125, - 60436.736328125, - 60906.90234375, - 60624.505859375, - 60823.712890625, - 60459.775390625, - 60572.166015625, - 60578.259765625, - 60364.70703125, - 60362.998046875 + 61773.650390625, + 61574.05078125, + 61335.66796875, + 61408.59765625, + 61349.830078125, + 61278.66796875, + 60876.76171875, + 61125.611328125, + 60902.564453125, + 61033.57421875, + 60701.310546875, + 60699.9296875, + 60696.25390625, + 60557.408203125, + 60428.1875, + 60233.15625, + 61024.115234375, + 60796.015625, + 60417.580078125, + 60721.712890625, + 60415.857421875, + 60136.140625, + 60421.677734375, + 60434.435546875 ], "0.3": [ - 61840.17578125, - 61443.421875, - 61443.103515625, - 61395.453125, - 61384.01953125, - 61288.037109375, - 61098.296875, - 61306.60546875, - 61109.33203125, - 61137.357421875, - 60749.189453125, - 60887.17578125, - 60593.45703125, - 60436.091796875, - 60855.142578125, - 60436.736328125, - 60906.90234375, - 60624.505859375, - 60823.712890625, - 60459.775390625, - 60572.166015625, - 60578.259765625, - 60364.70703125, - 60362.998046875 + 61773.650390625, + 61574.05078125, + 61335.66796875, + 61408.59765625, + 61349.830078125, + 61278.66796875, + 60876.76171875, + 61125.611328125, + 60902.564453125, + 61033.57421875, + 60701.310546875, + 60699.9296875, + 60696.25390625, + 60557.408203125, + 60428.1875, + 60233.15625, + 61024.115234375, + 60796.015625, + 60417.580078125, + 60721.712890625, + 60415.857421875, + 60136.140625, + 60421.677734375, + 60434.435546875 ], "0.4": [ - 62289.55859375, - 62193.08984375, - 62111.146484375, - 62314.6015625, - 62359.208984375, - 62367.791015625, - 62172.13671875, - 62292.998046875, - 62376.962890625, - 62231.23828125, - 62224.1796875, - 62113.744140625, - 62116.876953125, - 62212.908203125, - 62110.140625, - 62049.912109375, - 62308.06640625, - 62443.759765625, - 62543.005859375, - 62265.060546875, - 62190.3359375, - 62283.943359375, - 62116.8671875, - 62075.576171875 + 62283.650390625, + 62190.5546875, + 62135.552734375, + 62235.302734375, + 62335.392578125, + 62316.67578125, + 62276.623046875, + 62316.3671875, + 62253.505859375, + 62243.8125, + 62079.943359375, + 62075.3984375, + 62189.96484375, + 62104.52734375, + 61956.89453125, + 62067.20703125, + 62489.408203125, + 62523.994140625, + 62423.8125, + 62443.205078125, + 62239.611328125, + 62157.86328125, + 62236.912109375, + 62257.5703125 ], "0.5": [ - 62289.55859375, - 62193.08984375, - 62111.146484375, - 62314.6015625, - 62359.208984375, - 62367.791015625, - 62172.13671875, - 62292.998046875, - 62376.962890625, - 62231.23828125, - 62224.1796875, - 62113.744140625, - 62116.876953125, - 62212.908203125, - 62110.140625, - 62049.912109375, - 62308.06640625, - 62443.759765625, - 62543.005859375, - 62265.060546875, - 62190.3359375, - 62283.943359375, - 62116.8671875, - 62075.576171875 + 62283.650390625, + 62190.5546875, + 62135.552734375, + 62235.302734375, + 62335.392578125, + 62316.67578125, + 62276.623046875, + 62316.3671875, + 62253.505859375, + 62243.8125, + 62079.943359375, + 62075.3984375, + 62189.96484375, + 62104.52734375, + 61956.89453125, + 62067.20703125, + 62489.408203125, + 62523.994140625, + 62423.8125, + 62443.205078125, + 62239.611328125, + 62157.86328125, + 62236.912109375, + 62257.5703125 ], "0.6": [ - 62289.55859375, - 62193.08984375, - 62111.146484375, - 62314.6015625, - 62359.208984375, - 62367.791015625, - 62172.13671875, - 62292.998046875, - 62376.962890625, - 62231.23828125, - 62224.1796875, - 62113.744140625, - 62116.876953125, - 62212.908203125, - 62110.140625, - 62049.912109375, - 62308.06640625, - 62443.759765625, - 62543.005859375, - 62265.060546875, - 62190.3359375, - 62283.943359375, - 62116.8671875, - 62075.576171875 + 62283.650390625, + 62190.5546875, + 62135.552734375, + 62235.302734375, + 62335.392578125, + 62316.67578125, + 62276.623046875, + 62316.3671875, + 62253.505859375, + 62243.8125, + 62079.943359375, + 62075.3984375, + 62189.96484375, + 62104.52734375, + 61956.89453125, + 62067.20703125, + 62489.408203125, + 62523.994140625, + 62423.8125, + 62443.205078125, + 62239.611328125, + 62157.86328125, + 62236.912109375, + 62257.5703125 ], "0.7": [ - 62289.55859375, - 62193.08984375, - 62111.146484375, - 62314.6015625, - 62359.208984375, - 62367.791015625, - 62172.13671875, - 62292.998046875, - 62376.962890625, - 62231.23828125, - 62224.1796875, - 62113.744140625, - 62116.876953125, - 62212.908203125, - 62110.140625, - 62049.912109375, - 62308.06640625, - 62443.759765625, - 62543.005859375, - 62265.060546875, - 62190.3359375, - 62283.943359375, - 62116.8671875, - 62075.576171875 + 62283.650390625, + 62190.5546875, + 62135.552734375, + 62235.302734375, + 62335.392578125, + 62316.67578125, + 62276.623046875, + 62316.3671875, + 62253.505859375, + 62243.8125, + 62079.943359375, + 62075.3984375, + 62189.96484375, + 62104.52734375, + 61956.89453125, + 62067.20703125, + 62489.408203125, + 62523.994140625, + 62423.8125, + 62443.205078125, + 62239.611328125, + 62157.86328125, + 62236.912109375, + 62257.5703125 ], "0.8": [ - 62735.69921875, - 62836.57421875, - 62801.681640625, - 63058.42578125, - 63366.705078125, - 63435.17578125, - 63397.244140625, - 63559.48828125, - 63779.24609375, - 63550.75390625, - 63793.353515625, - 63394.931640625, - 63646.11328125, - 63996.50390625, - 63977.966796875, - 63934.986328125, - 63837.689453125, - 64364.53125, - 64599.73828125, - 63959.091796875, - 64048.158203125, - 64532.943359375, - 64076.025390625, - 63882.53125 + 62735.037109375, + 63011.41796875, + 62878.931640625, + 63023.333984375, + 63224.880859375, + 63414.60546875, + 63627.7890625, + 63589.796875, + 63492.966796875, + 63690.65234375, + 63895.130859375, + 63740.212890625, + 63929.46875, + 63576.8984375, + 63537.26953125, + 63655.30859375, + 64179.955078125, + 64214.12109375, + 64248.412109375, + 64488.658203125, + 63980.296875, + 64138.990234375, + 64111.515625, + 64321.220703125 ], "0.9": [ - 62735.69921875, - 62836.57421875, - 62801.681640625, - 63058.42578125, - 63366.705078125, - 63435.17578125, - 63397.244140625, - 63559.48828125, - 63779.24609375, - 63550.75390625, - 63793.353515625, - 63394.931640625, - 63646.11328125, - 63996.50390625, - 63977.966796875, - 63934.986328125, - 63837.689453125, - 64364.53125, - 64599.73828125, - 63959.091796875, - 64048.158203125, - 64532.943359375, - 64076.025390625, - 63882.53125 + 62735.037109375, + 63011.41796875, + 62878.931640625, + 63023.333984375, + 63224.880859375, + 63414.60546875, + 63627.7890625, + 63589.796875, + 63492.966796875, + 63690.65234375, + 63895.130859375, + 63740.212890625, + 63929.46875, + 63576.8984375, + 63537.26953125, + 63655.30859375, + 64179.955078125, + 64214.12109375, + 64248.412109375, + 64488.658203125, + 63980.296875, + 64138.990234375, + 64111.515625, + 64321.220703125 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index aba05124d74782c902082c849addd87ba692b246..95d014f71acf007926167a5106fb04046c9449cc 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T07:21:40.572164+00:00", + "evaluated_at": "2026-06-24T08:40:10.644864+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, 19.0, 19.0, 18.0, @@ -101,9 +82,7 @@ 13.0, 13.300000190734863, 13.0, - 13.0 - ], - "actuals": [ + 13.0, 13.0, 13.0, 13.0, @@ -122,356 +101,375 @@ 13.0, 13.0, 13.0, + 13.0 + ], + "actuals": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, + 12.800000190734863, 13.0, + 12.800000190734863, 13.0, 13.0, 13.0, 13.0 ], "p50": [ - 12.913315296173096, - 12.903448104858398, - 12.87341594696045, - 12.804571151733398, - 12.81766414642334, - 12.878138065338135, - 12.70912504196167, - 12.766671180725098, - 12.729650497436523, - 12.668652534484863, - 12.768191814422607, - 12.813581466674805, - 12.690605640411377, - 12.52040147781372, - 12.572664737701416, - 12.539158821105957, - 12.601593494415283, - 12.41746711730957, - 12.3411283493042, - 12.51852798461914, - 12.45640754699707, - 12.399169921875, - 12.356497764587402, - 12.225845336914062 + 13.00045919418335, + 13.026552200317383, + 13.068511962890625, + 13.037824630737305, + 13.005347728729248, + 13.01002311706543, + 12.99649953842163, + 12.98967170715332, + 12.906450748443604, + 12.859712600708008, + 12.923433780670166, + 12.957235336303711, + 12.833413124084473, + 12.884160995483398, + 12.934859275817871, + 12.875181674957275, + 12.888683795928955, + 12.85464334487915, + 12.821325302124023, + 12.708384990692139, + 12.764331817626953, + 12.604136943817139, + 12.707369327545166, + 12.699800491333008 ], "p10": [ - 12.524251937866211, - 12.42037582397461, - 12.338254928588867, - 12.150355339050293, - 12.126940727233887, - 12.263170719146729, - 11.524296760559082, - 11.65317440032959, - 11.760627269744873, - 11.494341373443604, - 11.418459415435791, - 11.457954406738281, - 11.243437767028809, - 10.831487655639648, - 11.048561096191406, - 11.022159099578857, - 10.850242614746094, - 11.109936714172363, - 10.634150981903076, - 10.740876197814941, - 10.335035800933838, - 10.692549228668213, - 10.293825149536133, - 10.123924732208252 + 12.824408054351807, + 12.797131538391113, + 12.801352500915527, + 12.675076007843018, + 12.614792346954346, + 12.634053230285645, + 12.497675895690918, + 12.348650932312012, + 12.266427516937256, + 12.234630584716797, + 12.253073692321777, + 12.108111381530762, + 11.882505893707275, + 11.93389368057251, + 11.882054328918457, + 11.581761837005615, + 11.927305698394775, + 11.735333442687988, + 11.406814098358154, + 11.563272476196289, + 11.678810596466064, + 10.81028938293457, + 11.378031253814697, + 10.806053161621094 ], "p90": [ - 13.251909732818604, - 13.3048677444458, - 13.293174266815186, - 13.348414897918701, - 13.640654563903809, - 13.66117000579834, - 13.547199726104736, - 13.973103523254395, - 13.855704307556152, - 13.797433376312256, - 13.961955070495605, - 14.175174713134766, - 14.220436096191406, - 13.973020076751709, - 14.165362358093262, - 14.322559833526611, - 14.31407117843628, - 14.233323574066162, - 14.2526273727417, - 14.217760562896729, - 14.624198913574219, - 14.75029993057251, - 14.631113052368164, - 14.268416404724121 + 13.162289142608643, + 13.273691177368164, + 13.410876750946045, + 13.32257080078125, + 13.458932399749756, + 13.492413997650146, + 13.51442813873291, + 13.546180248260498, + 13.385214805603027, + 13.580448627471924, + 13.696056365966797, + 13.79878044128418, + 13.699800968170166, + 13.885469436645508, + 13.977607250213623, + 13.971657276153564, + 14.25636911392212, + 13.982464790344238, + 14.9308443069458, + 14.128902912139893, + 14.18473768234253, + 14.253804683685303, + 14.18586254119873, + 14.949427127838135 ], "mean": [ - 12.916086196899414, - 12.879175186157227, - 12.83995246887207, - 12.766249656677246, - 12.78673267364502, - 12.952444076538086, - 12.607741355895996, - 12.793139457702637, - 12.821958541870117, - 12.666011810302734, - 12.785947799682617, - 12.818925857543945, - 12.686949729919434, - 12.436077117919922, - 12.517641067504883, - 12.571553230285645, - 12.468402862548828, - 12.554350852966309, - 12.339438438415527, - 12.485140800476074, - 12.60186767578125, - 12.668123245239258, - 12.454705238342285, - 12.418835639953613 + 13.000228881835938, + 13.065252304077148, + 13.093518257141113, + 13.00594425201416, + 13.016378402709961, + 13.146451950073242, + 13.029054641723633, + 13.080089569091797, + 12.790666580200195, + 12.852134704589844, + 12.983244895935059, + 13.84671688079834, + 12.899113655090332, + 12.941555976867676, + 13.156577110290527, + 13.300199508666992, + 13.086958885192871, + 13.077689170837402, + 13.135442733764648, + 13.023829460144043, + 12.92350959777832, + 12.792186737060547, + 12.721370697021484, + 13.057989120483398 ], "quantiles": { "0.1": [ - 12.524251937866211, - 12.42037582397461, - 12.338254928588867, - 12.150355339050293, - 12.126940727233887, - 12.263170719146729, - 11.524296760559082, - 11.65317440032959, - 11.760627269744873, - 11.494341373443604, - 11.418459415435791, - 11.457954406738281, - 11.243437767028809, - 10.831487655639648, - 11.048561096191406, - 11.022159099578857, - 10.850242614746094, - 11.109936714172363, - 10.634150981903076, - 10.740876197814941, - 10.335035800933838, - 10.692549228668213, - 10.293825149536133, - 10.123924732208252 + 12.824408054351807, + 12.797131538391113, + 12.801352500915527, + 12.675076007843018, + 12.614792346954346, + 12.634053230285645, + 12.497675895690918, + 12.348650932312012, + 12.266427516937256, + 12.234630584716797, + 12.253073692321777, + 12.108111381530762, + 11.882505893707275, + 11.93389368057251, + 11.882054328918457, + 11.581761837005615, + 11.927305698394775, + 11.735333442687988, + 11.406814098358154, + 11.563272476196289, + 11.678810596466064, + 10.81028938293457, + 11.378031253814697, + 10.806053161621094 ], "0.2": [ - 12.524251937866211, - 12.42037582397461, - 12.338254928588867, - 12.150355339050293, - 12.126940727233887, - 12.263170719146729, - 11.524296760559082, - 11.65317440032959, - 11.760627269744873, - 11.494341373443604, - 11.418459415435791, - 11.457954406738281, - 11.243437767028809, - 10.831487655639648, - 11.048561096191406, - 11.022159099578857, - 10.850242614746094, - 11.109936714172363, - 10.634150981903076, - 10.740876197814941, - 10.335035800933838, - 10.692549228668213, - 10.293825149536133, - 10.123924732208252 + 12.824408054351807, + 12.797131538391113, + 12.801352500915527, + 12.675076007843018, + 12.614792346954346, + 12.634053230285645, + 12.497675895690918, + 12.348650932312012, + 12.266427516937256, + 12.234630584716797, + 12.253073692321777, + 12.108111381530762, + 11.882505893707275, + 11.93389368057251, + 11.882054328918457, + 11.581761837005615, + 11.927305698394775, + 11.735333442687988, + 11.406814098358154, + 11.563272476196289, + 11.678810596466064, + 10.81028938293457, + 11.378031253814697, + 10.806053161621094 ], "0.3": [ - 12.524251937866211, - 12.42037582397461, - 12.338254928588867, - 12.150355339050293, - 12.126940727233887, - 12.263170719146729, - 11.524296760559082, - 11.65317440032959, - 11.760627269744873, - 11.494341373443604, - 11.418459415435791, - 11.457954406738281, - 11.243437767028809, - 10.831487655639648, - 11.048561096191406, - 11.022159099578857, - 10.850242614746094, - 11.109936714172363, - 10.634150981903076, - 10.740876197814941, - 10.335035800933838, - 10.692549228668213, - 10.293825149536133, - 10.123924732208252 + 12.824408054351807, + 12.797131538391113, + 12.801352500915527, + 12.675076007843018, + 12.614792346954346, + 12.634053230285645, + 12.497675895690918, + 12.348650932312012, + 12.266427516937256, + 12.234630584716797, + 12.253073692321777, + 12.108111381530762, + 11.882505893707275, + 11.93389368057251, + 11.882054328918457, + 11.581761837005615, + 11.927305698394775, + 11.735333442687988, + 11.406814098358154, + 11.563272476196289, + 11.678810596466064, + 10.81028938293457, + 11.378031253814697, + 10.806053161621094 ], "0.4": [ - 12.913315296173096, - 12.903448104858398, - 12.87341594696045, - 12.804571151733398, - 12.81766414642334, - 12.878138065338135, - 12.70912504196167, - 12.766671180725098, - 12.729650497436523, - 12.668652534484863, - 12.768191814422607, - 12.813581466674805, - 12.690605640411377, - 12.52040147781372, - 12.572664737701416, - 12.539158821105957, - 12.601593494415283, - 12.41746711730957, - 12.3411283493042, - 12.51852798461914, - 12.45640754699707, - 12.399169921875, - 12.356497764587402, - 12.225845336914062 + 13.00045919418335, + 13.026552200317383, + 13.068511962890625, + 13.037824630737305, + 13.005347728729248, + 13.01002311706543, + 12.99649953842163, + 12.98967170715332, + 12.906450748443604, + 12.859712600708008, + 12.923433780670166, + 12.957235336303711, + 12.833413124084473, + 12.884160995483398, + 12.934859275817871, + 12.875181674957275, + 12.888683795928955, + 12.85464334487915, + 12.821325302124023, + 12.708384990692139, + 12.764331817626953, + 12.604136943817139, + 12.707369327545166, + 12.699800491333008 ], "0.5": [ - 12.913315296173096, - 12.903448104858398, - 12.87341594696045, - 12.804571151733398, - 12.81766414642334, - 12.878138065338135, - 12.70912504196167, - 12.766671180725098, - 12.729650497436523, - 12.668652534484863, - 12.768191814422607, - 12.813581466674805, - 12.690605640411377, - 12.52040147781372, - 12.572664737701416, - 12.539158821105957, - 12.601593494415283, - 12.41746711730957, - 12.3411283493042, - 12.51852798461914, - 12.45640754699707, - 12.399169921875, - 12.356497764587402, - 12.225845336914062 + 13.00045919418335, + 13.026552200317383, + 13.068511962890625, + 13.037824630737305, + 13.005347728729248, + 13.01002311706543, + 12.99649953842163, + 12.98967170715332, + 12.906450748443604, + 12.859712600708008, + 12.923433780670166, + 12.957235336303711, + 12.833413124084473, + 12.884160995483398, + 12.934859275817871, + 12.875181674957275, + 12.888683795928955, + 12.85464334487915, + 12.821325302124023, + 12.708384990692139, + 12.764331817626953, + 12.604136943817139, + 12.707369327545166, + 12.699800491333008 ], "0.6": [ - 12.913315296173096, - 12.903448104858398, - 12.87341594696045, - 12.804571151733398, - 12.81766414642334, - 12.878138065338135, - 12.70912504196167, - 12.766671180725098, - 12.729650497436523, - 12.668652534484863, - 12.768191814422607, - 12.813581466674805, - 12.690605640411377, - 12.52040147781372, - 12.572664737701416, - 12.539158821105957, - 12.601593494415283, - 12.41746711730957, - 12.3411283493042, - 12.51852798461914, - 12.45640754699707, - 12.399169921875, - 12.356497764587402, - 12.225845336914062 + 13.00045919418335, + 13.026552200317383, + 13.068511962890625, + 13.037824630737305, + 13.005347728729248, + 13.01002311706543, + 12.99649953842163, + 12.98967170715332, + 12.906450748443604, + 12.859712600708008, + 12.923433780670166, + 12.957235336303711, + 12.833413124084473, + 12.884160995483398, + 12.934859275817871, + 12.875181674957275, + 12.888683795928955, + 12.85464334487915, + 12.821325302124023, + 12.708384990692139, + 12.764331817626953, + 12.604136943817139, + 12.707369327545166, + 12.699800491333008 ], "0.7": [ - 12.913315296173096, - 12.903448104858398, - 12.87341594696045, - 12.804571151733398, - 12.81766414642334, - 12.878138065338135, - 12.70912504196167, - 12.766671180725098, - 12.729650497436523, - 12.668652534484863, - 12.768191814422607, - 12.813581466674805, - 12.690605640411377, - 12.52040147781372, - 12.572664737701416, - 12.539158821105957, - 12.601593494415283, - 12.41746711730957, - 12.3411283493042, - 12.51852798461914, - 12.45640754699707, - 12.399169921875, - 12.356497764587402, - 12.225845336914062 + 13.00045919418335, + 13.026552200317383, + 13.068511962890625, + 13.037824630737305, + 13.005347728729248, + 13.01002311706543, + 12.99649953842163, + 12.98967170715332, + 12.906450748443604, + 12.859712600708008, + 12.923433780670166, + 12.957235336303711, + 12.833413124084473, + 12.884160995483398, + 12.934859275817871, + 12.875181674957275, + 12.888683795928955, + 12.85464334487915, + 12.821325302124023, + 12.708384990692139, + 12.764331817626953, + 12.604136943817139, + 12.707369327545166, + 12.699800491333008 ], "0.8": [ - 13.251909732818604, - 13.3048677444458, - 13.293174266815186, - 13.348414897918701, - 13.640654563903809, - 13.66117000579834, - 13.547199726104736, - 13.973103523254395, - 13.855704307556152, - 13.797433376312256, - 13.961955070495605, - 14.175174713134766, - 14.220436096191406, - 13.973020076751709, - 14.165362358093262, - 14.322559833526611, - 14.31407117843628, - 14.233323574066162, - 14.2526273727417, - 14.217760562896729, - 14.624198913574219, - 14.75029993057251, - 14.631113052368164, - 14.268416404724121 + 13.162289142608643, + 13.273691177368164, + 13.410876750946045, + 13.32257080078125, + 13.458932399749756, + 13.492413997650146, + 13.51442813873291, + 13.546180248260498, + 13.385214805603027, + 13.580448627471924, + 13.696056365966797, + 13.79878044128418, + 13.699800968170166, + 13.885469436645508, + 13.977607250213623, + 13.971657276153564, + 14.25636911392212, + 13.982464790344238, + 14.9308443069458, + 14.128902912139893, + 14.18473768234253, + 14.253804683685303, + 14.18586254119873, + 14.949427127838135 ], "0.9": [ - 13.251909732818604, - 13.3048677444458, - 13.293174266815186, - 13.348414897918701, - 13.640654563903809, - 13.66117000579834, - 13.547199726104736, - 13.973103523254395, - 13.855704307556152, - 13.797433376312256, - 13.961955070495605, - 14.175174713134766, - 14.220436096191406, - 13.973020076751709, - 14.165362358093262, - 14.322559833526611, - 14.31407117843628, - 14.233323574066162, - 14.2526273727417, - 14.217760562896729, - 14.624198913574219, - 14.75029993057251, - 14.631113052368164, - 14.268416404724121 + 13.162289142608643, + 13.273691177368164, + 13.410876750946045, + 13.32257080078125, + 13.458932399749756, + 13.492413997650146, + 13.51442813873291, + 13.546180248260498, + 13.385214805603027, + 13.580448627471924, + 13.696056365966797, + 13.79878044128418, + 13.699800968170166, + 13.885469436645508, + 13.977607250213623, + 13.971657276153564, + 14.25636911392212, + 13.982464790344238, + 14.9308443069458, + 14.128902912139893, + 14.18473768234253, + 14.253804683685303, + 14.18586254119873, + 14.949427127838135 ] }, "timestamps": [ - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", "2026-06-23 23:00:00", "2026-06-24 00:00:00", "2026-06-24 01:00:00", @@ -589,6 +587,8 @@ "2026-06-28 17:00:00", "2026-06-28 18:00:00", "2026-06-28 19:00:00", - "2026-06-28 20:00:00" + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9c81f0fa84c933654772c847456e16e6f92522cf..baef2906303c54083d4b4953d7d5c7e9c8bc1bdb 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T08:09:36.332663+00:00", + "evaluated_at": "2026-06-24T08:40:17.576696+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,343 +130,343 @@ 3120.0 ], "p50": [ - 3039.5587158203125, - 3036.5284423828125, - 3036.3382568359375, - 3039.90380859375, - 3034.7054443359375, - 3039.5296630859375, - 3038.75341796875, - 3042.8515625, - 3039.357666015625, - 3038.450439453125, - 3039.4029541015625, - 3037.892333984375, - 3039.3621826171875, - 3039.86572265625, - 3038.1005859375, - 3040.437744140625, - 3044.541259765625, - 3038.633544921875, - 3039.847412109375, - 3040.55029296875, - 3035.1546630859375, - 3038.75390625, - 3037.79541015625, - 3044.9683837890625 + 3039.984130859375, + 3042.6463623046875, + 3040.5992431640625, + 3042.0029296875, + 3037.75390625, + 3035.9071044921875, + 3036.616943359375, + 3041.359375, + 3040.0260009765625, + 3040.49609375, + 3037.7908935546875, + 3039.2037353515625, + 3038.6356201171875, + 3043.6087646484375, + 3035.6573486328125, + 3044.6895751953125, + 3043.893798828125, + 3046.6806640625, + 3040.4808349609375, + 3034.4722900390625, + 3041.5247802734375, + 3037.8892822265625, + 3042.1839599609375, + 3038.7447509765625 ], "p10": [ - 2998.91552734375, - 2994.6767578125, - 2985.381591796875, - 2996.1668701171875, - 2996.654296875, - 3002.5816650390625, - 2997.846923828125, - 3001.5169677734375, - 2996.5699462890625, - 2987.7120361328125, - 2982.6552734375, - 2995.5914306640625, - 2990.929931640625, - 2990.4366455078125, - 2979.5838623046875, - 2987.956298828125, - 2991.3814697265625, - 2996.09765625, - 2991.9146728515625, - 2981.472900390625, - 2987.731689453125, - 2983.1990966796875, - 2975.0753173828125, - 2993.8236083984375 + 2988.208984375, + 2989.5894775390625, + 2991.819091796875, + 2998.5849609375, + 2994.99169921875, + 2996.3953857421875, + 2999.42578125, + 2993.2708740234375, + 2994.209228515625, + 2989.0057373046875, + 2987.0938720703125, + 2999.7803955078125, + 2993.18701171875, + 2995.92138671875, + 2994.7137451171875, + 3001.8350830078125, + 2993.5440673828125, + 2995.099365234375, + 2983.6053466796875, + 2983.4710693359375, + 2994.034912109375, + 2990.6031494140625, + 2982.9344482421875, + 2991.5810546875 ], "p90": [ - 3095.629638671875, - 3084.3056640625, - 3084.44091796875, - 3084.363525390625, - 3088.4464111328125, - 3088.873779296875, - 3087.945068359375, - 3084.4742431640625, - 3088.1636962890625, - 3086.0950927734375, - 3077.68017578125, - 3082.031494140625, - 3080.1162109375, - 3097.194580078125, - 3102.560302734375, - 3099.802490234375, - 3091.3900146484375, - 3095.9534912109375, - 3103.617431640625, - 3094.2239990234375, - 3090.129150390625, - 3096.6646728515625, - 3104.900146484375, - 3091.8798828125 + 3087.9495849609375, + 3093.3724365234375, + 3093.02783203125, + 3086.34716796875, + 3087.249755859375, + 3082.4361572265625, + 3081.339599609375, + 3081.024658203125, + 3086.1361083984375, + 3088.0946044921875, + 3082.0135498046875, + 3097.4296875, + 3082.6754150390625, + 3096.8204345703125, + 3084.3529052734375, + 3106.4588623046875, + 3103.6634521484375, + 3098.455810546875, + 3096.012451171875, + 3102.1590576171875, + 3093.1361083984375, + 3085.156005859375, + 3093.8375244140625, + 3094.7685546875 ], "mean": [ - 3043.276611328125, - 3038.52880859375, - 3035.339599609375, - 3039.47705078125, - 3039.475830078125, - 3043.38134765625, - 3044.103271484375, - 3042.10009765625, - 3041.870361328125, - 3035.0166015625, - 3034.88671875, - 3040.745361328125, - 3036.706298828125, - 3043.45947265625, - 3039.47607421875, - 3042.145263671875, - 3043.10205078125, - 3042.139892578125, - 3043.347412109375, - 3033.957275390625, - 3037.605224609375, - 3040.78515625, - 3038.421875, - 3046.43505859375 + 3038.755126953125, + 3041.116943359375, + 3041.863525390625, + 3042.509765625, + 3040.413818359375, + 3034.75048828125, + 3040.665771484375, + 3036.408935546875, + 3041.560546875, + 3040.171142578125, + 3034.765625, + 3045.4267578125, + 3038.530517578125, + 3043.030517578125, + 3036.784912109375, + 3051.639404296875, + 3045.4931640625, + 3046.23486328125, + 3043.612060546875, + 3034.542724609375, + 3044.269287109375, + 3038.861083984375, + 3040.781005859375, + 3042.685791015625 ], "quantiles": { "0.1": [ - 2998.91552734375, - 2994.6767578125, - 2985.381591796875, - 2996.1668701171875, - 2996.654296875, - 3002.5816650390625, - 2997.846923828125, - 3001.5169677734375, - 2996.5699462890625, - 2987.7120361328125, - 2982.6552734375, - 2995.5914306640625, - 2990.929931640625, - 2990.4366455078125, - 2979.5838623046875, - 2987.956298828125, - 2991.3814697265625, - 2996.09765625, - 2991.9146728515625, - 2981.472900390625, - 2987.731689453125, - 2983.1990966796875, - 2975.0753173828125, - 2993.8236083984375 + 2988.208984375, + 2989.5894775390625, + 2991.819091796875, + 2998.5849609375, + 2994.99169921875, + 2996.3953857421875, + 2999.42578125, + 2993.2708740234375, + 2994.209228515625, + 2989.0057373046875, + 2987.0938720703125, + 2999.7803955078125, + 2993.18701171875, + 2995.92138671875, + 2994.7137451171875, + 3001.8350830078125, + 2993.5440673828125, + 2995.099365234375, + 2983.6053466796875, + 2983.4710693359375, + 2994.034912109375, + 2990.6031494140625, + 2982.9344482421875, + 2991.5810546875 ], "0.2": [ - 2998.91552734375, - 2994.6767578125, - 2985.381591796875, - 2996.1668701171875, - 2996.654296875, - 3002.5816650390625, - 2997.846923828125, - 3001.5169677734375, - 2996.5699462890625, - 2987.7120361328125, - 2982.6552734375, - 2995.5914306640625, - 2990.929931640625, - 2990.4366455078125, - 2979.5838623046875, - 2987.956298828125, - 2991.3814697265625, - 2996.09765625, - 2991.9146728515625, - 2981.472900390625, - 2987.731689453125, - 2983.1990966796875, - 2975.0753173828125, - 2993.8236083984375 + 2988.208984375, + 2989.5894775390625, + 2991.819091796875, + 2998.5849609375, + 2994.99169921875, + 2996.3953857421875, + 2999.42578125, + 2993.2708740234375, + 2994.209228515625, + 2989.0057373046875, + 2987.0938720703125, + 2999.7803955078125, + 2993.18701171875, + 2995.92138671875, + 2994.7137451171875, + 3001.8350830078125, + 2993.5440673828125, + 2995.099365234375, + 2983.6053466796875, + 2983.4710693359375, + 2994.034912109375, + 2990.6031494140625, + 2982.9344482421875, + 2991.5810546875 ], "0.3": [ - 2998.91552734375, - 2994.6767578125, - 2985.381591796875, - 2996.1668701171875, - 2996.654296875, - 3002.5816650390625, - 2997.846923828125, - 3001.5169677734375, - 2996.5699462890625, - 2987.7120361328125, - 2982.6552734375, - 2995.5914306640625, - 2990.929931640625, - 2990.4366455078125, - 2979.5838623046875, - 2987.956298828125, - 2991.3814697265625, - 2996.09765625, - 2991.9146728515625, - 2981.472900390625, - 2987.731689453125, - 2983.1990966796875, - 2975.0753173828125, - 2993.8236083984375 + 2988.208984375, + 2989.5894775390625, + 2991.819091796875, + 2998.5849609375, + 2994.99169921875, + 2996.3953857421875, + 2999.42578125, + 2993.2708740234375, + 2994.209228515625, + 2989.0057373046875, + 2987.0938720703125, + 2999.7803955078125, + 2993.18701171875, + 2995.92138671875, + 2994.7137451171875, + 3001.8350830078125, + 2993.5440673828125, + 2995.099365234375, + 2983.6053466796875, + 2983.4710693359375, + 2994.034912109375, + 2990.6031494140625, + 2982.9344482421875, + 2991.5810546875 ], "0.4": [ - 3039.5587158203125, - 3036.5284423828125, - 3036.3382568359375, - 3039.90380859375, - 3034.7054443359375, - 3039.5296630859375, - 3038.75341796875, - 3042.8515625, - 3039.357666015625, - 3038.450439453125, - 3039.4029541015625, - 3037.892333984375, - 3039.3621826171875, - 3039.86572265625, - 3038.1005859375, - 3040.437744140625, - 3044.541259765625, - 3038.633544921875, - 3039.847412109375, - 3040.55029296875, - 3035.1546630859375, - 3038.75390625, - 3037.79541015625, - 3044.9683837890625 + 3039.984130859375, + 3042.6463623046875, + 3040.5992431640625, + 3042.0029296875, + 3037.75390625, + 3035.9071044921875, + 3036.616943359375, + 3041.359375, + 3040.0260009765625, + 3040.49609375, + 3037.7908935546875, + 3039.2037353515625, + 3038.6356201171875, + 3043.6087646484375, + 3035.6573486328125, + 3044.6895751953125, + 3043.893798828125, + 3046.6806640625, + 3040.4808349609375, + 3034.4722900390625, + 3041.5247802734375, + 3037.8892822265625, + 3042.1839599609375, + 3038.7447509765625 ], "0.5": [ - 3039.5587158203125, - 3036.5284423828125, - 3036.3382568359375, - 3039.90380859375, - 3034.7054443359375, - 3039.5296630859375, - 3038.75341796875, - 3042.8515625, - 3039.357666015625, - 3038.450439453125, - 3039.4029541015625, - 3037.892333984375, - 3039.3621826171875, - 3039.86572265625, - 3038.1005859375, - 3040.437744140625, - 3044.541259765625, - 3038.633544921875, - 3039.847412109375, - 3040.55029296875, - 3035.1546630859375, - 3038.75390625, - 3037.79541015625, - 3044.9683837890625 + 3039.984130859375, + 3042.6463623046875, + 3040.5992431640625, + 3042.0029296875, + 3037.75390625, + 3035.9071044921875, + 3036.616943359375, + 3041.359375, + 3040.0260009765625, + 3040.49609375, + 3037.7908935546875, + 3039.2037353515625, + 3038.6356201171875, + 3043.6087646484375, + 3035.6573486328125, + 3044.6895751953125, + 3043.893798828125, + 3046.6806640625, + 3040.4808349609375, + 3034.4722900390625, + 3041.5247802734375, + 3037.8892822265625, + 3042.1839599609375, + 3038.7447509765625 ], "0.6": [ - 3039.5587158203125, - 3036.5284423828125, - 3036.3382568359375, - 3039.90380859375, - 3034.7054443359375, - 3039.5296630859375, - 3038.75341796875, - 3042.8515625, - 3039.357666015625, - 3038.450439453125, - 3039.4029541015625, - 3037.892333984375, - 3039.3621826171875, - 3039.86572265625, - 3038.1005859375, - 3040.437744140625, - 3044.541259765625, - 3038.633544921875, - 3039.847412109375, - 3040.55029296875, - 3035.1546630859375, - 3038.75390625, - 3037.79541015625, - 3044.9683837890625 + 3039.984130859375, + 3042.6463623046875, + 3040.5992431640625, + 3042.0029296875, + 3037.75390625, + 3035.9071044921875, + 3036.616943359375, + 3041.359375, + 3040.0260009765625, + 3040.49609375, + 3037.7908935546875, + 3039.2037353515625, + 3038.6356201171875, + 3043.6087646484375, + 3035.6573486328125, + 3044.6895751953125, + 3043.893798828125, + 3046.6806640625, + 3040.4808349609375, + 3034.4722900390625, + 3041.5247802734375, + 3037.8892822265625, + 3042.1839599609375, + 3038.7447509765625 ], "0.7": [ - 3039.5587158203125, - 3036.5284423828125, - 3036.3382568359375, - 3039.90380859375, - 3034.7054443359375, - 3039.5296630859375, - 3038.75341796875, - 3042.8515625, - 3039.357666015625, - 3038.450439453125, - 3039.4029541015625, - 3037.892333984375, - 3039.3621826171875, - 3039.86572265625, - 3038.1005859375, - 3040.437744140625, - 3044.541259765625, - 3038.633544921875, - 3039.847412109375, - 3040.55029296875, - 3035.1546630859375, - 3038.75390625, - 3037.79541015625, - 3044.9683837890625 + 3039.984130859375, + 3042.6463623046875, + 3040.5992431640625, + 3042.0029296875, + 3037.75390625, + 3035.9071044921875, + 3036.616943359375, + 3041.359375, + 3040.0260009765625, + 3040.49609375, + 3037.7908935546875, + 3039.2037353515625, + 3038.6356201171875, + 3043.6087646484375, + 3035.6573486328125, + 3044.6895751953125, + 3043.893798828125, + 3046.6806640625, + 3040.4808349609375, + 3034.4722900390625, + 3041.5247802734375, + 3037.8892822265625, + 3042.1839599609375, + 3038.7447509765625 ], "0.8": [ - 3095.629638671875, - 3084.3056640625, - 3084.44091796875, - 3084.363525390625, - 3088.4464111328125, - 3088.873779296875, - 3087.945068359375, - 3084.4742431640625, - 3088.1636962890625, - 3086.0950927734375, - 3077.68017578125, - 3082.031494140625, - 3080.1162109375, - 3097.194580078125, - 3102.560302734375, - 3099.802490234375, - 3091.3900146484375, - 3095.9534912109375, - 3103.617431640625, - 3094.2239990234375, - 3090.129150390625, - 3096.6646728515625, - 3104.900146484375, - 3091.8798828125 + 3087.9495849609375, + 3093.3724365234375, + 3093.02783203125, + 3086.34716796875, + 3087.249755859375, + 3082.4361572265625, + 3081.339599609375, + 3081.024658203125, + 3086.1361083984375, + 3088.0946044921875, + 3082.0135498046875, + 3097.4296875, + 3082.6754150390625, + 3096.8204345703125, + 3084.3529052734375, + 3106.4588623046875, + 3103.6634521484375, + 3098.455810546875, + 3096.012451171875, + 3102.1590576171875, + 3093.1361083984375, + 3085.156005859375, + 3093.8375244140625, + 3094.7685546875 ], "0.9": [ - 3095.629638671875, - 3084.3056640625, - 3084.44091796875, - 3084.363525390625, - 3088.4464111328125, - 3088.873779296875, - 3087.945068359375, - 3084.4742431640625, - 3088.1636962890625, - 3086.0950927734375, - 3077.68017578125, - 3082.031494140625, - 3080.1162109375, - 3097.194580078125, - 3102.560302734375, - 3099.802490234375, - 3091.3900146484375, - 3095.9534912109375, - 3103.617431640625, - 3094.2239990234375, - 3090.129150390625, - 3096.6646728515625, - 3104.900146484375, - 3091.8798828125 + 3087.9495849609375, + 3093.3724365234375, + 3093.02783203125, + 3086.34716796875, + 3087.249755859375, + 3082.4361572265625, + 3081.339599609375, + 3081.024658203125, + 3086.1361083984375, + 3088.0946044921875, + 3082.0135498046875, + 3097.4296875, + 3082.6754150390625, + 3096.8204345703125, + 3084.3529052734375, + 3106.4588623046875, + 3103.6634521484375, + 3098.455810546875, + 3096.012451171875, + 3102.1590576171875, + 3093.1361083984375, + 3085.156005859375, + 3093.8375244140625, + 3094.7685546875 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 0f81702872d383ed4d3758dfb460ec97e73579dc..d9f4d657b3ee562699560528c7f2fabf43d744a0 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-24T08:29:06.422043+00:00", + "evaluated_at": "2026-06-24T08:40:21.273300+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 5f1e9c95467478984a6bf14b7fac266240e32a97..62919fb9abea90176c86b75c07edb16e5b795f25 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,2590953.688929936,2561393.250694612,1587.1365482798767,2.7605083584868955,0.02537184881589367,0.025048546061109237,79.30997106591809,1609.643963406174,0.025720506668736064,0.025360860601647463,0.024185673587892795,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,2586104.354548082,2556621.415596613,1585.4698816132102,2.757609523305303,0.025344676252845977,0.02502198308895921,79.19401765865439,1608.1369203361019,0.025695741301539368,0.02533355425407473,0.024158398536682443,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,4.25198316917136,3.941593385544353,1.7793914960984563,1.0533138654600285,0.0716357085338421,0.06932483526954926,15.91323288213343,2.0620337458856874,0.08108134721962701,0.06996755510072467,0.06256216465124885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.3723306482976278,0.37385979288295723,0.4763962783948148,1.280118952848935,0.5933228098516762,0.3684652937673631,47.182426946868695,0.6101890266938826,0.45827767434797273,0.3577936819246209,0.35117724350715274,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.008504677076904252,0.008742016032682813,0.07965629837579197,0.2870497140117931,0.06541117730575467,0.06396573363311837,2.9942983089287103,0.0922208060955024,0.07394095560385618,0.06386696311971624,0.05292308843636159,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,0.3902777774860933,0.5006805761858827,0.7050438437545511,0.3567333496954596,0.05420395501983779,0.052763133154687815,1.6885807207525165,0.6247221602329257,0.04800938979072155,0.054182045826164434,0.04482185981548164,Weather,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,0.0077708588480490766,0.017179698998031425,0.11315788678955485,0.06461036839411226,0.00874774571470044,0.008696371638072796,0.7901499260807774,0.08815247499672982,0.006794024515259399,0.008721223731627538,0.007587051129529275,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,67.16333426598719,64.70773074492725,7.314884953653042,0.6958697867237142,0.49182267243386096,0.3927046180431571,7.169036431613288,8.195323926849213,0.43495747221327213,0.3882291776836517,0.333973892543134,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,1.2103102969541724,1.2078900315920629,0.9349252894940866,0.5428935361051058,0.040229839326807876,0.04050738276356506,2.736915564553074,1.1001410350287695,0.048119891112246134,0.04089339611567544,0.03179680116948126,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,15.523659543712155,16.351247355588225,2.711368928809049,0.47498433789355604,0.7606329264943561,0.24350752970031184,4.401397221110949,3.940007556301403,0.31415342641605876,0.21618888468909359,0.1909542745443038,Hazards,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index a33c78315528da883d9737315a9b74143569f4a0..f69ced4dfe30725efe53e7406a69cee94d2e17d9 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-24T08:29:35.141373+00:00", + "evaluated_at": "2026-06-24T08:40:48.298839+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62716.0 + 62756.0 ], "p50": [ 64169.83959189967, diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index 4cbf9ecf754d0f80c595c5f0330f69839533d8e3..7e808bea34d16b64280047009a69c2e9c8228fc3 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-24T07:22:15.911451+00:00", + "evaluated_at": "2026-06-24T08:40:48.318433+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, 19.0, 19.0, 18.0, @@ -101,9 +82,7 @@ 13.0, 13.300000190734863, 13.0, - 13.0 - ], - "actuals": [ + 13.0, 13.0, 13.0, 13.0, @@ -122,356 +101,375 @@ 13.0, 13.0, 13.0, + 13.0 + ], + "actuals": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, + 12.800000190734863, 13.0, + 12.800000190734863, 13.0, 13.0, 13.0, 13.0 ], "p50": [ - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837 + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 ], "p10": [ - 13.517543088762384, - 12.717543851701837, - 12.807544195024592, - 12.817544233171564, - 12.717543851701837, - 13.517543088762384, - 12.717543851701837, - 12.717543851701837, - 12.717543851701837, - 13.407543718187434, - 12.91754461464129, - 12.907544576494319, - 12.91754461464129, - 13.61754347023211, - 12.91754461464129, - 12.817544233171564, - 12.91754461464129, - 12.717543851701837, - 12.907544576494319, - 12.817544233171564, - 12.717543851701837, - 12.807544195024592, - 13.317544233171564, - 12.91754461464129 + 12.78815771989655, + 12.78815771989655, + 12.78815771989655, + 12.288158673570866, + 12.87815720491242, + 12.78815771989655, + 12.738157815263982, + 12.18815829210114, + 12.78815771989655, + 13.088157910631413, + 12.78815771989655, + 13.088157910631413, + 12.738157815263982, + 12.87815720491242, + 12.738157815263982, + 12.968157548235173, + 12.78815771989655, + 12.288158673570866, + 12.78815771989655, + 12.78815771989655, + 12.288158673570866, + 12.78815771989655, + 12.78815771989655, + 12.78815771989655 ], "p90": [ - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.727543889848809, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.727543889848809, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837 + 13.088157910631413, + 13.18815829210114, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.18815829210114, + 13.098157948778384, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.098157948778384, + 13.088157910631413, + 13.098157948778384, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 ], "mean": [ - 13.664043833582035, - 13.636543833582031, - 13.63254383739673, - 13.641043845979798, - 13.640043846933473, - 13.65254386123859, - 13.638543841211428, - 13.590043851701843, - 13.609543845026124, - 13.664543845026126, - 13.643043863145936, - 13.647043883173096, - 13.627543851701844, - 13.654543830721009, - 13.635543867914308, - 13.618543865053285, - 13.645543858377566, - 13.586543852655518, - 13.618043834535706, - 13.641043860284913, - 13.621043845979798, - 13.616043860284913, - 13.662543875543701, - 13.63404385742389 + 13.009157904909353, + 13.040157918260793, + 13.02565791539977, + 13.004157909677724, + 13.028157910631398, + 13.052157925890185, + 13.037157916353442, + 12.993157929704886, + 13.020657896326284, + 13.103157901094653, + 13.036157912538748, + 13.086157912538745, + 13.007657908724049, + 13.042157916353444, + 13.025157903955678, + 13.064657925890184, + 13.031657904909352, + 13.016157917307119, + 13.02315788678954, + 13.02565788202117, + 13.007157911585074, + 13.043157905863024, + 13.017157897279958, + 13.00915789537261 ], "quantiles": { "0.1": [ - 13.517543088762384, - 12.717543851701837, - 12.807544195024592, - 12.817544233171564, - 12.717543851701837, - 13.517543088762384, - 12.717543851701837, - 12.717543851701837, - 12.717543851701837, - 13.407543718187434, - 12.91754461464129, - 12.907544576494319, - 12.91754461464129, - 13.61754347023211, - 12.91754461464129, - 12.817544233171564, - 12.91754461464129, - 12.717543851701837, - 12.907544576494319, - 12.817544233171564, - 12.717543851701837, - 12.807544195024592, - 13.317544233171564, - 12.91754461464129 + 12.78815771989655, + 12.78815771989655, + 12.78815771989655, + 12.288158673570866, + 12.87815720491242, + 12.78815771989655, + 12.738157815263982, + 12.18815829210114, + 12.78815771989655, + 13.088157910631413, + 12.78815771989655, + 13.088157910631413, + 12.738157815263982, + 12.87815720491242, + 12.738157815263982, + 12.968157548235173, + 12.78815771989655, + 12.288158673570866, + 12.78815771989655, + 12.78815771989655, + 12.288158673570866, + 12.78815771989655, + 12.78815771989655, + 12.78815771989655 ], "0.2": [ - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.61754347023211, - 13.717543851701837, - 13.717543851701837, - 13.697543775407892, - 13.61754347023211, - 13.697543775407892, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.61754347023211, - 13.717543851701837, - 13.717543851701837, - 13.61754347023211, - 13.717543851701837, - 13.697543775407892, - 13.61754347023211, - 13.717543851701837, - 13.717543851701837 + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 ], "0.3": [ - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837 + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 ], "0.4": [ - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837 + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 ], "0.5": [ - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837 + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 ], "0.6": [ - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837 + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 ], "0.7": [ - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837 + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 ], "0.8": [ - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837 + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 ], "0.9": [ - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.727543889848809, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.727543889848809, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837, - 13.717543851701837 + 13.088157910631413, + 13.18815829210114, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.18815829210114, + 13.098157948778384, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.098157948778384, + 13.088157910631413, + 13.098157948778384, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 ] }, "timestamps": [ - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", "2026-06-23 23:00:00", "2026-06-24 00:00:00", "2026-06-24 01:00:00", @@ -589,6 +587,8 @@ "2026-06-28 17:00:00", "2026-06-28 18:00:00", "2026-06-28 19:00:00", - "2026-06-28 20:00:00" + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e2ca86a43a1af486e768061b10da81af2ec0e56f..ac3ec1b2db4a094554d455a8ebb362ba3d7fdff8 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-24T08:10:17.674959+00:00", + "evaluated_at": "2026-06-24T08:40:48.334999+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index d90a3133d0b46f5e7963378d6fc563a2dd477fa9..aff20c08be33f679e1776ea51b998919b6c28a6c 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-24T08:29:35.167602+00:00", + "evaluated_at": "2026-06-24T08:40:48.357782+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index f8aa9db3d8ed94be805a3df0eefab2e397830441..6fef4ea9fd6780f489a075589197457fdd6aa34d 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-24T08:25:59.715895+00:00", - "finished_at": "2026-06-24T08:29:40.460664+00:00", + "started_at": "2026-06-24T08:37:02.046810+00:00", + "finished_at": "2026-06-24T08:40:54.231244+00:00", "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,25 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-24T08:27:01.727197+00:00", + "evaluated_at": "2026-06-24T08:37:52.640011+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -36,25 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-24T08:27:33.146451+00:00", + "evaluated_at": "2026-06-24T08:38:31.296093+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -62,25 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-24T08:28:14.077728+00:00", + "evaluated_at": "2026-06-24T08:39:22.882372+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -88,25 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-24T08:28:36.415499+00:00", + "evaluated_at": "2026-06-24T08:39:41.607041+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -114,25 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-24T08:29:06.422043+00:00", + "evaluated_at": "2026-06-24T08:40:21.273300+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -140,25 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-24T08:29:34.570733+00:00", + "evaluated_at": "2026-06-24T08:40:47.892391+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -166,25 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-24T08:29:34.967713+00:00", + "evaluated_at": "2026-06-24T08:40:48.178946+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -192,25 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-24T08:29:35.136104+00:00", + "evaluated_at": "2026-06-24T08:40:48.281832+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,25 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-24T08:29:35.167602+00:00", + "evaluated_at": "2026-06-24T08:40:48.357782+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -244,25 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-24T08:29:35.192280+00:00", + "evaluated_at": "2026-06-24T08:40:48.387929+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -283,7 +283,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-24T08:33:51.920870+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260624_084048.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260624_084048.json new file mode 100644 index 0000000000000000000000000000000000000000..6db1859594406259a750353999d39c2b5d32451d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260624_084048.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-24T08:40:48.104964+00:00", + "metrics": { + "MSE[mean]": 308780.7347192013, + "MSE[0.5]": 815745.3602683946, + "MAE[0.5]": 879.6387719910059, + "MASE[0.5]": 1.5299566916041563, + "MAPE[0.5]": 0.014044799264708543, + "sMAPE[0.5]": 0.014149439105859864, + "MSIS": 29.180539060532784, + "RMSE[mean]": 555.6804249919204, + "NRMSE[mean]": 0.008878983043270715, + "ND[0.5]": 0.0140553767767241, + "mean_weighted_sum_quantile_loss": 0.012686932024589818 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62756.0 + ], + "predictions": { + "p50": [ + 61694.22518235463, + 61709.83537522077, + 61708.52476114922, + 61694.19551826939, + 61705.25594224785, + 61718.21378669518, + 61701.59092210102, + 61695.53272636367, + 61706.16682097187, + 61704.45551680256, + 61704.45535826759, + 61702.58516539021, + 61709.163610012794, + 61695.53131424949, + 61703.27993274298, + 61695.5313134091, + 61715.09915386007, + 61707.66542506666, + 61704.455394323755, + 61707.665425060346, + 61701.30106680457, + 61704.455394325836, + 61701.30106680473, + 61709.17939347155 + ], + "p10": [ + 61441.235062939435, + 61461.520192086165, + 61466.159399624936, + 61458.54890751911, + 61459.277746065534, + 61458.29379261034, + 61459.328319902466, + 61459.35355745436, + 61459.35172841058, + 61449.610287229814, + 61458.360787941216, + 61458.360834615276, + 61449.61016162766, + 61449.6101656732, + 61449.610164482154, + 61367.677891174644, + 61459.350241901666, + 61462.24840724147, + 61449.509708501166, + 61459.35024192574, + 61466.79825161371, + 61449.50970850325, + 61449.50970850318, + 61458.26036774957 + ], + "p90": [ + 61958.87366077419, + 61976.46389837498, + 61965.60534810039, + 61953.18956217578, + 62052.269057220066, + 61955.8602621165, + 62048.139836872586, + 61951.54879863125, + 61954.70528186918, + 61955.844082186406, + 61967.64711913703, + 61943.187075414484, + 62048.14463331597, + 61967.64715611539, + 61967.64715492434, + 62093.2252684685, + 61955.84395968616, + 61975.69690332676, + 61953.001478654056, + 61966.08831618929, + 61966.088316188514, + 61966.24420008939, + 61921.49794317886, + 62048.14463644136 + ], + "mean": [ + 62935.620201493635, + 62351.94669792805, + 62034.171584822325, + 62006.08048270895, + 62347.5949202604, + 61719.25144149016, + 62654.63102042571, + 62012.27213883848, + 62327.383677421334, + 61720.40239862104, + 62650.28017260816, + 61702.562363047065, + 62654.70815957943, + 61706.59434023612, + 62341.63150798071, + 62633.0918930389, + 62656.893250866364, + 63277.28850042941, + 61713.41079454971, + 62336.511537695245, + 61715.703487980034, + 62343.744897996665, + 62001.658862016324, + 62342.244827695155 + ], + "quantiles": { + "0.1": [ + 61441.235062939435, + 61461.520192086165, + 61466.159399624936, + 61458.54890751911, + 61459.277746065534, + 61458.29379261034, + 61459.328319902466, + 61459.35355745436, + 61459.35172841058, + 61449.610287229814, + 61458.360787941216, + 61458.360834615276, + 61449.61016162766, + 61449.6101656732, + 61449.610164482154, + 61367.677891174644, + 61459.350241901666, + 61462.24840724147, + 61449.509708501166, + 61459.35024192574, + 61466.79825161371, + 61449.50970850325, + 61449.50970850318, + 61458.26036774957 + ], + "0.2": [ + 61513.103365482435, + 61545.28137793714, + 61588.43406354074, + 61523.99385611318, + 61539.361516723686, + 61588.029329129655, + 61552.03055715917, + 61543.112840810456, + 61539.41647411994, + 61552.03547920471, + 61543.11139171792, + 61524.63875015832, + 61520.47390167221, + 61467.26803446737, + 61552.03535645705, + 61517.469266057655, + 61588.013026699315, + 61550.25057094449, + 61520.09161650993, + 61552.035356728535, + 61570.70102514228, + 61565.18310566924, + 61518.56246336946, + 61552.03535672794 + ], + "0.3": [ + 61591.43514301797, + 61624.71812577179, + 61629.46089747887, + 61598.993765852814, + 61630.04437606213, + 61636.575555035306, + 61630.09494989906, + 61621.249030743165, + 61606.71849953045, + 61612.30054209178, + 61606.36859670977, + 61605.55131691601, + 61621.247614583444, + 61621.247618628986, + 61627.83427703982, + 61588.01302680255, + 61665.44109942526, + 61622.54817561768, + 61606.71891553786, + 61622.548175611366, + 61618.56345828051, + 61606.71891553994, + 61598.805682333106, + 61606.718915539896 + ], + "0.4": [ + 61653.65849815252, + 61691.17359018189, + 61691.56218515429, + 61657.912173419725, + 61690.86670488859, + 61692.21733955011, + 61688.9988404521, + 61664.298834867586, + 61689.00322401142, + 61684.43435335948, + 61680.53571295493, + 61648.06102327223, + 61680.53574588775, + 61665.931247918386, + 61689.00363974998, + 61633.975451443956, + 61694.92176187401, + 61684.43423088962, + 61670.53178445652, + 61665.27771693284, + 61674.68802620858, + 61687.17587636565, + 61665.27771693222, + 61684.43423088271 + ], + "0.5": [ + 61694.22518235463, + 61709.83537522077, + 61708.52476114922, + 61694.19551826939, + 61705.25594224785, + 61718.21378669518, + 61701.59092210102, + 61695.53272636367, + 61706.16682097187, + 61704.45551680256, + 61704.45535826759, + 61702.58516539021, + 61709.163610012794, + 61695.53131424949, + 61703.27993274298, + 61695.5313134091, + 61715.09915386007, + 61707.66542506666, + 61704.455394323755, + 61707.665425060346, + 61701.30106680457, + 61704.455394325836, + 61701.30106680473, + 61709.17939347155 + ], + "0.6": [ + 61717.78270626581, + 61751.974113890574, + 61742.43171697769, + 61712.984181517975, + 61738.526132385676, + 61762.43357008313, + 61727.82379216984, + 61725.40365307143, + 61752.41424126109, + 61758.76526809649, + 61756.33036152381, + 61738.581516407234, + 61762.723996252105, + 61707.365788364215, + 61756.330397311125, + 61714.47948788236, + 61766.37612141056, + 61766.37612144095, + 61762.41726767423, + 61754.849405308836, + 61731.468119290694, + 61772.31440207075, + 61718.1974842883, + 61758.76514561972 + ], + "0.7": [ + 61767.83631524503, + 61808.073655774446, + 61804.869201442336, + 61781.465434098296, + 61803.28952384977, + 61805.920008020286, + 61815.49945055597, + 61788.93740846136, + 61805.50763742185, + 61837.90564312792, + 61841.30905047746, + 61805.62675970179, + 61837.90551752576, + 61773.07484091738, + 61805.5080531604, + 61792.98054597557, + 61803.344897232, + 61837.90552065806, + 61802.41783032094, + 61805.50805343189, + 61788.935995426844, + 61838.926590416544, + 61773.07483999721, + 61805.508053431295 + ], + "0.8": [ + 61847.6334061192, + 61899.05157909617, + 61864.37337586336, + 61857.17019569772, + 61869.38409618566, + 61865.663432102236, + 61884.60402960655, + 61864.89619218705, + 61869.43905358192, + 61884.60895165209, + 61921.497907120676, + 61856.98212279389, + 61896.881625809765, + 61856.98211309819, + 61884.60882890443, + 61885.72988127129, + 61865.647129671896, + 61884.60882918223, + 61890.21408925434, + 61865.012227852916, + 61855.00394543418, + 61896.881628935196, + 61864.894779152695, + 61890.21408925638 + ], + "0.9": [ + 61958.87366077419, + 61976.46389837498, + 61965.60534810039, + 61953.18956217578, + 62052.269057220066, + 61955.8602621165, + 62048.139836872586, + 61951.54879863125, + 61954.70528186918, + 61955.844082186406, + 61967.64711913703, + 61943.187075414484, + 62048.14463331597, + 61967.64715611539, + 61967.64715492434, + 62093.2252684685, + 61955.84395968616, + 61975.69690332676, + 61953.001478654056, + 61966.08831618929, + 61966.088316188514, + 61966.24420008939, + 61921.49794317886, + 62048.14463644136 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260624_083741.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260624_083741.json new file mode 100644 index 0000000000000000000000000000000000000000..53fd75d0b83364797835ae163bd38414c2c49e5f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260624_083741.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-24T08:37:41.780053+00:00", + "metrics": { + "MSE[mean]": 204458.28396097818, + "MSE[0.5]": 204458.28396097818, + "MAE[0.5]": 393.5257161458333, + "MASE[0.5]": 0.6844597144949307, + "MAPE[0.5]": 0.006276783918066235, + "sMAPE[0.5]": 0.00630285864551956, + "MSIS": 5.511929858002371, + "RMSE[mean]": 452.17063588979124, + "NRMSE[mean]": 0.007225043798850334, + "ND[0.5]": 0.006287981371308199, + "mean_weighted_sum_quantile_loss": 0.008779757339123645 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62756.0 + ], + "predictions": { + "p50": [ + 62140.9375, + 62142.6484375, + 62181.85546875, + 62202.31640625, + 62272.16796875, + 62295.65234375, + 62293.078125, + 62276.3671875, + 62237.79296875, + 62209.859375, + 62148.94921875, + 62160.390625, + 62162.93359375, + 62173.375, + 62218.76171875, + 62224.69140625, + 62219.8046875, + 62219.82421875, + 62196.98828125, + 62166.89453125, + 62141.43359375, + 62114.4375, + 62093.203125, + 62072.015625 + ], + "p10": [ + 61589.734375, + 61407.359375, + 61312.05859375, + 61180.97265625, + 61104.4375, + 61010.2734375, + 60922.53125, + 60789.83203125, + 60749.6875, + 60610.5546875, + 60504.0078125, + 60376.96484375, + 60399.2109375, + 60320.34375, + 60257.234375, + 60217.08984375, + 59761.54296875, + 59737.19921875, + 59735.65234375, + 59593.578125, + 59597.19921875, + 59511.5234375, + 59407.3125, + 59423.0078125 + ], + "p90": [ + 62686.625, + 62879.80078125, + 63015.82421875, + 63229.6953125, + 63349.140625, + 63468.50390625, + 63522.61328125, + 63506.6796875, + 63515.51171875, + 63483.234375, + 63502.7578125, + 63566.56640625, + 63594.62890625, + 63679.046875, + 63748.96484375, + 63794.6171875, + 63865.984375, + 63872.05859375, + 63881.32421875, + 63872.3203125, + 63878.375, + 63865.19921875, + 63905.9921875, + 63891.01171875 + ], + "mean": [ + 62140.9375, + 62142.6484375, + 62181.85546875, + 62202.31640625, + 62272.16796875, + 62295.65234375, + 62293.078125, + 62276.3671875, + 62237.79296875, + 62209.859375, + 62148.94921875, + 62160.390625, + 62162.93359375, + 62173.375, + 62218.76171875, + 62224.69140625, + 62219.8046875, + 62219.82421875, + 62196.98828125, + 62166.89453125, + 62141.43359375, + 62114.4375, + 62093.203125, + 62072.015625 + ], + "quantiles": { + "0.1": [ + 61589.734375, + 61407.359375, + 61312.05859375, + 61180.97265625, + 61104.4375, + 61010.2734375, + 60922.53125, + 60789.83203125, + 60749.6875, + 60610.5546875, + 60504.0078125, + 60376.96484375, + 60399.2109375, + 60320.34375, + 60257.234375, + 60217.08984375, + 59761.54296875, + 59737.19921875, + 59735.65234375, + 59593.578125, + 59597.19921875, + 59511.5234375, + 59407.3125, + 59423.0078125 + ], + "0.2": [ + 61589.734375, + 61407.359375, + 61312.05859375, + 61180.97265625, + 61104.4375, + 61010.2734375, + 60922.53125, + 60789.83203125, + 60749.6875, + 60610.5546875, + 60504.0078125, + 60376.96484375, + 60399.2109375, + 60320.34375, + 60257.234375, + 60217.08984375, + 59761.54296875, + 59737.19921875, + 59735.65234375, + 59593.578125, + 59597.19921875, + 59511.5234375, + 59407.3125, + 59423.0078125 + ], + "0.3": [ + 61589.734375, + 61407.359375, + 61312.05859375, + 61180.97265625, + 61104.4375, + 61010.2734375, + 60922.53125, + 60789.83203125, + 60749.6875, + 60610.5546875, + 60504.0078125, + 60376.96484375, + 60399.2109375, + 60320.34375, + 60257.234375, + 60217.08984375, + 59761.54296875, + 59737.19921875, + 59735.65234375, + 59593.578125, + 59597.19921875, + 59511.5234375, + 59407.3125, + 59423.0078125 + ], + "0.4": [ + 62140.9375, + 62142.6484375, + 62181.85546875, + 62202.31640625, + 62272.16796875, + 62295.65234375, + 62293.078125, + 62276.3671875, + 62237.79296875, + 62209.859375, + 62148.94921875, + 62160.390625, + 62162.93359375, + 62173.375, + 62218.76171875, + 62224.69140625, + 62219.8046875, + 62219.82421875, + 62196.98828125, + 62166.89453125, + 62141.43359375, + 62114.4375, + 62093.203125, + 62072.015625 + ], + "0.5": [ + 62140.9375, + 62142.6484375, + 62181.85546875, + 62202.31640625, + 62272.16796875, + 62295.65234375, + 62293.078125, + 62276.3671875, + 62237.79296875, + 62209.859375, + 62148.94921875, + 62160.390625, + 62162.93359375, + 62173.375, + 62218.76171875, + 62224.69140625, + 62219.8046875, + 62219.82421875, + 62196.98828125, + 62166.89453125, + 62141.43359375, + 62114.4375, + 62093.203125, + 62072.015625 + ], + "0.6": [ + 62140.9375, + 62142.6484375, + 62181.85546875, + 62202.31640625, + 62272.16796875, + 62295.65234375, + 62293.078125, + 62276.3671875, + 62237.79296875, + 62209.859375, + 62148.94921875, + 62160.390625, + 62162.93359375, + 62173.375, + 62218.76171875, + 62224.69140625, + 62219.8046875, + 62219.82421875, + 62196.98828125, + 62166.89453125, + 62141.43359375, + 62114.4375, + 62093.203125, + 62072.015625 + ], + "0.7": [ + 62140.9375, + 62142.6484375, + 62181.85546875, + 62202.31640625, + 62272.16796875, + 62295.65234375, + 62293.078125, + 62276.3671875, + 62237.79296875, + 62209.859375, + 62148.94921875, + 62160.390625, + 62162.93359375, + 62173.375, + 62218.76171875, + 62224.69140625, + 62219.8046875, + 62219.82421875, + 62196.98828125, + 62166.89453125, + 62141.43359375, + 62114.4375, + 62093.203125, + 62072.015625 + ], + "0.8": [ + 62686.625, + 62879.80078125, + 63015.82421875, + 63229.6953125, + 63349.140625, + 63468.50390625, + 63522.61328125, + 63506.6796875, + 63515.51171875, + 63483.234375, + 63502.7578125, + 63566.56640625, + 63594.62890625, + 63679.046875, + 63748.96484375, + 63794.6171875, + 63865.984375, + 63872.05859375, + 63881.32421875, + 63872.3203125, + 63878.375, + 63865.19921875, + 63905.9921875, + 63891.01171875 + ], + "0.9": [ + 62686.625, + 62879.80078125, + 63015.82421875, + 63229.6953125, + 63349.140625, + 63468.50390625, + 63522.61328125, + 63506.6796875, + 63515.51171875, + 63483.234375, + 63502.7578125, + 63566.56640625, + 63594.62890625, + 63679.046875, + 63748.96484375, + 63794.6171875, + 63865.984375, + 63872.05859375, + 63881.32421875, + 63872.3203125, + 63878.375, + 63865.19921875, + 63905.9921875, + 63891.01171875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260624_084048.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260624_084048.json new file mode 100644 index 0000000000000000000000000000000000000000..ac85064406ce6c0cfaef14836b9b4d80db8ffebb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260624_084048.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-24T08:40:48.219074+00:00", + "metrics": { + "MSE[mean]": 1092488.847982167, + "MSE[0.5]": 1107778.2280952875, + "MAE[0.5]": 893.8237124777743, + "MASE[0.5]": 1.5546285743232593, + "MAPE[0.5]": 0.014256271044896296, + "sMAPE[0.5]": 0.014398519239340076, + "MSIS": 37.339215299378964, + "RMSE[mean]": 1045.2219132711325, + "NRMSE[mean]": 0.016701159923933433, + "ND[0.5]": 0.014282031955469423, + "mean_weighted_sum_quantile_loss": 0.013082915126207842 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62756.0 + ], + "predictions": { + "p50": [ + 62326.70097396859, + 62268.70736870468, + 62216.06532594078, + 62161.653751926875, + 62115.593740412965, + 62047.67826014906, + 61998.77449863516, + 61936.80042462125, + 61881.74822560735, + 61833.34251096845, + 61773.522733829544, + 61718.204909815635, + 61673.05114830173, + 61605.15910553783, + 61549.57565652392, + 61494.19533251002, + 61440.531805371116, + 61385.09288760721, + 61324.980141718304, + 61275.6623177044, + 61210.45777494049, + 61162.46026342659, + 61107.16587691269, + 61052.10195914878 + ], + "p10": [ + 62073.40409896859, + 61991.41830620468, + 61974.36610719078, + 61880.782658176875, + 61839.85428728796, + 61786.13529139906, + 61730.81746738516, + 61686.13128399625, + 61597.790022482346, + 61575.06321409345, + 61509.546171329544, + 61461.80881606563, + 61409.10974205173, + 61352.77199616283, + 61286.67604714892, + 61216.96877001002, + 61188.318914746116, + 61144.59874698221, + 61051.015297968304, + 61011.6857552044, + 60977.48550931549, + 60901.05010717659, + 60845.73228316269, + 60790.41445914878 + ], + "p90": [ + 62560.408786468586, + 62501.67885307968, + 62461.40907594078, + 62404.060001926875, + 62338.070302912965, + 62293.42435389906, + 62227.43465488516, + 62172.11683087125, + 62127.47088185735, + 62212.84055784345, + 62006.163358829544, + 61961.517409815635, + 61995.76989830173, + 61850.88176178783, + 61879.45456277392, + 61829.81642626002, + 61667.34782099612, + 61618.741715732205, + 61594.605141718304, + 61508.1060677044, + 61436.08511869049, + 61410.37041967659, + 61355.05259566269, + 61381.59414664878 + ], + "mean": [ + 62346.79579818755, + 62273.34158745484, + 62234.00979859687, + 62167.7572089579, + 62120.159170100465, + 62047.188572649284, + 62002.32143222906, + 61943.62536602736, + 61878.09408498213, + 61855.543624249694, + 61787.14261664227, + 61726.22481215954, + 61689.085093614085, + 61618.01221100636, + 61572.49716043017, + 61505.82892626025, + 61445.65084834002, + 61408.81784854457, + 61325.10377453059, + 61275.0570833294, + 61202.51121244073, + 61176.735400145495, + 61101.332419881306, + 61075.35174430482 + ], + "quantiles": { + "0.1": [ + 62073.40409896859, + 61991.41830620468, + 61974.36610719078, + 61880.782658176875, + 61839.85428728796, + 61786.13529139906, + 61730.81746738516, + 61686.13128399625, + 61597.790022482346, + 61575.06321409345, + 61509.546171329544, + 61461.80881606563, + 61409.10974205173, + 61352.77199616283, + 61286.67604714892, + 61216.96877001002, + 61188.318914746116, + 61144.59874698221, + 61051.015297968304, + 61011.6857552044, + 60977.48550931549, + 60901.05010717659, + 60845.73228316269, + 60790.41445914878 + ], + "0.2": [ + 62192.05253646859, + 62100.75580620468, + 62081.41688844078, + 61990.12015817688, + 61954.73202166297, + 61880.09232264906, + 61848.92684238516, + 61793.928549621254, + 61714.13885060735, + 61689.41087034345, + 61622.825077579546, + 61547.577566065636, + 61487.24489830173, + 61404.44504303783, + 61411.53425027392, + 61321.29142626002, + 61295.748602246116, + 61245.58077823221, + 61143.079360468306, + 61134.9451302044, + 61074.47730619049, + 61014.32901342659, + 60914.11118941269, + 60918.786334148775 + ], + "0.3": [ + 62252.02128646859, + 62208.93393120468, + 62141.38563844078, + 62052.368595676875, + 62048.03397478796, + 61957.57552577406, + 61920.11434238516, + 61855.07776837125, + 61768.42517873235, + 61743.45383909345, + 61689.124296329544, + 61633.806472315635, + 61570.60271080173, + 61498.35051178783, + 61502.26315652392, + 61387.117988760016, + 61364.143524121115, + 61308.702653232205, + 61217.222329218304, + 61191.2638802044, + 61111.12574369049, + 61079.63995092659, + 60996.54087691269, + 60969.00430289878 + ], + "0.4": [ + 62310.11503646859, + 62246.58627495468, + 62199.47938844078, + 62144.161564426875, + 62089.46014666297, + 62025.31497889906, + 61969.99715488516, + 61898.28479962125, + 61834.17010060735, + 61813.28196409345, + 61739.335233829544, + 61701.618972315635, + 61638.09021080173, + 61590.98332428783, + 61527.45456277392, + 61453.35314501002, + 61415.178289746116, + 61361.50109073221, + 61280.991860468304, + 61234.1521614544, + 61172.767931190494, + 61121.92432592659, + 61068.51743941269, + 61022.661334148775 + ], + "0.5": [ + 62326.70097396859, + 62268.70736870468, + 62216.06532594078, + 62161.653751926875, + 62115.593740412965, + 62047.67826014906, + 61998.77449863516, + 61936.80042462125, + 61881.74822560735, + 61833.34251096845, + 61773.522733829544, + 61718.204909815635, + 61673.05114830173, + 61605.15910553783, + 61549.57565652392, + 61494.19533251002, + 61440.531805371116, + 61385.09288760721, + 61324.980141718304, + 61275.6623177044, + 61210.45777494049, + 61162.46026342659, + 61107.16587691269, + 61052.10195914878 + ], + "0.6": [ + 62378.06347396859, + 62299.39486870468, + 62268.96766969078, + 62212.770939426875, + 62157.804677912965, + 62080.12357264906, + 62047.16902988516, + 61990.838705871254, + 61935.08025685735, + 61896.876495343444, + 61824.88523382955, + 61776.490066065635, + 61725.599585801734, + 61629.16144928783, + 61603.17331277392, + 61501.33127001002, + 61492.537664746116, + 61439.20030948221, + 61348.292641718304, + 61305.6740364544, + 61218.17652494049, + 61195.03838842659, + 61125.32915816269, + 61092.766802898775 + ], + "0.7": [ + 62456.72050521859, + 62353.42611870468, + 62308.38915406578, + 62271.501408176875, + 62216.183584162965, + 62120.66263514906, + 62091.55574863516, + 62031.80003399625, + 61986.370100607346, + 61962.96165159345, + 61904.772733829544, + 61828.958816065635, + 61802.248023301734, + 61738.81926178783, + 61663.00534402392, + 61578.97658251002, + 61532.037664746116, + 61521.87921573221, + 61415.536782343304, + 61374.2130989544, + 61280.62574369049, + 61296.27666967659, + 61177.32564253769, + 61188.51211539878 + ], + "0.8": [ + 62480.25331771859, + 62437.80736870468, + 62404.82704469078, + 62361.68968942687, + 62271.853896662964, + 62201.84232264906, + 62142.05574863516, + 62087.631674621254, + 62037.71072560735, + 62029.782745343444, + 61972.694608829544, + 61879.044753565635, + 61879.259742051734, + 61796.33098053783, + 61753.19362527392, + 61687.77736376002, + 61583.615789746116, + 61552.722184482205, + 61519.741860468304, + 61427.3927864544, + 61359.33277494049, + 61355.87041967659, + 61251.70884566269, + 61245.23477164878 + ], + "0.9": [ + 62560.408786468586, + 62501.67885307968, + 62461.40907594078, + 62404.060001926875, + 62338.070302912965, + 62293.42435389906, + 62227.43465488516, + 62172.11683087125, + 62127.47088185735, + 62212.84055784345, + 62006.163358829544, + 61961.517409815635, + 61995.76989830173, + 61850.88176178783, + 61879.45456277392, + 61829.81642626002, + 61667.34782099612, + 61618.741715732205, + 61594.605141718304, + 61508.1060677044, + 61436.08511869049, + 61410.37041967659, + 61355.05259566269, + 61381.59414664878 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260624_084004.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260624_084004.json new file mode 100644 index 0000000000000000000000000000000000000000..ea735dfc4c30f3a75e994dd6486cad072aa3f246 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260624_084004.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-24T08:40:04.048580+00:00", + "metrics": { + "MSE[mean]": 118262.1144472758, + "MSE[0.5]": 158554.3472339312, + "MAE[0.5]": 337.1026204427083, + "MASE[0.5]": 0.5863229615677866, + "MAPE[0.5]": 0.005377170942354352, + "sMAPE[0.5]": 0.0053973972741459125, + "MSIS": 4.846108040115651, + "RMSE[mean]": 343.8925914399375, + "NRMSE[mean]": 0.00549491461417959, + "ND[0.5]": 0.005386420532622597, + "mean_weighted_sum_quantile_loss": 0.007394357031312243 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62756.0 + ], + "predictions": { + "p50": [ + 62283.650390625, + 62190.5546875, + 62135.552734375, + 62235.302734375, + 62335.392578125, + 62316.67578125, + 62276.623046875, + 62316.3671875, + 62253.505859375, + 62243.8125, + 62079.943359375, + 62075.3984375, + 62189.96484375, + 62104.52734375, + 61956.89453125, + 62067.20703125, + 62489.408203125, + 62523.994140625, + 62423.8125, + 62443.205078125, + 62239.611328125, + 62157.86328125, + 62236.912109375, + 62257.5703125 + ], + "p10": [ + 61773.650390625, + 61574.05078125, + 61335.66796875, + 61408.59765625, + 61349.830078125, + 61278.66796875, + 60876.76171875, + 61125.611328125, + 60902.564453125, + 61033.57421875, + 60701.310546875, + 60699.9296875, + 60696.25390625, + 60557.408203125, + 60428.1875, + 60233.15625, + 61024.115234375, + 60796.015625, + 60417.580078125, + 60721.712890625, + 60415.857421875, + 60136.140625, + 60421.677734375, + 60434.435546875 + ], + "p90": [ + 62735.037109375, + 63011.41796875, + 62878.931640625, + 63023.333984375, + 63224.880859375, + 63414.60546875, + 63627.7890625, + 63589.796875, + 63492.966796875, + 63690.65234375, + 63895.130859375, + 63740.212890625, + 63929.46875, + 63576.8984375, + 63537.26953125, + 63655.30859375, + 64179.955078125, + 64214.12109375, + 64248.412109375, + 64488.658203125, + 63980.296875, + 64138.990234375, + 64111.515625, + 64321.220703125 + ], + "mean": [ + 62245.7578125, + 62298.57421875, + 62134.6328125, + 62222.82421875, + 62260.2734375, + 62290.80859375, + 62510.703125, + 62368.2109375, + 62224.4453125, + 62312.87890625, + 62154.03515625, + 62141.203125, + 62225.984375, + 62098.359375, + 61936.51953125, + 62192.8671875, + 62573.828125, + 62573.75390625, + 62488.4375, + 62666.07421875, + 62241.14453125, + 62099.8515625, + 62286.06640625, + 62299.1328125 + ], + "quantiles": { + "0.1": [ + 61773.650390625, + 61574.05078125, + 61335.66796875, + 61408.59765625, + 61349.830078125, + 61278.66796875, + 60876.76171875, + 61125.611328125, + 60902.564453125, + 61033.57421875, + 60701.310546875, + 60699.9296875, + 60696.25390625, + 60557.408203125, + 60428.1875, + 60233.15625, + 61024.115234375, + 60796.015625, + 60417.580078125, + 60721.712890625, + 60415.857421875, + 60136.140625, + 60421.677734375, + 60434.435546875 + ], + "0.2": [ + 61773.650390625, + 61574.05078125, + 61335.66796875, + 61408.59765625, + 61349.830078125, + 61278.66796875, + 60876.76171875, + 61125.611328125, + 60902.564453125, + 61033.57421875, + 60701.310546875, + 60699.9296875, + 60696.25390625, + 60557.408203125, + 60428.1875, + 60233.15625, + 61024.115234375, + 60796.015625, + 60417.580078125, + 60721.712890625, + 60415.857421875, + 60136.140625, + 60421.677734375, + 60434.435546875 + ], + "0.3": [ + 61773.650390625, + 61574.05078125, + 61335.66796875, + 61408.59765625, + 61349.830078125, + 61278.66796875, + 60876.76171875, + 61125.611328125, + 60902.564453125, + 61033.57421875, + 60701.310546875, + 60699.9296875, + 60696.25390625, + 60557.408203125, + 60428.1875, + 60233.15625, + 61024.115234375, + 60796.015625, + 60417.580078125, + 60721.712890625, + 60415.857421875, + 60136.140625, + 60421.677734375, + 60434.435546875 + ], + "0.4": [ + 62283.650390625, + 62190.5546875, + 62135.552734375, + 62235.302734375, + 62335.392578125, + 62316.67578125, + 62276.623046875, + 62316.3671875, + 62253.505859375, + 62243.8125, + 62079.943359375, + 62075.3984375, + 62189.96484375, + 62104.52734375, + 61956.89453125, + 62067.20703125, + 62489.408203125, + 62523.994140625, + 62423.8125, + 62443.205078125, + 62239.611328125, + 62157.86328125, + 62236.912109375, + 62257.5703125 + ], + "0.5": [ + 62283.650390625, + 62190.5546875, + 62135.552734375, + 62235.302734375, + 62335.392578125, + 62316.67578125, + 62276.623046875, + 62316.3671875, + 62253.505859375, + 62243.8125, + 62079.943359375, + 62075.3984375, + 62189.96484375, + 62104.52734375, + 61956.89453125, + 62067.20703125, + 62489.408203125, + 62523.994140625, + 62423.8125, + 62443.205078125, + 62239.611328125, + 62157.86328125, + 62236.912109375, + 62257.5703125 + ], + "0.6": [ + 62283.650390625, + 62190.5546875, + 62135.552734375, + 62235.302734375, + 62335.392578125, + 62316.67578125, + 62276.623046875, + 62316.3671875, + 62253.505859375, + 62243.8125, + 62079.943359375, + 62075.3984375, + 62189.96484375, + 62104.52734375, + 61956.89453125, + 62067.20703125, + 62489.408203125, + 62523.994140625, + 62423.8125, + 62443.205078125, + 62239.611328125, + 62157.86328125, + 62236.912109375, + 62257.5703125 + ], + "0.7": [ + 62283.650390625, + 62190.5546875, + 62135.552734375, + 62235.302734375, + 62335.392578125, + 62316.67578125, + 62276.623046875, + 62316.3671875, + 62253.505859375, + 62243.8125, + 62079.943359375, + 62075.3984375, + 62189.96484375, + 62104.52734375, + 61956.89453125, + 62067.20703125, + 62489.408203125, + 62523.994140625, + 62423.8125, + 62443.205078125, + 62239.611328125, + 62157.86328125, + 62236.912109375, + 62257.5703125 + ], + "0.8": [ + 62735.037109375, + 63011.41796875, + 62878.931640625, + 63023.333984375, + 63224.880859375, + 63414.60546875, + 63627.7890625, + 63589.796875, + 63492.966796875, + 63690.65234375, + 63895.130859375, + 63740.212890625, + 63929.46875, + 63576.8984375, + 63537.26953125, + 63655.30859375, + 64179.955078125, + 64214.12109375, + 64248.412109375, + 64488.658203125, + 63980.296875, + 64138.990234375, + 64111.515625, + 64321.220703125 + ], + "0.9": [ + 62735.037109375, + 63011.41796875, + 62878.931640625, + 63023.333984375, + 63224.880859375, + 63414.60546875, + 63627.7890625, + 63589.796875, + 63492.966796875, + 63690.65234375, + 63895.130859375, + 63740.212890625, + 63929.46875, + 63576.8984375, + 63537.26953125, + 63655.30859375, + 64179.955078125, + 64214.12109375, + 64248.412109375, + 64488.658203125, + 63980.296875, + 64138.990234375, + 64111.515625, + 64321.220703125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260624_084048.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260624_084048.json new file mode 100644 index 0000000000000000000000000000000000000000..467790ccf994abc9de9a3edf2e042599476bb47b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260624_084048.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-24T08:40:48.298839+00:00", + "metrics": { + "MSE[mean]": 2586104.354548082, + "MSE[0.5]": 2556621.415596613, + "MAE[0.5]": 1585.4698816132102, + "MASE[0.5]": 2.757609523305303, + "MAPE[0.5]": 0.025344676252845977, + "sMAPE[0.5]": 0.02502198308895921, + "MSIS": 79.19401765865439, + "RMSE[mean]": 1608.1369203361019, + "NRMSE[mean]": 0.025695741301539368, + "ND[0.5]": 0.02533355425407473, + "mean_weighted_sum_quantile_loss": 0.024158398536682443 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62756.0 + ], + "predictions": { + "p50": [ + 64169.83959189967, + 64167.16381064967, + 64169.83959189967, + 64170.74584189967, + 64180.00365439967, + 64167.40599814967, + 64173.82006064967, + 64167.16381064967, + 64167.42943564967, + 64174.34154502467, + 64169.83959189967, + 64169.83959189967, + 64180.00365439967, + 64167.42943564967, + 64167.16381064967, + 64167.10131064967, + 64168.75560752467, + 64168.63451377467, + 64163.83959189967, + 64169.83959189967, + 64159.95287314967, + 64167.27318564967, + 64167.29662314967, + 64167.55052939967 + ], + "p10": [ + 63916.54271689967, + 63889.87474814967, + 63928.14037314967, + 63889.87474814967, + 63904.264201274666, + 63905.86302939967, + 63905.86302939967, + 63916.494670024666, + 63883.471232524666, + 63916.06224814967, + 63905.86302939967, + 63913.44349814967, + 63916.06224814967, + 63915.04232627467, + 63904.264201274666, + 63889.87474814967, + 63916.54271689967, + 63928.14037314967, + 63889.87474814967, + 63905.86302939967, + 63926.98060752467, + 63905.86302939967, + 63905.86302939967, + 63905.86302939967 + ], + "p90": [ + 64403.547404399666, + 64400.135295024666, + 64415.18334189967, + 64413.15209189967, + 64402.48021689967, + 64413.15209189967, + 64402.48021689967, + 64402.48021689967, + 64413.15209189967, + 64553.83959189967, + 64402.48021689967, + 64413.15209189967, + 64502.72240439967, + 64413.15209189967, + 64497.04271689967, + 64502.72240439967, + 64395.57162314967, + 64402.28334189967, + 64433.46459189967, + 64402.28334189967, + 64385.58021689967, + 64415.18334189967, + 64415.18334189967, + 64497.04271689967 + ], + "mean": [ + 64189.9344161186, + 64171.79802939985, + 64187.7840645561, + 64176.8492989311, + 64184.56908408735, + 64166.91631064985, + 64177.3669942436, + 64173.9887520561, + 64163.77529502485, + 64196.5426583061, + 64183.45947471235, + 64177.8594942436, + 64196.03759971235, + 64180.2825411186, + 64190.0853145561, + 64178.73490439985, + 64173.8746504936, + 64192.35947471235, + 64163.96322471235, + 64169.23435752485, + 64152.00631064985, + 64181.5483223686, + 64161.4631661186, + 64190.8003145561 + ], + "quantiles": { + "0.1": [ + 63916.54271689967, + 63889.87474814967, + 63928.14037314967, + 63889.87474814967, + 63904.264201274666, + 63905.86302939967, + 63905.86302939967, + 63916.494670024666, + 63883.471232524666, + 63916.06224814967, + 63905.86302939967, + 63913.44349814967, + 63916.06224814967, + 63915.04232627467, + 63904.264201274666, + 63889.87474814967, + 63916.54271689967, + 63928.14037314967, + 63889.87474814967, + 63905.86302939967, + 63926.98060752467, + 63905.86302939967, + 63905.86302939967, + 63905.86302939967 + ], + "0.2": [ + 64035.19115439967, + 63999.21224814967, + 64035.19115439967, + 63999.21224814967, + 64019.14193564967, + 63999.82006064967, + 64023.97240439967, + 64024.29193564967, + 63999.82006064967, + 64030.40990439967, + 64019.14193564967, + 63999.21224814967, + 63994.19740439967, + 63966.715373149666, + 64029.12240439967, + 63994.19740439967, + 64023.97240439967, + 64029.12240439967, + 63981.93881064967, + 64029.12240439967, + 64023.97240439967, + 64019.14193564967, + 63974.24193564967, + 64034.234904399666 + ], + "0.3": [ + 64095.15990439967, + 64107.39037314967, + 64095.15990439967, + 64061.46068564967, + 64112.443888774666, + 64077.303263774666, + 64095.15990439967, + 64085.44115439967, + 64054.10638877467, + 64084.45287314967, + 64085.44115439967, + 64085.44115439967, + 64077.555216899666, + 64060.62084189967, + 64119.85131064967, + 64060.023966899666, + 64092.36732627467, + 64092.24427939967, + 64056.08177939967, + 64085.44115439967, + 64060.62084189967, + 64084.45287314967, + 64056.67162314967, + 64084.45287314967 + ], + "0.4": [ + 64153.25365439967, + 64145.04271689967, + 64153.25365439967, + 64153.25365439967, + 64153.87006064967, + 64145.04271689967, + 64145.04271689967, + 64128.64818564967, + 64119.85131064967, + 64154.28099814967, + 64135.65209189967, + 64153.25365439967, + 64145.04271689967, + 64153.25365439967, + 64145.04271689967, + 64126.25912314967, + 64143.40209189967, + 64145.04271689967, + 64119.85131064967, + 64128.32943564967, + 64122.26302939967, + 64126.73724814967, + 64128.64818564967, + 64138.109904399666 + ], + "0.5": [ + 64169.83959189967, + 64167.16381064967, + 64169.83959189967, + 64170.74584189967, + 64180.00365439967, + 64167.40599814967, + 64173.82006064967, + 64167.16381064967, + 64167.42943564967, + 64174.34154502467, + 64169.83959189967, + 64169.83959189967, + 64180.00365439967, + 64167.42943564967, + 64167.16381064967, + 64167.10131064967, + 64168.75560752467, + 64168.63451377467, + 64163.83959189967, + 64169.83959189967, + 64159.95287314967, + 64167.27318564967, + 64167.29662314967, + 64167.55052939967 + ], + "0.6": [ + 64221.20209189967, + 64197.85131064967, + 64222.74193564967, + 64221.86302939967, + 64222.21459189967, + 64199.85131064967, + 64222.21459189967, + 64221.20209189967, + 64220.76146689967, + 64237.875529399666, + 64221.20209189967, + 64228.12474814967, + 64232.55209189967, + 64191.43177939967, + 64220.76146689967, + 64174.23724814967, + 64220.76146689967, + 64222.74193564967, + 64187.15209189967, + 64199.85131064967, + 64167.67162314967, + 64199.85131064967, + 64185.45990439967, + 64208.215373149666 + ], + "0.7": [ + 64299.85912314967, + 64251.88256064967, + 64262.16342002467, + 64280.59349814967, + 64280.59349814967, + 64240.39037314967, + 64266.60131064967, + 64262.16342002467, + 64272.051310649666, + 64303.96068564967, + 64301.08959189967, + 64280.59349814967, + 64309.20052939967, + 64301.08959189967, + 64280.59349814967, + 64251.88256064967, + 64260.26146689967, + 64305.42084189967, + 64254.39623252467, + 64268.39037314967, + 64230.12084189967, + 64301.08959189967, + 64237.45638877467, + 64303.96068564967 + ], + "0.8": [ + 64323.39193564967, + 64336.26381064967, + 64358.60131064967, + 64370.781779399666, + 64336.26381064967, + 64321.57006064967, + 64317.10131064967, + 64317.99506064967, + 64323.39193564967, + 64370.781779399666, + 64369.01146689967, + 64330.67943564967, + 64386.21224814967, + 64358.60131064967, + 64370.781779399666, + 64360.68334189967, + 64311.83959189967, + 64336.26381064967, + 64358.60131064967, + 64321.57006064967, + 64308.82787314967, + 64360.68334189967, + 64311.83959189967, + 64360.68334189967 + ], + "0.9": [ + 64403.547404399666, + 64400.135295024666, + 64415.18334189967, + 64413.15209189967, + 64402.48021689967, + 64413.15209189967, + 64402.48021689967, + 64402.48021689967, + 64413.15209189967, + 64553.83959189967, + 64402.48021689967, + 64413.15209189967, + 64502.72240439967, + 64413.15209189967, + 64497.04271689967, + 64502.72240439967, + 64395.57162314967, + 64402.28334189967, + 64433.46459189967, + 64402.28334189967, + 64385.58021689967, + 64415.18334189967, + 64415.18334189967, + 64497.04271689967 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260624_084048.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260624_084048.json new file mode 100644 index 0000000000000000000000000000000000000000..8e075ac6e3919481ec36c048dc2afd4ac51a89d0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260624_084048.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-24T08:40:48.362497+00:00", + "metrics": { + "MSE[mean]": 3241688.9357388816, + "MSE[0.5]": 3241688.9357388816, + "MAE[0.5]": 1620.8518880208333, + "MASE[0.5]": 2.819149486287151, + "MAPE[0.5]": 0.025928854004101626, + "sMAPE[0.5]": 0.025522173862975187, + "MSIS": 18.560651043685798, + "RMSE[mean]": 1800.469087693227, + "NRMSE[mean]": 0.028768935849762384, + "ND[0.5]": 0.02589890840513152, + "mean_weighted_sum_quantile_loss": 0.02031248807154762 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62756.0 + ], + "predictions": { + "p50": [ + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "p10": [ + 62862.4828125, + 62856.42671875, + 63364.074375, + 63846.57890625, + 64266.44, + 63680.7828125, + 63540.210234375, + 63425.374140625, + 63309.96, + 63047.331484375, + 63182.56, + 63145.124765625, + 63034.15890625, + 62691.698671875, + 62739.611484375, + 62871.888515624996, + 62872.88, + 62919.931484374996, + 62784.04453125, + 62350.559140625, + 62132.0, + 61677.291484375, + 61628.310625, + 61138.268515625 + ], + "p90": [ + 65428.2984375, + 65421.99515625, + 65950.363125, + 66452.56171875, + 66889.56, + 66279.9984375, + 66133.688203125, + 66014.164921875, + 65894.04000000001, + 65620.691953125, + 65761.44, + 65722.476796875, + 65606.98171875, + 65250.543515625, + 65300.411953125, + 65438.088046875004, + 65439.12, + 65488.091953125004, + 65346.65859375, + 64895.479921875, + 64668.0, + 64194.731953125, + 64143.751875, + 63633.708046875 + ], + "mean": [ + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "quantiles": { + "0.1": [ + 62862.4828125, + 62856.42671875, + 63364.074375, + 63846.57890625, + 64266.44, + 63680.7828125, + 63540.210234375, + 63425.374140625, + 63309.96, + 63047.331484375, + 63182.56, + 63145.124765625, + 63034.15890625, + 62691.698671875, + 62739.611484375, + 62871.888515624996, + 62872.88, + 62919.931484374996, + 62784.04453125, + 62350.559140625, + 62132.0, + 61677.291484375, + 61628.310625, + 61138.268515625 + ], + "0.2": [ + 63183.209765625, + 63177.1227734375, + 63687.36046875, + 64172.3267578125, + 64594.33, + 64005.684765624996, + 63864.39498046875, + 63748.972988281246, + 63632.97, + 63369.00154296875, + 63504.92, + 63467.29376953125, + 63355.7617578125, + 63011.55427734375, + 63059.71154296875, + 63192.66345703125, + 63193.659999999996, + 63240.95154296875, + 63104.371289062496, + 62668.67423828125, + 62449.0, + 61991.97154296875, + 61942.74078125, + 61450.19845703125 + ], + "0.3": [ + 63503.93671875, + 63497.818828125, + 64010.6465625, + 64498.074609375, + 64922.22, + 64330.58671875, + 64188.5797265625, + 64072.5718359375, + 63955.979999999996, + 63690.6716015625, + 63827.28, + 63789.4627734375, + 63677.364609375, + 63331.4098828125, + 63379.8116015625, + 63513.4383984375, + 63514.44, + 63561.9716015625, + 63424.698046875, + 62986.7893359375, + 62766.0, + 62306.6516015625, + 62257.1709375, + 61762.1283984375 + ], + "0.4": [ + 63824.663671875, + 63818.5148828125, + 64333.93265625, + 64823.8224609375, + 65250.11, + 64655.488671875, + 64512.76447265625, + 64396.17068359375, + 64278.99, + 64012.34166015625, + 64149.64, + 64111.63177734375, + 63998.9674609375, + 63651.26548828125, + 63699.91166015625, + 63834.21333984375, + 63835.22, + 63882.99166015625, + 63745.0248046875, + 63304.90443359375, + 63083.0, + 62621.33166015625, + 62571.60109375, + 62074.05833984375 + ], + "0.5": [ + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "0.6": [ + 64466.11757812499, + 64459.90699218749, + 64980.50484374999, + 65475.31816406249, + 65905.89, + 65305.292578124994, + 65161.13396484374, + 65043.36837890624, + 64925.009999999995, + 64655.68177734374, + 64794.35999999999, + 64755.969785156245, + 64642.17316406249, + 64290.97669921874, + 64340.11177734374, + 64475.76322265624, + 64476.77999999999, + 64525.03177734374, + 64385.678320312494, + 63941.13462890624, + 63716.99999999999, + 63250.691777343745, + 63200.46140625, + 62697.91822265624 + ], + "0.7": [ + 64786.84453125, + 64780.603046875, + 65303.7909375, + 65801.066015625, + 66233.78, + 65630.19453125, + 65485.3187109375, + 65366.9672265625, + 65248.020000000004, + 64977.3518359375, + 65116.72, + 65078.1387890625, + 64963.776015625, + 64610.8323046875, + 64660.2118359375, + 64796.5381640625, + 64797.56, + 64846.0518359375, + 64706.005078125, + 64259.2497265625, + 64034.0, + 63565.3718359375, + 63514.8915625, + 63009.8481640625 + ], + "0.8": [ + 65107.571484374996, + 65101.299101562494, + 65627.07703125, + 66126.81386718749, + 66561.67, + 65955.096484375, + 65809.50345703124, + 65690.56607421875, + 65571.03, + 65299.021894531244, + 65439.079999999994, + 65400.30779296874, + 65285.37886718749, + 64930.687910156244, + 64980.311894531245, + 65117.31310546874, + 65118.34, + 65167.07189453124, + 65026.3318359375, + 64577.36482421874, + 64350.99999999999, + 63880.05189453124, + 63829.32171874999, + 63321.778105468744 + ], + "0.9": [ + 65428.2984375, + 65421.99515625, + 65950.363125, + 66452.56171875, + 66889.56, + 66279.9984375, + 66133.688203125, + 66014.164921875, + 65894.04000000001, + 65620.691953125, + 65761.44, + 65722.476796875, + 65606.98171875, + 65250.543515625, + 65300.411953125, + 65438.088046875004, + 65439.12, + 65488.091953125004, + 65346.65859375, + 64895.479921875, + 64668.0, + 64194.731953125, + 64143.751875, + 63633.708046875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260624_084035.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260624_084035.json new file mode 100644 index 0000000000000000000000000000000000000000..7ade3c2aadd21a5cf6a0ea08a0aae413592f1385 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260624_084035.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-24T08:40:35.784772+00:00", + "metrics": { + "MSE[mean]": 1014273.9277108511, + "MSE[0.5]": 1014273.9277108511, + "MAE[0.5]": 974.55322265625, + "MASE[0.5]": 1.6950415009021114, + "MAPE[0.5]": 0.015571837264333388, + "sMAPE[0.5]": 0.015443431337532213, + "MSIS": 12.386077287173407, + "RMSE[mean]": 1007.1116758884543, + "NRMSE[mean]": 0.016092212521295054, + "ND[0.5]": 0.015571974735038558, + "mean_weighted_sum_quantile_loss": 0.00940331776448375 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62756.0 + ], + "predictions": { + "p50": [ + 62604.375, + 62867.1875, + 63048.4375, + 63179.84375, + 63302.1875, + 63379.21875, + 63460.78125, + 63521.953125, + 63558.203125, + 63605.78125, + 63644.296875, + 63687.34375, + 63712.265625, + 63734.921875, + 63762.109375, + 63783.6328125, + 63797.2265625, + 63800.625, + 63811.953125, + 63806.2890625, + 63823.28125, + 63821.015625, + 63847.0703125, + 63840.2734375 + ], + "p10": [ + 62042.5, + 62087.8125, + 62178.4375, + 62278.125, + 62377.8125, + 62450.3125, + 62513.75, + 62577.1875, + 62622.5, + 62667.8125, + 62713.125, + 62767.5, + 62785.625, + 62803.75, + 62840.0, + 62858.125, + 62907.96875, + 62907.96875, + 62917.03125, + 62921.5625, + 62939.6875, + 62939.6875, + 62966.875, + 62957.8125 + ], + "p90": [ + 63265.9375, + 63682.8125, + 63916.171875, + 64055.5078125, + 64174.453125, + 64250.3515625, + 64326.25, + 64376.09375, + 64401.015625, + 64439.53125, + 64466.71875, + 64509.765625, + 64536.953125, + 64561.875, + 64584.53125, + 64602.65625, + 64589.0625, + 64598.125, + 64611.71875, + 64607.1875, + 64620.78125, + 64620.78125, + 64652.5, + 64647.96875 + ], + "mean": [ + 62604.375, + 62867.1875, + 63048.4375, + 63179.84375, + 63302.1875, + 63379.21875, + 63460.78125, + 63521.953125, + 63558.203125, + 63605.78125, + 63644.296875, + 63687.34375, + 63712.265625, + 63734.921875, + 63762.109375, + 63783.6328125, + 63797.2265625, + 63800.625, + 63811.953125, + 63806.2890625, + 63823.28125, + 63821.015625, + 63847.0703125, + 63840.2734375 + ], + "quantiles": { + "0.1": [ + 62042.5, + 62087.8125, + 62178.4375, + 62278.125, + 62377.8125, + 62450.3125, + 62513.75, + 62577.1875, + 62622.5, + 62667.8125, + 62713.125, + 62767.5, + 62785.625, + 62803.75, + 62840.0, + 62858.125, + 62907.96875, + 62907.96875, + 62917.03125, + 62921.5625, + 62939.6875, + 62939.6875, + 62966.875, + 62957.8125 + ], + "0.2": [ + 62042.5, + 62087.8125, + 62178.4375, + 62278.125, + 62377.8125, + 62450.3125, + 62513.75, + 62577.1875, + 62622.5, + 62667.8125, + 62713.125, + 62767.5, + 62785.625, + 62803.75, + 62840.0, + 62858.125, + 62907.96875, + 62907.96875, + 62917.03125, + 62921.5625, + 62939.6875, + 62939.6875, + 62966.875, + 62957.8125 + ], + "0.3": [ + 62042.5, + 62087.8125, + 62178.4375, + 62278.125, + 62377.8125, + 62450.3125, + 62513.75, + 62577.1875, + 62622.5, + 62667.8125, + 62713.125, + 62767.5, + 62785.625, + 62803.75, + 62840.0, + 62858.125, + 62907.96875, + 62907.96875, + 62917.03125, + 62921.5625, + 62939.6875, + 62939.6875, + 62966.875, + 62957.8125 + ], + "0.4": [ + 62604.375, + 62867.1875, + 63048.4375, + 63179.84375, + 63302.1875, + 63379.21875, + 63460.78125, + 63521.953125, + 63558.203125, + 63605.78125, + 63644.296875, + 63687.34375, + 63712.265625, + 63734.921875, + 63762.109375, + 63783.6328125, + 63797.2265625, + 63800.625, + 63811.953125, + 63806.2890625, + 63823.28125, + 63821.015625, + 63847.0703125, + 63840.2734375 + ], + "0.5": [ + 62604.375, + 62867.1875, + 63048.4375, + 63179.84375, + 63302.1875, + 63379.21875, + 63460.78125, + 63521.953125, + 63558.203125, + 63605.78125, + 63644.296875, + 63687.34375, + 63712.265625, + 63734.921875, + 63762.109375, + 63783.6328125, + 63797.2265625, + 63800.625, + 63811.953125, + 63806.2890625, + 63823.28125, + 63821.015625, + 63847.0703125, + 63840.2734375 + ], + "0.6": [ + 62604.375, + 62867.1875, + 63048.4375, + 63179.84375, + 63302.1875, + 63379.21875, + 63460.78125, + 63521.953125, + 63558.203125, + 63605.78125, + 63644.296875, + 63687.34375, + 63712.265625, + 63734.921875, + 63762.109375, + 63783.6328125, + 63797.2265625, + 63800.625, + 63811.953125, + 63806.2890625, + 63823.28125, + 63821.015625, + 63847.0703125, + 63840.2734375 + ], + "0.7": [ + 62604.375, + 62867.1875, + 63048.4375, + 63179.84375, + 63302.1875, + 63379.21875, + 63460.78125, + 63521.953125, + 63558.203125, + 63605.78125, + 63644.296875, + 63687.34375, + 63712.265625, + 63734.921875, + 63762.109375, + 63783.6328125, + 63797.2265625, + 63800.625, + 63811.953125, + 63806.2890625, + 63823.28125, + 63821.015625, + 63847.0703125, + 63840.2734375 + ], + "0.8": [ + 63265.9375, + 63682.8125, + 63916.171875, + 64055.5078125, + 64174.453125, + 64250.3515625, + 64326.25, + 64376.09375, + 64401.015625, + 64439.53125, + 64466.71875, + 64509.765625, + 64536.953125, + 64561.875, + 64584.53125, + 64602.65625, + 64589.0625, + 64598.125, + 64611.71875, + 64607.1875, + 64620.78125, + 64620.78125, + 64652.5, + 64647.96875 + ], + "0.9": [ + 63265.9375, + 63682.8125, + 63916.171875, + 64055.5078125, + 64174.453125, + 64250.3515625, + 64326.25, + 64376.09375, + 64401.015625, + 64439.53125, + 64466.71875, + 64509.765625, + 64536.953125, + 64561.875, + 64584.53125, + 64602.65625, + 64589.0625, + 64598.125, + 64611.71875, + 64607.1875, + 64620.78125, + 64620.78125, + 64652.5, + 64647.96875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260624_083814.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260624_083814.json new file mode 100644 index 0000000000000000000000000000000000000000..f5fe7acbd53161f7939fe0f08a9940951850f507 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260624_083814.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-24T08:38:14.383640+00:00", + "metrics": { + "MSE[mean]": 39713.126331965126, + "MSE[0.5]": 90734.68550554912, + "MAE[0.5]": 234.70198567708334, + "MASE[0.5]": 0.4082174239621943, + "MAPE[0.5]": 0.0037413509688621767, + "sMAPE[0.5]": 0.003752262330084487, + "MSIS": 7.963448443763354, + "RMSE[mean]": 199.2815253152312, + "NRMSE[mean]": 0.003184235406775016, + "ND[0.5]": 0.0037502039973408984, + "mean_weighted_sum_quantile_loss": 0.003441093296013736 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62756.0 + ], + "predictions": { + "p50": [ + 62392.7265625, + 62406.8203125, + 62458.359375, + 62444.4140625, + 62457.9296875, + 62444.7109375, + 62411.3203125, + 62398.0703125, + 62368.5234375, + 62371.9765625, + 62358.265625, + 62350.875, + 62358.078125, + 62385.9921875, + 62382.59375, + 62353.734375, + 62367.0703125, + 62389.953125, + 62379.4453125, + 62373.265625, + 62352.5703125, + 62348.484375, + 62318.625, + 62332.0234375 + ], + "p10": [ + 62486.3671875, + 62567.484375, + 62618.671875, + 62647.203125, + 62650.828125, + 62632.296875, + 62611.3359375, + 62582.21875, + 62617.203125, + 62638.09375, + 62596.75, + 62637.40625, + 62618.375, + 62628.671875, + 62675.21875, + 62601.90625, + 62702.671875, + 62637.109375, + 62650.3125, + 62733.234375, + 62704.546875, + 62658.578125, + 62641.34375, + 62646.15625 + ], + "p90": [ + 62822.6171875, + 62905.8046875, + 63010.2109375, + 63049.078125, + 63134.078125, + 63154.3125, + 63146.296875, + 63189.984375, + 63196.6875, + 63206.703125, + 63244.2421875, + 63189.828125, + 63249.5859375, + 63281.0, + 63291.2890625, + 63284.6796875, + 63313.3125, + 63335.4609375, + 63345.484375, + 63344.21875, + 63355.015625, + 63381.6953125, + 63359.84375, + 63358.453125 + ], + "mean": [ + 62489.453125, + 62529.7578125, + 62592.734375, + 62607.1328125, + 62633.0703125, + 62609.8828125, + 62580.140625, + 62569.2578125, + 62565.828125, + 62573.9609375, + 62583.5859375, + 62554.8828125, + 62571.859375, + 62592.1953125, + 62597.8125, + 62600.46875, + 62597.46875, + 62615.78125, + 62605.6484375, + 62601.71875, + 62581.7578125, + 62586.2734375, + 62557.96875, + 62543.734375 + ], + "quantiles": { + "0.1": [ + 62486.3671875, + 62567.484375, + 62618.671875, + 62647.203125, + 62650.828125, + 62632.296875, + 62611.3359375, + 62582.21875, + 62617.203125, + 62638.09375, + 62596.75, + 62637.40625, + 62618.375, + 62628.671875, + 62675.21875, + 62601.90625, + 62702.671875, + 62637.109375, + 62650.3125, + 62733.234375, + 62704.546875, + 62658.578125, + 62641.34375, + 62646.15625 + ], + "0.2": [ + 62486.3671875, + 62567.484375, + 62618.671875, + 62647.203125, + 62650.828125, + 62632.296875, + 62611.3359375, + 62582.21875, + 62617.203125, + 62638.09375, + 62596.75, + 62637.40625, + 62618.375, + 62628.671875, + 62675.21875, + 62601.90625, + 62702.671875, + 62637.109375, + 62650.3125, + 62733.234375, + 62704.546875, + 62658.578125, + 62641.34375, + 62646.15625 + ], + "0.3": [ + 62486.3671875, + 62567.484375, + 62618.671875, + 62647.203125, + 62650.828125, + 62632.296875, + 62611.3359375, + 62582.21875, + 62617.203125, + 62638.09375, + 62596.75, + 62637.40625, + 62618.375, + 62628.671875, + 62675.21875, + 62601.90625, + 62702.671875, + 62637.109375, + 62650.3125, + 62733.234375, + 62704.546875, + 62658.578125, + 62641.34375, + 62646.15625 + ], + "0.4": [ + 62392.7265625, + 62406.8203125, + 62458.359375, + 62444.4140625, + 62457.9296875, + 62444.7109375, + 62411.3203125, + 62398.0703125, + 62368.5234375, + 62371.9765625, + 62358.265625, + 62350.875, + 62358.078125, + 62385.9921875, + 62382.59375, + 62353.734375, + 62367.0703125, + 62389.953125, + 62379.4453125, + 62373.265625, + 62352.5703125, + 62348.484375, + 62318.625, + 62332.0234375 + ], + "0.5": [ + 62392.7265625, + 62406.8203125, + 62458.359375, + 62444.4140625, + 62457.9296875, + 62444.7109375, + 62411.3203125, + 62398.0703125, + 62368.5234375, + 62371.9765625, + 62358.265625, + 62350.875, + 62358.078125, + 62385.9921875, + 62382.59375, + 62353.734375, + 62367.0703125, + 62389.953125, + 62379.4453125, + 62373.265625, + 62352.5703125, + 62348.484375, + 62318.625, + 62332.0234375 + ], + "0.6": [ + 62392.7265625, + 62406.8203125, + 62458.359375, + 62444.4140625, + 62457.9296875, + 62444.7109375, + 62411.3203125, + 62398.0703125, + 62368.5234375, + 62371.9765625, + 62358.265625, + 62350.875, + 62358.078125, + 62385.9921875, + 62382.59375, + 62353.734375, + 62367.0703125, + 62389.953125, + 62379.4453125, + 62373.265625, + 62352.5703125, + 62348.484375, + 62318.625, + 62332.0234375 + ], + "0.7": [ + 62392.7265625, + 62406.8203125, + 62458.359375, + 62444.4140625, + 62457.9296875, + 62444.7109375, + 62411.3203125, + 62398.0703125, + 62368.5234375, + 62371.9765625, + 62358.265625, + 62350.875, + 62358.078125, + 62385.9921875, + 62382.59375, + 62353.734375, + 62367.0703125, + 62389.953125, + 62379.4453125, + 62373.265625, + 62352.5703125, + 62348.484375, + 62318.625, + 62332.0234375 + ], + "0.8": [ + 62822.6171875, + 62905.8046875, + 63010.2109375, + 63049.078125, + 63134.078125, + 63154.3125, + 63146.296875, + 63189.984375, + 63196.6875, + 63206.703125, + 63244.2421875, + 63189.828125, + 63249.5859375, + 63281.0, + 63291.2890625, + 63284.6796875, + 63313.3125, + 63335.4609375, + 63345.484375, + 63344.21875, + 63355.015625, + 63381.6953125, + 63359.84375, + 63358.453125 + ], + "0.9": [ + 62822.6171875, + 62905.8046875, + 63010.2109375, + 63049.078125, + 63134.078125, + 63154.3125, + 63146.296875, + 63189.984375, + 63196.6875, + 63206.703125, + 63244.2421875, + 63189.828125, + 63249.5859375, + 63281.0, + 63291.2890625, + 63284.6796875, + 63313.3125, + 63335.4609375, + 63345.484375, + 63344.21875, + 63355.015625, + 63381.6953125, + 63359.84375, + 63358.453125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260624_083928.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260624_083928.json new file mode 100644 index 0000000000000000000000000000000000000000..0923ead6830a7156ecde437bc590f050259fb8a6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260624_083928.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-24T08:39:28.878678+00:00", + "metrics": { + "MSE[mean]": 152504.1151415507, + "MSE[0.5]": 152504.1151415507, + "MAE[0.5]": 334.5403645833333, + "MASE[0.5]": 0.5818664271101482, + "MAPE[0.5]": 0.005335114422893879, + "sMAPE[0.5]": 0.0053545327832835825, + "MSIS": 6.195970883314335, + "RMSE[mean]": 390.51775265863483, + "NRMSE[mean]": 0.006239918391947354, + "ND[0.5]": 0.0053454793273817565, + "mean_weighted_sum_quantile_loss": 0.008982173466568783 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62756.0 + ], + "predictions": { + "p50": [ + 62278.19140625, + 62238.9609375, + 62260.4375, + 62288.93359375, + 62305.5703125, + 62302.2890625, + 62289.87890625, + 62273.55078125, + 62230.58984375, + 62212.6640625, + 62209.76953125, + 62198.8984375, + 62189.55859375, + 62205.1640625, + 62225.51953125, + 62252.0, + 62278.22265625, + 62281.20703125, + 62276.62890625, + 62269.3125, + 62250.14453125, + 62238.5078125, + 62244.33984375, + 62246.3515625 + ], + "p10": [ + 61872.984375, + 61519.328125, + 61284.7890625, + 61101.875, + 60938.01171875, + 60775.26953125, + 60617.8828125, + 60454.07421875, + 60301.46875, + 60170.63671875, + 60051.3203125, + 59967.015625, + 59876.84765625, + 59784.390625, + 59708.0234375, + 59669.40234375, + 59652.73828125, + 59608.6015625, + 59562.421875, + 59515.875, + 59485.4453125, + 59406.66015625, + 59354.52734375, + 59293.55859375 + ], + "p90": [ + 62735.29296875, + 62958.23046875, + 63187.7109375, + 63349.875, + 63459.6171875, + 63541.32421875, + 63597.87890625, + 63640.91796875, + 63670.5625, + 63685.41015625, + 63716.68359375, + 63757.2265625, + 63806.22265625, + 63854.3828125, + 63929.890625, + 63984.09375, + 64019.23046875, + 64037.92578125, + 64068.96875, + 64094.20703125, + 64071.390625, + 64069.359375, + 64101.58984375, + 64131.1640625 + ], + "mean": [ + 62278.19140625, + 62238.9609375, + 62260.4375, + 62288.93359375, + 62305.5703125, + 62302.2890625, + 62289.87890625, + 62273.55078125, + 62230.58984375, + 62212.6640625, + 62209.76953125, + 62198.8984375, + 62189.55859375, + 62205.1640625, + 62225.51953125, + 62252.0, + 62278.22265625, + 62281.20703125, + 62276.62890625, + 62269.3125, + 62250.14453125, + 62238.5078125, + 62244.33984375, + 62246.3515625 + ], + "quantiles": { + "0.1": [ + 61872.984375, + 61519.328125, + 61284.7890625, + 61101.875, + 60938.01171875, + 60775.26953125, + 60617.8828125, + 60454.07421875, + 60301.46875, + 60170.63671875, + 60051.3203125, + 59967.015625, + 59876.84765625, + 59784.390625, + 59708.0234375, + 59669.40234375, + 59652.73828125, + 59608.6015625, + 59562.421875, + 59515.875, + 59485.4453125, + 59406.66015625, + 59354.52734375, + 59293.55859375 + ], + "0.2": [ + 61872.984375, + 61519.328125, + 61284.7890625, + 61101.875, + 60938.01171875, + 60775.26953125, + 60617.8828125, + 60454.07421875, + 60301.46875, + 60170.63671875, + 60051.3203125, + 59967.015625, + 59876.84765625, + 59784.390625, + 59708.0234375, + 59669.40234375, + 59652.73828125, + 59608.6015625, + 59562.421875, + 59515.875, + 59485.4453125, + 59406.66015625, + 59354.52734375, + 59293.55859375 + ], + "0.3": [ + 61872.984375, + 61519.328125, + 61284.7890625, + 61101.875, + 60938.01171875, + 60775.26953125, + 60617.8828125, + 60454.07421875, + 60301.46875, + 60170.63671875, + 60051.3203125, + 59967.015625, + 59876.84765625, + 59784.390625, + 59708.0234375, + 59669.40234375, + 59652.73828125, + 59608.6015625, + 59562.421875, + 59515.875, + 59485.4453125, + 59406.66015625, + 59354.52734375, + 59293.55859375 + ], + "0.4": [ + 62278.19140625, + 62238.9609375, + 62260.4375, + 62288.93359375, + 62305.5703125, + 62302.2890625, + 62289.87890625, + 62273.55078125, + 62230.58984375, + 62212.6640625, + 62209.76953125, + 62198.8984375, + 62189.55859375, + 62205.1640625, + 62225.51953125, + 62252.0, + 62278.22265625, + 62281.20703125, + 62276.62890625, + 62269.3125, + 62250.14453125, + 62238.5078125, + 62244.33984375, + 62246.3515625 + ], + "0.5": [ + 62278.19140625, + 62238.9609375, + 62260.4375, + 62288.93359375, + 62305.5703125, + 62302.2890625, + 62289.87890625, + 62273.55078125, + 62230.58984375, + 62212.6640625, + 62209.76953125, + 62198.8984375, + 62189.55859375, + 62205.1640625, + 62225.51953125, + 62252.0, + 62278.22265625, + 62281.20703125, + 62276.62890625, + 62269.3125, + 62250.14453125, + 62238.5078125, + 62244.33984375, + 62246.3515625 + ], + "0.6": [ + 62278.19140625, + 62238.9609375, + 62260.4375, + 62288.93359375, + 62305.5703125, + 62302.2890625, + 62289.87890625, + 62273.55078125, + 62230.58984375, + 62212.6640625, + 62209.76953125, + 62198.8984375, + 62189.55859375, + 62205.1640625, + 62225.51953125, + 62252.0, + 62278.22265625, + 62281.20703125, + 62276.62890625, + 62269.3125, + 62250.14453125, + 62238.5078125, + 62244.33984375, + 62246.3515625 + ], + "0.7": [ + 62278.19140625, + 62238.9609375, + 62260.4375, + 62288.93359375, + 62305.5703125, + 62302.2890625, + 62289.87890625, + 62273.55078125, + 62230.58984375, + 62212.6640625, + 62209.76953125, + 62198.8984375, + 62189.55859375, + 62205.1640625, + 62225.51953125, + 62252.0, + 62278.22265625, + 62281.20703125, + 62276.62890625, + 62269.3125, + 62250.14453125, + 62238.5078125, + 62244.33984375, + 62246.3515625 + ], + "0.8": [ + 62735.29296875, + 62958.23046875, + 63187.7109375, + 63349.875, + 63459.6171875, + 63541.32421875, + 63597.87890625, + 63640.91796875, + 63670.5625, + 63685.41015625, + 63716.68359375, + 63757.2265625, + 63806.22265625, + 63854.3828125, + 63929.890625, + 63984.09375, + 64019.23046875, + 64037.92578125, + 64068.96875, + 64094.20703125, + 64071.390625, + 64069.359375, + 64101.58984375, + 64131.1640625 + ], + "0.9": [ + 62735.29296875, + 62958.23046875, + 63187.7109375, + 63349.875, + 63459.6171875, + 63541.32421875, + 63597.87890625, + 63640.91796875, + 63670.5625, + 63685.41015625, + 63716.68359375, + 63757.2265625, + 63806.22265625, + 63854.3828125, + 63929.890625, + 63984.09375, + 64019.23046875, + 64037.92578125, + 64068.96875, + 64094.20703125, + 64071.390625, + 64069.359375, + 64101.58984375, + 64131.1640625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_083906.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_083906.json new file mode 100644 index 0000000000000000000000000000000000000000..255c431fc9c34b42ba532aba3e50f4f240924cf1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_083906.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-24T08:39:06.952769+00:00", + "metrics": { + "MSE[mean]": 19545.19562149048, + "MSE[0.5]": 19545.19562149048, + "MAE[0.5]": 102.47884114583333, + "MASE[0.5]": 0.17824156204941607, + "MAPE[0.5]": 0.0016377170999745136, + "sMAPE[0.5]": 0.0016371164891331282, + "MSIS": 4.633544580914491, + "RMSE[mean]": 139.80413306297663, + "NRMSE[mean]": 0.002233871252282067, + "ND[0.5]": 0.0016374661620321023, + "mean_weighted_sum_quantile_loss": 0.005111320628828801 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00" + ], + "context": [ + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125 + ], + "actual": [ + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62657.98828125, + 62756.0 + ], + "predictions": { + "p50": [ + 62351.9140625, + 62391.4921875, + 62414.484375, + 62443.08203125, + 62469.8046875, + 62499.26171875, + 62516.0, + 62537.5703125, + 62556.9609375, + 62575.0078125, + 62589.32421875, + 62616.390625, + 62638.76953125, + 62660.2265625, + 62676.53515625, + 62695.90234375, + 62709.609375, + 62729.734375, + 62744.2734375, + 62759.9609375, + 62765.65234375, + 62781.66796875, + 62795.9140625, + 62798.27734375 + ], + "p10": [ + 61890.04296875, + 61722.04296875, + 61543.2890625, + 61464.40625, + 61372.26953125, + 61328.8125, + 61254.20703125, + 61195.15625, + 61146.4609375, + 61102.6796875, + 61055.3671875, + 61034.49609375, + 60997.17578125, + 60977.5546875, + 60939.9375, + 60935.15625, + 60905.84765625, + 60896.1328125, + 60869.66015625, + 60867.8515625, + 60827.91015625, + 60804.9921875, + 60799.375, + 60783.31640625 + ], + "p90": [ + 62828.43359375, + 62999.71875, + 63156.6796875, + 63299.8359375, + 63404.18359375, + 63490.265625, + 63556.1875, + 63623.2578125, + 63665.47265625, + 63713.71484375, + 63755.8671875, + 63814.57421875, + 63882.13671875, + 63928.20703125, + 63977.24609375, + 64033.55859375, + 64087.4375, + 64117.60546875, + 64139.39453125, + 64177.80078125, + 64206.95703125, + 64244.4296875, + 64265.2890625, + 64282.52734375 + ], + "mean": [ + 62351.9140625, + 62391.4921875, + 62414.484375, + 62443.08203125, + 62469.8046875, + 62499.26171875, + 62516.0, + 62537.5703125, + 62556.9609375, + 62575.0078125, + 62589.32421875, + 62616.390625, + 62638.76953125, + 62660.2265625, + 62676.53515625, + 62695.90234375, + 62709.609375, + 62729.734375, + 62744.2734375, + 62759.9609375, + 62765.65234375, + 62781.66796875, + 62795.9140625, + 62798.27734375 + ], + "quantiles": { + "0.1": [ + 61890.04296875, + 61722.04296875, + 61543.2890625, + 61464.40625, + 61372.26953125, + 61328.8125, + 61254.20703125, + 61195.15625, + 61146.4609375, + 61102.6796875, + 61055.3671875, + 61034.49609375, + 60997.17578125, + 60977.5546875, + 60939.9375, + 60935.15625, + 60905.84765625, + 60896.1328125, + 60869.66015625, + 60867.8515625, + 60827.91015625, + 60804.9921875, + 60799.375, + 60783.31640625 + ], + "0.2": [ + 61890.04296875, + 61722.04296875, + 61543.2890625, + 61464.40625, + 61372.26953125, + 61328.8125, + 61254.20703125, + 61195.15625, + 61146.4609375, + 61102.6796875, + 61055.3671875, + 61034.49609375, + 60997.17578125, + 60977.5546875, + 60939.9375, + 60935.15625, + 60905.84765625, + 60896.1328125, + 60869.66015625, + 60867.8515625, + 60827.91015625, + 60804.9921875, + 60799.375, + 60783.31640625 + ], + "0.3": [ + 61890.04296875, + 61722.04296875, + 61543.2890625, + 61464.40625, + 61372.26953125, + 61328.8125, + 61254.20703125, + 61195.15625, + 61146.4609375, + 61102.6796875, + 61055.3671875, + 61034.49609375, + 60997.17578125, + 60977.5546875, + 60939.9375, + 60935.15625, + 60905.84765625, + 60896.1328125, + 60869.66015625, + 60867.8515625, + 60827.91015625, + 60804.9921875, + 60799.375, + 60783.31640625 + ], + "0.4": [ + 62351.9140625, + 62391.4921875, + 62414.484375, + 62443.08203125, + 62469.8046875, + 62499.26171875, + 62516.0, + 62537.5703125, + 62556.9609375, + 62575.0078125, + 62589.32421875, + 62616.390625, + 62638.76953125, + 62660.2265625, + 62676.53515625, + 62695.90234375, + 62709.609375, + 62729.734375, + 62744.2734375, + 62759.9609375, + 62765.65234375, + 62781.66796875, + 62795.9140625, + 62798.27734375 + ], + "0.5": [ + 62351.9140625, + 62391.4921875, + 62414.484375, + 62443.08203125, + 62469.8046875, + 62499.26171875, + 62516.0, + 62537.5703125, + 62556.9609375, + 62575.0078125, + 62589.32421875, + 62616.390625, + 62638.76953125, + 62660.2265625, + 62676.53515625, + 62695.90234375, + 62709.609375, + 62729.734375, + 62744.2734375, + 62759.9609375, + 62765.65234375, + 62781.66796875, + 62795.9140625, + 62798.27734375 + ], + "0.6": [ + 62351.9140625, + 62391.4921875, + 62414.484375, + 62443.08203125, + 62469.8046875, + 62499.26171875, + 62516.0, + 62537.5703125, + 62556.9609375, + 62575.0078125, + 62589.32421875, + 62616.390625, + 62638.76953125, + 62660.2265625, + 62676.53515625, + 62695.90234375, + 62709.609375, + 62729.734375, + 62744.2734375, + 62759.9609375, + 62765.65234375, + 62781.66796875, + 62795.9140625, + 62798.27734375 + ], + "0.7": [ + 62351.9140625, + 62391.4921875, + 62414.484375, + 62443.08203125, + 62469.8046875, + 62499.26171875, + 62516.0, + 62537.5703125, + 62556.9609375, + 62575.0078125, + 62589.32421875, + 62616.390625, + 62638.76953125, + 62660.2265625, + 62676.53515625, + 62695.90234375, + 62709.609375, + 62729.734375, + 62744.2734375, + 62759.9609375, + 62765.65234375, + 62781.66796875, + 62795.9140625, + 62798.27734375 + ], + "0.8": [ + 62828.43359375, + 62999.71875, + 63156.6796875, + 63299.8359375, + 63404.18359375, + 63490.265625, + 63556.1875, + 63623.2578125, + 63665.47265625, + 63713.71484375, + 63755.8671875, + 63814.57421875, + 63882.13671875, + 63928.20703125, + 63977.24609375, + 64033.55859375, + 64087.4375, + 64117.60546875, + 64139.39453125, + 64177.80078125, + 64206.95703125, + 64244.4296875, + 64265.2890625, + 64282.52734375 + ], + "0.9": [ + 62828.43359375, + 62999.71875, + 63156.6796875, + 63299.8359375, + 63404.18359375, + 63490.265625, + 63556.1875, + 63623.2578125, + 63665.47265625, + 63713.71484375, + 63755.8671875, + 63814.57421875, + 63882.13671875, + 63928.20703125, + 63977.24609375, + 64033.55859375, + 64087.4375, + 64117.60546875, + 64139.39453125, + 64177.80078125, + 64206.95703125, + 64244.4296875, + 64265.2890625, + 64282.52734375 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260624_084048.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260624_084048.json new file mode 100644 index 0000000000000000000000000000000000000000..1d229d60672c74f5f3775b5ae49c8c40344aad5f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260624_084048.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-24T08:40:48.167674+00:00", + "metrics": { + "MSE[mean]": 586.4312752866654, + "MSE[0.5]": 1061.594892889151, + "MAE[0.5]": 32.5821253296484, + "MASE[0.5]": 0.7342450778512314, + "MAPE[0.5]": 0.010442988887707819, + "sMAPE[0.5]": 0.01049780310840927, + "MSIS": 15.62855476161994, + "RMSE[mean]": 24.2163431443863, + "NRMSE[mean]": 0.0077616484437135575, + "ND[0.5]": 0.01044298888770782, + "mean_weighted_sum_quantile_loss": 0.01002365916474799 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00", + "2026-06-24 07:55:00", + "2026-06-24 08:10:00", + "2026-06-24 08:25:00", + "2026-06-24 08:40:00", + "2026-06-24 08:55:00", + "2026-06-24 09:10:00", + "2026-06-24 09:25:00", + "2026-06-24 09:40:00", + "2026-06-24 09:55:00", + "2026-06-24 10:10:00", + "2026-06-24 10:25:00", + "2026-06-24 10:40:00", + "2026-06-24 10:55:00", + "2026-06-24 11:10:00", + "2026-06-24 11:25:00", + "2026-06-24 11:40:00", + "2026-06-24 11:55:00", + "2026-06-24 12:10:00", + "2026-06-24 12:25:00", + "2026-06-24 12:40:00", + "2026-06-24 12:55:00", + "2026-06-24 13:10:00", + "2026-06-24 13:25:00", + "2026-06-24 13:40:00", + "2026-06-24 13:55:00", + "2026-06-24 14:10:00", + "2026-06-24 14:25:00", + "2026-06-24 14:40:00", + "2026-06-24 14:55:00", + "2026-06-24 15:10:00", + "2026-06-24 15:25:00", + "2026-06-24 15:40:00", + "2026-06-24 15:55:00", + "2026-06-24 16:10:00", + "2026-06-24 16:25:00", + "2026-06-24 16:40:00", + "2026-06-24 16:55:00", + "2026-06-24 17:10:00", + "2026-06-24 17:25:00", + "2026-06-24 17:40:00", + "2026-06-24 17:55:00", + "2026-06-24 18:10:00", + "2026-06-24 18:25:00", + "2026-06-24 18:40:00", + "2026-06-24 18:55:00", + "2026-06-24 19:10:00", + "2026-06-24 19:25:00", + "2026-06-24 19:40:00", + "2026-06-24 19:55:00", + "2026-06-24 20:10:00", + "2026-06-24 20:25:00", + "2026-06-24 20:40:00", + "2026-06-24 20:55:00", + "2026-06-24 21:10:00", + "2026-06-24 21:25:00", + "2026-06-24 21:40:00", + "2026-06-24 21:55:00", + "2026-06-24 22:10:00", + "2026-06-24 22:25:00", + "2026-06-24 22:40:00", + "2026-06-24 22:55:00", + "2026-06-24 23:10:00", + "2026-06-24 23:25:00", + "2026-06-24 23:40:00", + "2026-06-24 23:55:00", + "2026-06-25 00:10:00", + "2026-06-25 00:25:00", + "2026-06-25 00:40:00", + "2026-06-25 00:55:00", + "2026-06-25 01:10:00", + "2026-06-25 01:25:00", + "2026-06-25 01:40:00", + "2026-06-25 01:55:00", + "2026-06-25 02:10:00", + "2026-06-25 02:25:00", + "2026-06-25 02:40:00", + "2026-06-25 02:55:00", + "2026-06-25 03:10:00", + "2026-06-25 03:25:00", + "2026-06-25 03:40:00" + ], + "context": [ + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3087.4115323864844, + 3087.4198943711326, + 3087.4175916792215, + 3087.4182257861876, + 3087.4180511684435, + 3087.4180992540037, + 3087.4180860123893, + 3087.418089658763, + 3087.4180886546646, + 3087.4180889309905, + 3087.4180888550436, + 3087.4180888759656, + 3087.4180888702103, + 3087.4180888718283, + 3087.4180888713813, + 3087.418088870802, + 3087.4180888714773, + 3087.418088871489, + 3087.418088871475, + 3087.4180888714873, + 3087.418088870776, + 3087.418088871438, + 3087.4180888713036, + 3087.41808887148 + ], + "p10": [ + 3086.8038881108946, + 3087.4090167405247, + 3085.07381835555, + 3085.710697264687, + 3080.8321966388094, + 3080.767883912159, + 3086.9753714582466, + 3080.767874316967, + 3086.810444379079, + 3080.1886262794214, + 3085.545657886802, + 3078.3714404014727, + 3085.7105603487407, + 3085.5456579035867, + 3080.188626219622, + 3080.8322343418795, + 3086.975374317338, + 3085.7105603499895, + 3080.8322343418527, + 3087.377241934396, + 3087.256272147903, + 3086.9711022812653, + 3085.7105603499876, + 3085.694070105313 + ], + "p90": [ + 3089.208539718308, + 3107.5679528500827, + 3087.8835055956774, + 3094.349195738961, + 3095.6360685602185, + 3089.16036954447, + 3089.1603563028525, + 3094.1379415030515, + 3094.3490586074504, + 3094.3490588839663, + 3094.137940699283, + 3107.566147354966, + 3089.707380653299, + 3094.159052526921, + 3107.5661473503437, + 3089.160359161977, + 3089.1603591619437, + 3094.137940715726, + 3094.1379407157233, + 3089.160359161951, + 3087.5355757822367, + 3094.3490588242616, + 3089.160359161951, + 3107.2195332142724 + ], + "mean": [ + 3117.6557517587707, + 3121.3370934224968, + 3100.8983001220854, + 3119.7458668279746, + 3134.4149563864007, + 3100.931917711818, + 3103.1174426500115, + 3148.4049887311435, + 3134.7979421953705, + 3087.218054285056, + 3102.253010831152, + 3117.911699370508, + 3195.4029328898287, + 3164.371726085986, + 3103.4851961415247, + 3117.3955114666987, + 3133.684776558422, + 3134.1242964594844, + 3117.715248497816, + 3087.6756235124135, + 3102.531352251643, + 3103.790777513471, + 3103.1157473107246, + 3134.2172414473903 + ], + "quantiles": { + "0.1": [ + 3086.8038881108946, + 3087.4090167405247, + 3085.07381835555, + 3085.710697264687, + 3080.8321966388094, + 3080.767883912159, + 3086.9753714582466, + 3080.767874316967, + 3086.810444379079, + 3080.1886262794214, + 3085.545657886802, + 3078.3714404014727, + 3085.7105603487407, + 3085.5456579035867, + 3080.188626219622, + 3080.8322343418795, + 3086.975374317338, + 3085.7105603499895, + 3080.8322343418527, + 3087.377241934396, + 3087.256272147903, + 3086.9711022812653, + 3085.7105603499876, + 3085.694070105313 + ], + "0.2": [ + 3087.4113006748466, + 3087.4198903326765, + 3087.414293624636, + 3087.4149277308898, + 3087.4095906631533, + 3087.410234366034, + 3087.4180477810396, + 3087.3883294848597, + 3087.417519922282, + 3087.369026815473, + 3087.4172337612304, + 3087.409628370725, + 3087.4175701861063, + 3087.417233778015, + 3087.303305326649, + 3087.41037288787, + 3087.417520139086, + 3087.417520139095, + 3087.4096283661966, + 3087.418050640138, + 3087.416088331986, + 3087.416088331986, + 3087.410372887844, + 3087.415895298277 + ], + "0.3": [ + 3087.4115322289354, + 3087.419894368307, + 3087.417582378207, + 3087.4182214334933, + 3087.418049998866, + 3087.4180893416838, + 3087.4180858548325, + 3087.4180547918118, + 3087.4180796146347, + 3087.417830106431, + 3087.418088810255, + 3087.4180865321846, + 3087.4180882039145, + 3087.4180886990716, + 3087.417830046632, + 3087.4179543911746, + 3087.4180863014917, + 3087.4180882051633, + 3087.418084360482, + 3087.418088263798, + 3087.418079831446, + 3087.4180529951805, + 3087.4180529951805, + 3087.4180877019103 + ], + "0.4": [ + 3087.4115323857804, + 3087.419894371119, + 3087.4175916683203, + 3087.4182257833354, + 3087.418051167732, + 3087.418099242394, + 3087.4180860122847, + 3087.4180896140238, + 3087.41808861225, + 3087.4180883235026, + 3087.4180888534797, + 3087.4180888644023, + 3087.4180888596497, + 3087.418088871092, + 3087.4180798313514, + 3087.418088698754, + 3087.4180888686287, + 3087.418088871084, + 3087.418088868635, + 3087.418088871286, + 3087.418088829061, + 3087.4180888266965, + 3087.41808870785, + 3087.418088868636 + ], + "0.5": [ + 3087.4115323864844, + 3087.4198943711326, + 3087.4175916792215, + 3087.4182257861876, + 3087.4180511684435, + 3087.4180992540037, + 3087.4180860123893, + 3087.418089658763, + 3087.4180886546646, + 3087.4180889309905, + 3087.4180888550436, + 3087.4180888759656, + 3087.4180888702103, + 3087.4180888718283, + 3087.4180888713813, + 3087.418088870802, + 3087.4180888714773, + 3087.418088871489, + 3087.418088871475, + 3087.4180888714873, + 3087.418088870776, + 3087.418088871438, + 3087.4180888713036, + 3087.41808887148 + ], + "0.6": [ + 3087.4115323864926, + 3087.4198943711326, + 3087.4175916799336, + 3087.4182257861876, + 3087.418051168444, + 3087.4180992540073, + 3087.4180860123897, + 3087.4180896588155, + 3087.418088654677, + 3087.418088931192, + 3087.418088855047, + 3087.4180888760156, + 3087.4180888702413, + 3087.4180888718315, + 3087.4180888713936, + 3087.418088871513, + 3087.418088871481, + 3087.41808887149, + 3087.4180888714873, + 3087.418088871488, + 3087.418088871488, + 3087.418088871488, + 3087.418088871488, + 3087.418088871488 + ], + "0.7": [ + 3087.4115323864926, + 3087.419894679062, + 3087.4175916799336, + 3087.4182257861876, + 3087.418051334257, + 3087.4180992540073, + 3087.4180860123897, + 3087.4180896588155, + 3087.418088654677, + 3087.418088931193, + 3087.418088855047, + 3087.4180888760156, + 3087.4180888702413, + 3087.4180888718315, + 3087.4180890372068, + 3087.418088871514, + 3087.418088871481, + 3087.41808887149, + 3087.4180888714873, + 3087.418088871488, + 3087.418088871488, + 3087.418088871488, + 3087.418088871488, + 3087.4180890373013 + ], + "0.8": [ + 3087.424292579502, + 3087.4280146918218, + 3087.4176283740567, + 3087.5353447433963, + 3087.426171489133, + 3087.418114203843, + 3087.418143673178, + 3087.41863552331, + 3087.4213970170777, + 3087.426209251882, + 3087.4201942278755, + 3087.4201942488444, + 3087.4180983840047, + 3087.4262091925207, + 3087.4262091920828, + 3087.41809274759, + 3087.449408553771, + 3087.426209192179, + 3087.535207828696, + 3087.418634735983, + 3087.4180981836357, + 3087.4189466376497, + 3087.4181255656113, + 3087.4665684087618 + ], + "0.9": [ + 3089.208539718308, + 3107.5679528500827, + 3087.8835055956774, + 3094.349195738961, + 3095.6360685602185, + 3089.16036954447, + 3089.1603563028525, + 3094.1379415030515, + 3094.3490586074504, + 3094.3490588839663, + 3094.137940699283, + 3107.566147354966, + 3089.707380653299, + 3094.159052526921, + 3107.5661473503437, + 3089.160359161977, + 3089.1603591619437, + 3094.137940715726, + 3094.1379407157233, + 3089.160359161951, + 3087.5355757822367, + 3094.3490588242616, + 3089.160359161951, + 3107.2195332142724 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260624_083750.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260624_083750.json new file mode 100644 index 0000000000000000000000000000000000000000..180f504885117ddc0eca05c8ab1953fa9e9cc2b7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260624_083750.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-24T08:37:50.344767+00:00", + "metrics": { + "MSE[mean]": 24.718224349121254, + "MSE[0.5]": 24.718224349121254, + "MAE[0.5]": 4.263417561848958, + "MASE[0.5]": 0.09607701547828638, + "MAPE[0.5]": 0.001366479987772102, + "sMAPE[0.5]": 0.001367749895931951, + "MSIS": 1.7256301808245305, + "RMSE[mean]": 4.971742586771891, + "NRMSE[mean]": 0.0015935072393499653, + "ND[0.5]": 0.001366479987772102, + "mean_weighted_sum_quantile_loss": 0.0034607664653491885 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00", + "2026-06-24 07:55:00", + "2026-06-24 08:10:00", + "2026-06-24 08:25:00", + "2026-06-24 08:40:00", + "2026-06-24 08:55:00", + "2026-06-24 09:10:00", + "2026-06-24 09:25:00", + "2026-06-24 09:40:00", + "2026-06-24 09:55:00", + "2026-06-24 10:10:00", + "2026-06-24 10:25:00", + "2026-06-24 10:40:00", + "2026-06-24 10:55:00", + "2026-06-24 11:10:00", + "2026-06-24 11:25:00", + "2026-06-24 11:40:00", + "2026-06-24 11:55:00", + "2026-06-24 12:10:00", + "2026-06-24 12:25:00", + "2026-06-24 12:40:00", + "2026-06-24 12:55:00", + "2026-06-24 13:10:00", + "2026-06-24 13:25:00", + "2026-06-24 13:40:00", + "2026-06-24 13:55:00", + "2026-06-24 14:10:00", + "2026-06-24 14:25:00", + "2026-06-24 14:40:00", + "2026-06-24 14:55:00", + "2026-06-24 15:10:00", + "2026-06-24 15:25:00", + "2026-06-24 15:40:00", + "2026-06-24 15:55:00", + "2026-06-24 16:10:00", + "2026-06-24 16:25:00", + "2026-06-24 16:40:00", + "2026-06-24 16:55:00", + "2026-06-24 17:10:00", + "2026-06-24 17:25:00", + "2026-06-24 17:40:00", + "2026-06-24 17:55:00", + "2026-06-24 18:10:00", + "2026-06-24 18:25:00", + "2026-06-24 18:40:00", + "2026-06-24 18:55:00", + "2026-06-24 19:10:00", + "2026-06-24 19:25:00", + "2026-06-24 19:40:00", + "2026-06-24 19:55:00", + "2026-06-24 20:10:00", + "2026-06-24 20:25:00", + "2026-06-24 20:40:00", + "2026-06-24 20:55:00", + "2026-06-24 21:10:00", + "2026-06-24 21:25:00", + "2026-06-24 21:40:00", + "2026-06-24 21:55:00", + "2026-06-24 22:10:00", + "2026-06-24 22:25:00", + "2026-06-24 22:40:00", + "2026-06-24 22:55:00", + "2026-06-24 23:10:00", + "2026-06-24 23:25:00", + "2026-06-24 23:40:00", + "2026-06-24 23:55:00", + "2026-06-25 00:10:00", + "2026-06-25 00:25:00", + "2026-06-25 00:40:00", + "2026-06-25 00:55:00", + "2026-06-25 01:10:00", + "2026-06-25 01:25:00", + "2026-06-25 01:40:00", + "2026-06-25 01:55:00", + "2026-06-25 02:10:00", + "2026-06-25 02:25:00", + "2026-06-25 02:40:00", + "2026-06-25 02:55:00", + "2026-06-25 03:10:00", + "2026-06-25 03:25:00", + "2026-06-25 03:40:00" + ], + "context": [ + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3120.04296875, + 3120.471435546875, + 3120.087890625, + 3119.42822265625, + 3118.385986328125, + 3118.105712890625, + 3119.3271484375, + 3117.93603515625, + 3116.222412109375, + 3115.0771484375, + 3114.158203125, + 3115.5439453125, + 3114.420654296875, + 3112.790283203125, + 3112.19140625, + 3112.36572265625, + 3113.72509765625, + 3113.358154296875, + 3113.71923828125, + 3115.316162109375, + 3113.7734375, + 3114.68359375, + 3113.86865234375, + 3113.883056640625 + ], + "p10": [ + 3101.979736328125, + 3094.856201171875, + 3088.307861328125, + 3081.524658203125, + 3074.580078125, + 3072.035888671875, + 3069.185302734375, + 3066.017822265625, + 3063.297607421875, + 3062.163330078125, + 3059.42529296875, + 3060.6142578125, + 3059.351318359375, + 3059.363525390625, + 3057.997802734375, + 3055.786865234375, + 3058.831787109375, + 3056.103759765625, + 3057.54248046875, + 3056.433837890625, + 3055.982666015625, + 3055.173583984375, + 3056.2275390625, + 3057.4384765625 + ], + "p90": [ + 3129.6015625, + 3132.613037109375, + 3131.881591796875, + 3133.498291015625, + 3134.637939453125, + 3134.7373046875, + 3138.044921875, + 3139.198974609375, + 3138.51904296875, + 3140.31298828125, + 3141.737548828125, + 3139.587158203125, + 3140.570556640625, + 3139.18408203125, + 3144.47705078125, + 3141.577392578125, + 3150.23583984375, + 3149.924072265625, + 3150.34423828125, + 3152.12548828125, + 3153.59375, + 3151.929931640625, + 3154.2744140625, + 3155.41064453125 + ], + "mean": [ + 3120.04296875, + 3120.471435546875, + 3120.087890625, + 3119.42822265625, + 3118.385986328125, + 3118.105712890625, + 3119.3271484375, + 3117.93603515625, + 3116.222412109375, + 3115.0771484375, + 3114.158203125, + 3115.5439453125, + 3114.420654296875, + 3112.790283203125, + 3112.19140625, + 3112.36572265625, + 3113.72509765625, + 3113.358154296875, + 3113.71923828125, + 3115.316162109375, + 3113.7734375, + 3114.68359375, + 3113.86865234375, + 3113.883056640625 + ], + "quantiles": { + "0.1": [ + 3101.979736328125, + 3094.856201171875, + 3088.307861328125, + 3081.524658203125, + 3074.580078125, + 3072.035888671875, + 3069.185302734375, + 3066.017822265625, + 3063.297607421875, + 3062.163330078125, + 3059.42529296875, + 3060.6142578125, + 3059.351318359375, + 3059.363525390625, + 3057.997802734375, + 3055.786865234375, + 3058.831787109375, + 3056.103759765625, + 3057.54248046875, + 3056.433837890625, + 3055.982666015625, + 3055.173583984375, + 3056.2275390625, + 3057.4384765625 + ], + "0.2": [ + 3101.979736328125, + 3094.856201171875, + 3088.307861328125, + 3081.524658203125, + 3074.580078125, + 3072.035888671875, + 3069.185302734375, + 3066.017822265625, + 3063.297607421875, + 3062.163330078125, + 3059.42529296875, + 3060.6142578125, + 3059.351318359375, + 3059.363525390625, + 3057.997802734375, + 3055.786865234375, + 3058.831787109375, + 3056.103759765625, + 3057.54248046875, + 3056.433837890625, + 3055.982666015625, + 3055.173583984375, + 3056.2275390625, + 3057.4384765625 + ], + "0.3": [ + 3101.979736328125, + 3094.856201171875, + 3088.307861328125, + 3081.524658203125, + 3074.580078125, + 3072.035888671875, + 3069.185302734375, + 3066.017822265625, + 3063.297607421875, + 3062.163330078125, + 3059.42529296875, + 3060.6142578125, + 3059.351318359375, + 3059.363525390625, + 3057.997802734375, + 3055.786865234375, + 3058.831787109375, + 3056.103759765625, + 3057.54248046875, + 3056.433837890625, + 3055.982666015625, + 3055.173583984375, + 3056.2275390625, + 3057.4384765625 + ], + "0.4": [ + 3120.04296875, + 3120.471435546875, + 3120.087890625, + 3119.42822265625, + 3118.385986328125, + 3118.105712890625, + 3119.3271484375, + 3117.93603515625, + 3116.222412109375, + 3115.0771484375, + 3114.158203125, + 3115.5439453125, + 3114.420654296875, + 3112.790283203125, + 3112.19140625, + 3112.36572265625, + 3113.72509765625, + 3113.358154296875, + 3113.71923828125, + 3115.316162109375, + 3113.7734375, + 3114.68359375, + 3113.86865234375, + 3113.883056640625 + ], + "0.5": [ + 3120.04296875, + 3120.471435546875, + 3120.087890625, + 3119.42822265625, + 3118.385986328125, + 3118.105712890625, + 3119.3271484375, + 3117.93603515625, + 3116.222412109375, + 3115.0771484375, + 3114.158203125, + 3115.5439453125, + 3114.420654296875, + 3112.790283203125, + 3112.19140625, + 3112.36572265625, + 3113.72509765625, + 3113.358154296875, + 3113.71923828125, + 3115.316162109375, + 3113.7734375, + 3114.68359375, + 3113.86865234375, + 3113.883056640625 + ], + "0.6": [ + 3120.04296875, + 3120.471435546875, + 3120.087890625, + 3119.42822265625, + 3118.385986328125, + 3118.105712890625, + 3119.3271484375, + 3117.93603515625, + 3116.222412109375, + 3115.0771484375, + 3114.158203125, + 3115.5439453125, + 3114.420654296875, + 3112.790283203125, + 3112.19140625, + 3112.36572265625, + 3113.72509765625, + 3113.358154296875, + 3113.71923828125, + 3115.316162109375, + 3113.7734375, + 3114.68359375, + 3113.86865234375, + 3113.883056640625 + ], + "0.7": [ + 3120.04296875, + 3120.471435546875, + 3120.087890625, + 3119.42822265625, + 3118.385986328125, + 3118.105712890625, + 3119.3271484375, + 3117.93603515625, + 3116.222412109375, + 3115.0771484375, + 3114.158203125, + 3115.5439453125, + 3114.420654296875, + 3112.790283203125, + 3112.19140625, + 3112.36572265625, + 3113.72509765625, + 3113.358154296875, + 3113.71923828125, + 3115.316162109375, + 3113.7734375, + 3114.68359375, + 3113.86865234375, + 3113.883056640625 + ], + "0.8": [ + 3129.6015625, + 3132.613037109375, + 3131.881591796875, + 3133.498291015625, + 3134.637939453125, + 3134.7373046875, + 3138.044921875, + 3139.198974609375, + 3138.51904296875, + 3140.31298828125, + 3141.737548828125, + 3139.587158203125, + 3140.570556640625, + 3139.18408203125, + 3144.47705078125, + 3141.577392578125, + 3150.23583984375, + 3149.924072265625, + 3150.34423828125, + 3152.12548828125, + 3153.59375, + 3151.929931640625, + 3154.2744140625, + 3155.41064453125 + ], + "0.9": [ + 3129.6015625, + 3132.613037109375, + 3131.881591796875, + 3133.498291015625, + 3134.637939453125, + 3134.7373046875, + 3138.044921875, + 3139.198974609375, + 3138.51904296875, + 3140.31298828125, + 3141.737548828125, + 3139.587158203125, + 3140.570556640625, + 3139.18408203125, + 3144.47705078125, + 3141.577392578125, + 3150.23583984375, + 3149.924072265625, + 3150.34423828125, + 3152.12548828125, + 3153.59375, + 3151.929931640625, + 3154.2744140625, + 3155.41064453125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260624_084048.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260624_084048.json new file mode 100644 index 0000000000000000000000000000000000000000..763fd7b61a73b7796443a729f15053befeb6f53c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260624_084048.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-24T08:40:48.269979+00:00", + "metrics": { + "MSE[mean]": 3163.5787045065194, + "MSE[0.5]": 3193.582180042196, + "MAE[0.5]": 50.207084155812844, + "MASE[0.5]": 1.1314272485816979, + "MAPE[0.5]": 0.01609201415250412, + "sMAPE[0.5]": 0.015929831623453402, + "MSIS": 45.257089943267914, + "RMSE[mean]": 56.24569943121447, + "NRMSE[mean]": 0.018027467766414895, + "ND[0.5]": 0.016092014152504115, + "mean_weighted_sum_quantile_loss": 0.01609201415250412 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00", + "2026-06-24 07:55:00", + "2026-06-24 08:10:00", + "2026-06-24 08:25:00", + "2026-06-24 08:40:00", + "2026-06-24 08:55:00", + "2026-06-24 09:10:00", + "2026-06-24 09:25:00", + "2026-06-24 09:40:00", + "2026-06-24 09:55:00", + "2026-06-24 10:10:00", + "2026-06-24 10:25:00", + "2026-06-24 10:40:00", + "2026-06-24 10:55:00", + "2026-06-24 11:10:00", + "2026-06-24 11:25:00", + "2026-06-24 11:40:00", + "2026-06-24 11:55:00", + "2026-06-24 12:10:00", + "2026-06-24 12:25:00", + "2026-06-24 12:40:00", + "2026-06-24 12:55:00", + "2026-06-24 13:10:00", + "2026-06-24 13:25:00", + "2026-06-24 13:40:00", + "2026-06-24 13:55:00", + "2026-06-24 14:10:00", + "2026-06-24 14:25:00", + "2026-06-24 14:40:00", + "2026-06-24 14:55:00", + "2026-06-24 15:10:00", + "2026-06-24 15:25:00", + "2026-06-24 15:40:00", + "2026-06-24 15:55:00", + "2026-06-24 16:10:00", + "2026-06-24 16:25:00", + "2026-06-24 16:40:00", + "2026-06-24 16:55:00", + "2026-06-24 17:10:00", + "2026-06-24 17:25:00", + "2026-06-24 17:40:00", + "2026-06-24 17:55:00", + "2026-06-24 18:10:00", + "2026-06-24 18:25:00", + "2026-06-24 18:40:00", + "2026-06-24 18:55:00", + "2026-06-24 19:10:00", + "2026-06-24 19:25:00", + "2026-06-24 19:40:00", + "2026-06-24 19:55:00", + "2026-06-24 20:10:00", + "2026-06-24 20:25:00", + "2026-06-24 20:40:00", + "2026-06-24 20:55:00", + "2026-06-24 21:10:00", + "2026-06-24 21:25:00", + "2026-06-24 21:40:00", + "2026-06-24 21:55:00", + "2026-06-24 22:10:00", + "2026-06-24 22:25:00", + "2026-06-24 22:40:00", + "2026-06-24 22:55:00", + "2026-06-24 23:10:00", + "2026-06-24 23:25:00", + "2026-06-24 23:40:00", + "2026-06-24 23:55:00", + "2026-06-25 00:10:00", + "2026-06-25 00:25:00", + "2026-06-25 00:40:00", + "2026-06-25 00:55:00", + "2026-06-25 01:10:00", + "2026-06-25 01:25:00", + "2026-06-25 01:40:00", + "2026-06-25 01:55:00", + "2026-06-25 02:10:00", + "2026-06-25 02:25:00", + "2026-06-25 02:40:00", + "2026-06-25 02:55:00", + "2026-06-25 03:10:00", + "2026-06-25 03:25:00", + "2026-06-25 03:40:00" + ], + "context": [ + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3127.1140077920536, + 3130.861231823685, + 3134.608455855316, + 3138.3556798869477, + 3142.1029039185787, + 3145.8501279502098, + 3149.5973519818413, + 3153.3445760134723, + 3157.0918000451034, + 3160.839024076735, + 3164.586248108366, + 3168.3334721399974, + 3172.0806961716285, + 3175.8279202032595, + 3179.575144234891, + 3183.322368266522, + 3187.0695922981536, + 3190.8168163297846, + 3194.5640403614157, + 3198.311264393047, + 3202.058488424678, + 3205.8057124563093, + 3209.5529364879408, + 3213.300160519572 + ], + "p10": [ + 3127.1140077920536, + 3130.861231823685, + 3134.608455855316, + 3138.3556798869477, + 3142.1029039185787, + 3145.8501279502098, + 3149.5973519818413, + 3153.3445760134723, + 3157.0918000451034, + 3160.839024076735, + 3164.586248108366, + 3168.3334721399974, + 3172.0806961716285, + 3175.8279202032595, + 3179.575144234891, + 3183.322368266522, + 3187.0695922981536, + 3190.8168163297846, + 3194.5640403614157, + 3198.311264393047, + 3202.058488424678, + 3205.8057124563093, + 3209.5529364879408, + 3213.300160519572 + ], + "p90": [ + 3127.1140077920536, + 3130.861231823685, + 3134.608455855316, + 3138.3556798869477, + 3142.1029039185787, + 3145.8501279502098, + 3149.5973519818413, + 3153.3445760134723, + 3157.0918000451034, + 3160.839024076735, + 3164.586248108366, + 3168.3334721399974, + 3172.0806961716285, + 3175.8279202032595, + 3179.575144234891, + 3183.322368266522, + 3187.0695922981536, + 3190.8168163297846, + 3194.5640403614157, + 3198.311264393047, + 3202.058488424678, + 3205.8057124563093, + 3209.5529364879408, + 3213.300160519572 + ], + "mean": [ + 3126.1140077920495, + 3131.961231823685, + 3133.5084558553203, + 3138.3556798869513, + 3141.5029039185865, + 3144.5501279502037, + 3149.3973519818387, + 3151.84457601347, + 3157.541800045105, + 3162.93902407674, + 3164.6362481083715, + 3168.983472140007, + 3169.6806961716184, + 3175.177920203259, + 3181.17514423489, + 3181.772368266526, + 3186.819592298137, + 3189.366816329792, + 3194.764040361427, + 3198.4112643930393, + 3202.1084884246793, + 3206.155712456311, + 3208.7029364879463, + 3212.3001605195577 + ], + "quantiles": { + "0.1": [ + 3127.1140077920536, + 3130.861231823685, + 3134.608455855316, + 3138.3556798869477, + 3142.1029039185787, + 3145.8501279502098, + 3149.5973519818413, + 3153.3445760134723, + 3157.0918000451034, + 3160.839024076735, + 3164.586248108366, + 3168.3334721399974, + 3172.0806961716285, + 3175.8279202032595, + 3179.575144234891, + 3183.322368266522, + 3187.0695922981536, + 3190.8168163297846, + 3194.5640403614157, + 3198.311264393047, + 3202.058488424678, + 3205.8057124563093, + 3209.5529364879408, + 3213.300160519572 + ], + "0.2": [ + 3127.1140077920536, + 3130.861231823685, + 3134.608455855316, + 3138.3556798869477, + 3142.1029039185787, + 3145.8501279502098, + 3149.5973519818413, + 3153.3445760134723, + 3157.0918000451034, + 3160.839024076735, + 3164.586248108366, + 3168.3334721399974, + 3172.0806961716285, + 3175.8279202032595, + 3179.575144234891, + 3183.322368266522, + 3187.0695922981536, + 3190.8168163297846, + 3194.5640403614157, + 3198.311264393047, + 3202.058488424678, + 3205.8057124563093, + 3209.5529364879408, + 3213.300160519572 + ], + "0.3": [ + 3127.1140077920536, + 3130.861231823685, + 3134.608455855316, + 3138.3556798869477, + 3142.1029039185787, + 3145.8501279502098, + 3149.5973519818413, + 3153.3445760134723, + 3157.0918000451034, + 3160.839024076735, + 3164.586248108366, + 3168.3334721399974, + 3172.0806961716285, + 3175.8279202032595, + 3179.575144234891, + 3183.322368266522, + 3187.0695922981536, + 3190.8168163297846, + 3194.5640403614157, + 3198.311264393047, + 3202.058488424678, + 3205.8057124563093, + 3209.5529364879408, + 3213.300160519572 + ], + "0.4": [ + 3127.1140077920536, + 3130.861231823685, + 3134.608455855316, + 3138.3556798869477, + 3142.1029039185787, + 3145.8501279502098, + 3149.5973519818413, + 3153.3445760134723, + 3157.0918000451034, + 3160.839024076735, + 3164.586248108366, + 3168.3334721399974, + 3172.0806961716285, + 3175.8279202032595, + 3179.575144234891, + 3183.322368266522, + 3187.0695922981536, + 3190.8168163297846, + 3194.5640403614157, + 3198.311264393047, + 3202.058488424678, + 3205.8057124563093, + 3209.5529364879408, + 3213.300160519572 + ], + "0.5": [ + 3127.1140077920536, + 3130.861231823685, + 3134.608455855316, + 3138.3556798869477, + 3142.1029039185787, + 3145.8501279502098, + 3149.5973519818413, + 3153.3445760134723, + 3157.0918000451034, + 3160.839024076735, + 3164.586248108366, + 3168.3334721399974, + 3172.0806961716285, + 3175.8279202032595, + 3179.575144234891, + 3183.322368266522, + 3187.0695922981536, + 3190.8168163297846, + 3194.5640403614157, + 3198.311264393047, + 3202.058488424678, + 3205.8057124563093, + 3209.5529364879408, + 3213.300160519572 + ], + "0.6": [ + 3127.1140077920536, + 3130.861231823685, + 3134.608455855316, + 3138.3556798869477, + 3142.1029039185787, + 3145.8501279502098, + 3149.5973519818413, + 3153.3445760134723, + 3157.0918000451034, + 3160.839024076735, + 3164.586248108366, + 3168.3334721399974, + 3172.0806961716285, + 3175.8279202032595, + 3179.575144234891, + 3183.322368266522, + 3187.0695922981536, + 3190.8168163297846, + 3194.5640403614157, + 3198.311264393047, + 3202.058488424678, + 3205.8057124563093, + 3209.5529364879408, + 3213.300160519572 + ], + "0.7": [ + 3127.1140077920536, + 3130.861231823685, + 3134.608455855316, + 3138.3556798869477, + 3142.1029039185787, + 3145.8501279502098, + 3149.5973519818413, + 3153.3445760134723, + 3157.0918000451034, + 3160.839024076735, + 3164.586248108366, + 3168.3334721399974, + 3172.0806961716285, + 3175.8279202032595, + 3179.575144234891, + 3183.322368266522, + 3187.0695922981536, + 3190.8168163297846, + 3194.5640403614157, + 3198.311264393047, + 3202.058488424678, + 3205.8057124563093, + 3209.5529364879408, + 3213.300160519572 + ], + "0.8": [ + 3127.1140077920536, + 3130.861231823685, + 3134.608455855316, + 3138.3556798869477, + 3142.1029039185787, + 3145.8501279502098, + 3149.5973519818413, + 3153.3445760134723, + 3157.0918000451034, + 3160.839024076735, + 3164.586248108366, + 3168.3334721399974, + 3172.0806961716285, + 3175.8279202032595, + 3179.575144234891, + 3183.322368266522, + 3187.0695922981536, + 3190.8168163297846, + 3194.5640403614157, + 3198.311264393047, + 3202.058488424678, + 3205.8057124563093, + 3209.5529364879408, + 3213.300160519572 + ], + "0.9": [ + 3127.1140077920536, + 3130.861231823685, + 3134.608455855316, + 3138.3556798869477, + 3142.1029039185787, + 3145.8501279502098, + 3149.5973519818413, + 3153.3445760134723, + 3157.0918000451034, + 3160.839024076735, + 3164.586248108366, + 3168.3334721399974, + 3172.0806961716285, + 3175.8279202032595, + 3179.575144234891, + 3183.322368266522, + 3187.0695922981536, + 3190.8168163297846, + 3194.5640403614157, + 3198.311264393047, + 3202.058488424678, + 3205.8057124563093, + 3209.5529364879408, + 3213.300160519572 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260624_084017.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260624_084017.json new file mode 100644 index 0000000000000000000000000000000000000000..7dc63199f62d61b47b50a7588f20d27944953060 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260624_084017.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-24T08:40:17.576696+00:00", + "metrics": { + "MSE[mean]": 6321.788330597182, + "MSE[0.5]": 6694.771008966491, + "MAE[0.5]": 81.78722635904948, + "MASE[0.5]": 1.8430924249926643, + "MAPE[0.5]": 0.02621385460225945, + "sMAPE[0.5]": 0.026562301214980693, + "MSIS": 27.565715549809273, + "RMSE[mean]": 79.50967444655512, + "NRMSE[mean]": 0.025483870014921514, + "ND[0.5]": 0.02621385460225945, + "mean_weighted_sum_quantile_loss": 0.021713585631686627 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00", + "2026-06-24 07:55:00", + "2026-06-24 08:10:00", + "2026-06-24 08:25:00", + "2026-06-24 08:40:00", + "2026-06-24 08:55:00", + "2026-06-24 09:10:00", + "2026-06-24 09:25:00", + "2026-06-24 09:40:00", + "2026-06-24 09:55:00", + "2026-06-24 10:10:00", + "2026-06-24 10:25:00", + "2026-06-24 10:40:00", + "2026-06-24 10:55:00", + "2026-06-24 11:10:00", + "2026-06-24 11:25:00", + "2026-06-24 11:40:00", + "2026-06-24 11:55:00", + "2026-06-24 12:10:00", + "2026-06-24 12:25:00", + "2026-06-24 12:40:00", + "2026-06-24 12:55:00", + "2026-06-24 13:10:00", + "2026-06-24 13:25:00", + "2026-06-24 13:40:00", + "2026-06-24 13:55:00", + "2026-06-24 14:10:00", + "2026-06-24 14:25:00", + "2026-06-24 14:40:00", + "2026-06-24 14:55:00", + "2026-06-24 15:10:00", + "2026-06-24 15:25:00", + "2026-06-24 15:40:00", + "2026-06-24 15:55:00", + "2026-06-24 16:10:00", + "2026-06-24 16:25:00", + "2026-06-24 16:40:00", + "2026-06-24 16:55:00", + "2026-06-24 17:10:00", + "2026-06-24 17:25:00", + "2026-06-24 17:40:00", + "2026-06-24 17:55:00", + "2026-06-24 18:10:00", + "2026-06-24 18:25:00", + "2026-06-24 18:40:00", + "2026-06-24 18:55:00", + "2026-06-24 19:10:00", + "2026-06-24 19:25:00", + "2026-06-24 19:40:00", + "2026-06-24 19:55:00", + "2026-06-24 20:10:00", + "2026-06-24 20:25:00", + "2026-06-24 20:40:00", + "2026-06-24 20:55:00", + "2026-06-24 21:10:00", + "2026-06-24 21:25:00", + "2026-06-24 21:40:00", + "2026-06-24 21:55:00", + "2026-06-24 22:10:00", + "2026-06-24 22:25:00", + "2026-06-24 22:40:00", + "2026-06-24 22:55:00", + "2026-06-24 23:10:00", + "2026-06-24 23:25:00", + "2026-06-24 23:40:00", + "2026-06-24 23:55:00", + "2026-06-25 00:10:00", + "2026-06-25 00:25:00", + "2026-06-25 00:40:00", + "2026-06-25 00:55:00", + "2026-06-25 01:10:00", + "2026-06-25 01:25:00", + "2026-06-25 01:40:00", + "2026-06-25 01:55:00", + "2026-06-25 02:10:00", + "2026-06-25 02:25:00", + "2026-06-25 02:40:00", + "2026-06-25 02:55:00", + "2026-06-25 03:10:00", + "2026-06-25 03:25:00", + "2026-06-25 03:40:00" + ], + "context": [ + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3039.984130859375, + 3042.6463623046875, + 3040.5992431640625, + 3042.0029296875, + 3037.75390625, + 3035.9071044921875, + 3036.616943359375, + 3041.359375, + 3040.0260009765625, + 3040.49609375, + 3037.7908935546875, + 3039.2037353515625, + 3038.6356201171875, + 3043.6087646484375, + 3035.6573486328125, + 3044.6895751953125, + 3043.893798828125, + 3046.6806640625, + 3040.4808349609375, + 3034.4722900390625, + 3041.5247802734375, + 3037.8892822265625, + 3042.1839599609375, + 3038.7447509765625 + ], + "p10": [ + 2988.208984375, + 2989.5894775390625, + 2991.819091796875, + 2998.5849609375, + 2994.99169921875, + 2996.3953857421875, + 2999.42578125, + 2993.2708740234375, + 2994.209228515625, + 2989.0057373046875, + 2987.0938720703125, + 2999.7803955078125, + 2993.18701171875, + 2995.92138671875, + 2994.7137451171875, + 3001.8350830078125, + 2993.5440673828125, + 2995.099365234375, + 2983.6053466796875, + 2983.4710693359375, + 2994.034912109375, + 2990.6031494140625, + 2982.9344482421875, + 2991.5810546875 + ], + "p90": [ + 3087.9495849609375, + 3093.3724365234375, + 3093.02783203125, + 3086.34716796875, + 3087.249755859375, + 3082.4361572265625, + 3081.339599609375, + 3081.024658203125, + 3086.1361083984375, + 3088.0946044921875, + 3082.0135498046875, + 3097.4296875, + 3082.6754150390625, + 3096.8204345703125, + 3084.3529052734375, + 3106.4588623046875, + 3103.6634521484375, + 3098.455810546875, + 3096.012451171875, + 3102.1590576171875, + 3093.1361083984375, + 3085.156005859375, + 3093.8375244140625, + 3094.7685546875 + ], + "mean": [ + 3038.755126953125, + 3041.116943359375, + 3041.863525390625, + 3042.509765625, + 3040.413818359375, + 3034.75048828125, + 3040.665771484375, + 3036.408935546875, + 3041.560546875, + 3040.171142578125, + 3034.765625, + 3045.4267578125, + 3038.530517578125, + 3043.030517578125, + 3036.784912109375, + 3051.639404296875, + 3045.4931640625, + 3046.23486328125, + 3043.612060546875, + 3034.542724609375, + 3044.269287109375, + 3038.861083984375, + 3040.781005859375, + 3042.685791015625 + ], + "quantiles": { + "0.1": [ + 2988.208984375, + 2989.5894775390625, + 2991.819091796875, + 2998.5849609375, + 2994.99169921875, + 2996.3953857421875, + 2999.42578125, + 2993.2708740234375, + 2994.209228515625, + 2989.0057373046875, + 2987.0938720703125, + 2999.7803955078125, + 2993.18701171875, + 2995.92138671875, + 2994.7137451171875, + 3001.8350830078125, + 2993.5440673828125, + 2995.099365234375, + 2983.6053466796875, + 2983.4710693359375, + 2994.034912109375, + 2990.6031494140625, + 2982.9344482421875, + 2991.5810546875 + ], + "0.2": [ + 2988.208984375, + 2989.5894775390625, + 2991.819091796875, + 2998.5849609375, + 2994.99169921875, + 2996.3953857421875, + 2999.42578125, + 2993.2708740234375, + 2994.209228515625, + 2989.0057373046875, + 2987.0938720703125, + 2999.7803955078125, + 2993.18701171875, + 2995.92138671875, + 2994.7137451171875, + 3001.8350830078125, + 2993.5440673828125, + 2995.099365234375, + 2983.6053466796875, + 2983.4710693359375, + 2994.034912109375, + 2990.6031494140625, + 2982.9344482421875, + 2991.5810546875 + ], + "0.3": [ + 2988.208984375, + 2989.5894775390625, + 2991.819091796875, + 2998.5849609375, + 2994.99169921875, + 2996.3953857421875, + 2999.42578125, + 2993.2708740234375, + 2994.209228515625, + 2989.0057373046875, + 2987.0938720703125, + 2999.7803955078125, + 2993.18701171875, + 2995.92138671875, + 2994.7137451171875, + 3001.8350830078125, + 2993.5440673828125, + 2995.099365234375, + 2983.6053466796875, + 2983.4710693359375, + 2994.034912109375, + 2990.6031494140625, + 2982.9344482421875, + 2991.5810546875 + ], + "0.4": [ + 3039.984130859375, + 3042.6463623046875, + 3040.5992431640625, + 3042.0029296875, + 3037.75390625, + 3035.9071044921875, + 3036.616943359375, + 3041.359375, + 3040.0260009765625, + 3040.49609375, + 3037.7908935546875, + 3039.2037353515625, + 3038.6356201171875, + 3043.6087646484375, + 3035.6573486328125, + 3044.6895751953125, + 3043.893798828125, + 3046.6806640625, + 3040.4808349609375, + 3034.4722900390625, + 3041.5247802734375, + 3037.8892822265625, + 3042.1839599609375, + 3038.7447509765625 + ], + "0.5": [ + 3039.984130859375, + 3042.6463623046875, + 3040.5992431640625, + 3042.0029296875, + 3037.75390625, + 3035.9071044921875, + 3036.616943359375, + 3041.359375, + 3040.0260009765625, + 3040.49609375, + 3037.7908935546875, + 3039.2037353515625, + 3038.6356201171875, + 3043.6087646484375, + 3035.6573486328125, + 3044.6895751953125, + 3043.893798828125, + 3046.6806640625, + 3040.4808349609375, + 3034.4722900390625, + 3041.5247802734375, + 3037.8892822265625, + 3042.1839599609375, + 3038.7447509765625 + ], + "0.6": [ + 3039.984130859375, + 3042.6463623046875, + 3040.5992431640625, + 3042.0029296875, + 3037.75390625, + 3035.9071044921875, + 3036.616943359375, + 3041.359375, + 3040.0260009765625, + 3040.49609375, + 3037.7908935546875, + 3039.2037353515625, + 3038.6356201171875, + 3043.6087646484375, + 3035.6573486328125, + 3044.6895751953125, + 3043.893798828125, + 3046.6806640625, + 3040.4808349609375, + 3034.4722900390625, + 3041.5247802734375, + 3037.8892822265625, + 3042.1839599609375, + 3038.7447509765625 + ], + "0.7": [ + 3039.984130859375, + 3042.6463623046875, + 3040.5992431640625, + 3042.0029296875, + 3037.75390625, + 3035.9071044921875, + 3036.616943359375, + 3041.359375, + 3040.0260009765625, + 3040.49609375, + 3037.7908935546875, + 3039.2037353515625, + 3038.6356201171875, + 3043.6087646484375, + 3035.6573486328125, + 3044.6895751953125, + 3043.893798828125, + 3046.6806640625, + 3040.4808349609375, + 3034.4722900390625, + 3041.5247802734375, + 3037.8892822265625, + 3042.1839599609375, + 3038.7447509765625 + ], + "0.8": [ + 3087.9495849609375, + 3093.3724365234375, + 3093.02783203125, + 3086.34716796875, + 3087.249755859375, + 3082.4361572265625, + 3081.339599609375, + 3081.024658203125, + 3086.1361083984375, + 3088.0946044921875, + 3082.0135498046875, + 3097.4296875, + 3082.6754150390625, + 3096.8204345703125, + 3084.3529052734375, + 3106.4588623046875, + 3103.6634521484375, + 3098.455810546875, + 3096.012451171875, + 3102.1590576171875, + 3093.1361083984375, + 3085.156005859375, + 3093.8375244140625, + 3094.7685546875 + ], + "0.9": [ + 3087.9495849609375, + 3093.3724365234375, + 3093.02783203125, + 3086.34716796875, + 3087.249755859375, + 3082.4361572265625, + 3081.339599609375, + 3081.024658203125, + 3086.1361083984375, + 3088.0946044921875, + 3082.0135498046875, + 3097.4296875, + 3082.6754150390625, + 3096.8204345703125, + 3084.3529052734375, + 3106.4588623046875, + 3103.6634521484375, + 3098.455810546875, + 3096.012451171875, + 3102.1590576171875, + 3093.1361083984375, + 3085.156005859375, + 3093.8375244140625, + 3094.7685546875 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260624_084048.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260624_084048.json new file mode 100644 index 0000000000000000000000000000000000000000..5e566e085d79916795b5759a59c304db0c06a31c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260624_084048.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-24T08:40:48.334999+00:00", + "metrics": { + "MSE[mean]": 1832.916875000001, + "MSE[0.5]": 1806.25, + "MAE[0.5]": 42.5, + "MASE[0.5]": 0.9577464788732394, + "MAPE[0.5]": 0.013621794871794872, + "sMAPE[0.5]": 0.013715207745058489, + "MSIS": 38.309859154929576, + "RMSE[mean]": 42.81257846708139, + "NRMSE[mean]": 0.013721980277910701, + "ND[0.5]": 0.013621794871794872, + "mean_weighted_sum_quantile_loss": 0.013621794871794872 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00", + "2026-06-24 07:55:00", + "2026-06-24 08:10:00", + "2026-06-24 08:25:00", + "2026-06-24 08:40:00", + "2026-06-24 08:55:00", + "2026-06-24 09:10:00", + "2026-06-24 09:25:00", + "2026-06-24 09:40:00", + "2026-06-24 09:55:00", + "2026-06-24 10:10:00", + "2026-06-24 10:25:00", + "2026-06-24 10:40:00", + "2026-06-24 10:55:00", + "2026-06-24 11:10:00", + "2026-06-24 11:25:00", + "2026-06-24 11:40:00", + "2026-06-24 11:55:00", + "2026-06-24 12:10:00", + "2026-06-24 12:25:00", + "2026-06-24 12:40:00", + "2026-06-24 12:55:00", + "2026-06-24 13:10:00", + "2026-06-24 13:25:00", + "2026-06-24 13:40:00", + "2026-06-24 13:55:00", + "2026-06-24 14:10:00", + "2026-06-24 14:25:00", + "2026-06-24 14:40:00", + "2026-06-24 14:55:00", + "2026-06-24 15:10:00", + "2026-06-24 15:25:00", + "2026-06-24 15:40:00", + "2026-06-24 15:55:00", + "2026-06-24 16:10:00", + "2026-06-24 16:25:00", + "2026-06-24 16:40:00", + "2026-06-24 16:55:00", + "2026-06-24 17:10:00", + "2026-06-24 17:25:00", + "2026-06-24 17:40:00", + "2026-06-24 17:55:00", + "2026-06-24 18:10:00", + "2026-06-24 18:25:00", + "2026-06-24 18:40:00", + "2026-06-24 18:55:00", + "2026-06-24 19:10:00", + "2026-06-24 19:25:00", + "2026-06-24 19:40:00", + "2026-06-24 19:55:00", + "2026-06-24 20:10:00", + "2026-06-24 20:25:00", + "2026-06-24 20:40:00", + "2026-06-24 20:55:00", + "2026-06-24 21:10:00", + "2026-06-24 21:25:00", + "2026-06-24 21:40:00", + "2026-06-24 21:55:00", + "2026-06-24 22:10:00", + "2026-06-24 22:25:00", + "2026-06-24 22:40:00", + "2026-06-24 22:55:00", + "2026-06-24 23:10:00", + "2026-06-24 23:25:00", + "2026-06-24 23:40:00", + "2026-06-24 23:55:00", + "2026-06-25 00:10:00", + "2026-06-25 00:25:00", + "2026-06-25 00:40:00", + "2026-06-25 00:55:00", + "2026-06-25 01:10:00", + "2026-06-25 01:25:00", + "2026-06-25 01:40:00", + "2026-06-25 01:55:00", + "2026-06-25 02:10:00", + "2026-06-25 02:25:00", + "2026-06-25 02:40:00", + "2026-06-25 02:55:00", + "2026-06-25 03:10:00", + "2026-06-25 03:25:00", + "2026-06-25 03:40:00" + ], + "context": [ + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5 + ], + "p10": [ + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5 + ], + "p90": [ + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5 + ], + "mean": [ + 3076.5, + 3078.6, + 3076.4, + 3077.5, + 3076.9, + 3076.2, + 3077.3, + 3076.0, + 3077.95, + 3079.6, + 3077.55, + 3078.15, + 3075.1, + 3076.85, + 3079.1, + 3075.95, + 3077.25, + 3076.05, + 3077.7, + 3077.6, + 3077.55, + 3077.85, + 3076.65, + 3076.5 + ], + "quantiles": { + "0.1": [ + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5 + ], + "0.2": [ + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5 + ], + "0.3": [ + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5 + ], + "0.4": [ + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5 + ], + "0.5": [ + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5 + ], + "0.6": [ + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5 + ], + "0.7": [ + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5 + ], + "0.8": [ + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5 + ], + "0.9": [ + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5, + 3077.5 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260624_084048.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260624_084048.json new file mode 100644 index 0000000000000000000000000000000000000000..be2b76f2591e9b3d8ce78e0c351ec399c2039143 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260624_084048.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-24T08:40:48.377700+00:00", + "metrics": { + "MSE[mean]": 2550.0, + "MSE[0.5]": 2550.0, + "MAE[0.5]": 42.5, + "MASE[0.5]": 0.9577464788732394, + "MAPE[0.5]": 0.013621794871794872, + "sMAPE[0.5]": 0.013754045307443364, + "MSIS": 4.1611265060512554, + "RMSE[mean]": 50.49752469181039, + "NRMSE[mean]": 0.016185104067887944, + "ND[0.5]": 0.013621794871794872, + "mean_weighted_sum_quantile_loss": 0.010347222222222247 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00", + "2026-06-24 07:55:00", + "2026-06-24 08:10:00", + "2026-06-24 08:25:00", + "2026-06-24 08:40:00", + "2026-06-24 08:55:00", + "2026-06-24 09:10:00", + "2026-06-24 09:25:00", + "2026-06-24 09:40:00", + "2026-06-24 09:55:00", + "2026-06-24 10:10:00", + "2026-06-24 10:25:00", + "2026-06-24 10:40:00", + "2026-06-24 10:55:00", + "2026-06-24 11:10:00", + "2026-06-24 11:25:00", + "2026-06-24 11:40:00", + "2026-06-24 11:55:00", + "2026-06-24 12:10:00", + "2026-06-24 12:25:00", + "2026-06-24 12:40:00", + "2026-06-24 12:55:00", + "2026-06-24 13:10:00", + "2026-06-24 13:25:00", + "2026-06-24 13:40:00", + "2026-06-24 13:55:00", + "2026-06-24 14:10:00", + "2026-06-24 14:25:00", + "2026-06-24 14:40:00", + "2026-06-24 14:55:00", + "2026-06-24 15:10:00", + "2026-06-24 15:25:00", + "2026-06-24 15:40:00", + "2026-06-24 15:55:00", + "2026-06-24 16:10:00", + "2026-06-24 16:25:00", + "2026-06-24 16:40:00", + "2026-06-24 16:55:00", + "2026-06-24 17:10:00", + "2026-06-24 17:25:00", + "2026-06-24 17:40:00", + "2026-06-24 17:55:00", + "2026-06-24 18:10:00", + "2026-06-24 18:25:00", + "2026-06-24 18:40:00", + "2026-06-24 18:55:00", + "2026-06-24 19:10:00", + "2026-06-24 19:25:00", + "2026-06-24 19:40:00", + "2026-06-24 19:55:00", + "2026-06-24 20:10:00", + "2026-06-24 20:25:00", + "2026-06-24 20:40:00", + "2026-06-24 20:55:00", + "2026-06-24 21:10:00", + "2026-06-24 21:25:00", + "2026-06-24 21:40:00", + "2026-06-24 21:55:00", + "2026-06-24 22:10:00", + "2026-06-24 22:25:00", + "2026-06-24 22:40:00", + "2026-06-24 22:55:00", + "2026-06-24 23:10:00", + "2026-06-24 23:25:00", + "2026-06-24 23:40:00", + "2026-06-24 23:55:00", + "2026-06-25 00:10:00", + "2026-06-25 00:25:00", + "2026-06-25 00:40:00", + "2026-06-25 00:55:00", + "2026-06-25 01:10:00", + "2026-06-25 01:25:00", + "2026-06-25 01:40:00", + "2026-06-25 01:55:00", + "2026-06-25 02:10:00", + "2026-06-25 02:25:00", + "2026-06-25 02:40:00", + "2026-06-25 02:55:00", + "2026-06-25 03:10:00", + "2026-06-25 03:25:00", + "2026-06-25 03:40:00" + ], + "context": [ + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "p10": [ + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 3057.6, + 2998.7999999999997, + 3057.6, + 3057.6, + 3057.6, + 3057.6, + 3057.6, + 3057.6 + ], + "p90": [ + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3182.4, + 3121.2000000000003, + 3182.4, + 3182.4, + 3182.4, + 3182.4, + 3182.4, + 3182.4 + ], + "mean": [ + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "quantiles": { + "0.1": [ + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 2998.7999999999997, + 3057.6, + 2998.7999999999997, + 3057.6, + 3057.6, + 3057.6, + 3057.6, + 3057.6, + 3057.6 + ], + "0.2": [ + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3014.1, + 3073.2, + 3014.1, + 3073.2, + 3073.2, + 3073.2, + 3073.2, + 3073.2, + 3073.2 + ], + "0.3": [ + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3029.4, + 3088.8, + 3029.4, + 3088.8, + 3088.8, + 3088.8, + 3088.8, + 3088.8, + 3088.8 + ], + "0.4": [ + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3044.7, + 3104.4, + 3044.7, + 3104.4, + 3104.4, + 3104.4, + 3104.4, + 3104.4, + 3104.4 + ], + "0.5": [ + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "0.6": [ + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3075.2999999999997, + 3135.5999999999995, + 3075.2999999999997, + 3135.5999999999995, + 3135.5999999999995, + 3135.5999999999995, + 3135.5999999999995, + 3135.5999999999995, + 3135.5999999999995 + ], + "0.7": [ + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3090.6, + 3151.2, + 3090.6, + 3151.2, + 3151.2, + 3151.2, + 3151.2, + 3151.2, + 3151.2 + ], + "0.8": [ + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3105.8999999999996, + 3166.7999999999997, + 3105.8999999999996, + 3166.7999999999997, + 3166.7999999999997, + 3166.7999999999997, + 3166.7999999999997, + 3166.7999999999997, + 3166.7999999999997 + ], + "0.9": [ + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3121.2000000000003, + 3182.4, + 3121.2000000000003, + 3182.4, + 3182.4, + 3182.4, + 3182.4, + 3182.4, + 3182.4 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260624_084045.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260624_084045.json new file mode 100644 index 0000000000000000000000000000000000000000..5bbbcdf17b3f31122a800a50a30e3a6c231a2022 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260624_084045.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-24T08:40:45.624646+00:00", + "metrics": { + "MSE[mean]": 33.410088857014976, + "MSE[0.5]": 33.410088857014976, + "MAE[0.5]": 4.806315104166667, + "MASE[0.5]": 0.10831132629107981, + "MAPE[0.5]": 0.001540485610309829, + "sMAPE[0.5]": 0.0015416071730465135, + "MSIS": 1.812969942048122, + "RMSE[mean]": 5.780146093051194, + "NRMSE[mean]": 0.001852610927259998, + "ND[0.5]": 0.001540485610309829, + "mean_weighted_sum_quantile_loss": 0.00390617435813969 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00", + "2026-06-24 07:55:00", + "2026-06-24 08:10:00", + "2026-06-24 08:25:00", + "2026-06-24 08:40:00", + "2026-06-24 08:55:00", + "2026-06-24 09:10:00", + "2026-06-24 09:25:00", + "2026-06-24 09:40:00", + "2026-06-24 09:55:00", + "2026-06-24 10:10:00", + "2026-06-24 10:25:00", + "2026-06-24 10:40:00", + "2026-06-24 10:55:00", + "2026-06-24 11:10:00", + "2026-06-24 11:25:00", + "2026-06-24 11:40:00", + "2026-06-24 11:55:00", + "2026-06-24 12:10:00", + "2026-06-24 12:25:00", + "2026-06-24 12:40:00", + "2026-06-24 12:55:00", + "2026-06-24 13:10:00", + "2026-06-24 13:25:00", + "2026-06-24 13:40:00", + "2026-06-24 13:55:00", + "2026-06-24 14:10:00", + "2026-06-24 14:25:00", + "2026-06-24 14:40:00", + "2026-06-24 14:55:00", + "2026-06-24 15:10:00", + "2026-06-24 15:25:00", + "2026-06-24 15:40:00", + "2026-06-24 15:55:00", + "2026-06-24 16:10:00", + "2026-06-24 16:25:00", + "2026-06-24 16:40:00", + "2026-06-24 16:55:00", + "2026-06-24 17:10:00", + "2026-06-24 17:25:00", + "2026-06-24 17:40:00", + "2026-06-24 17:55:00", + "2026-06-24 18:10:00", + "2026-06-24 18:25:00", + "2026-06-24 18:40:00", + "2026-06-24 18:55:00", + "2026-06-24 19:10:00", + "2026-06-24 19:25:00", + "2026-06-24 19:40:00", + "2026-06-24 19:55:00", + "2026-06-24 20:10:00", + "2026-06-24 20:25:00", + "2026-06-24 20:40:00", + "2026-06-24 20:55:00", + "2026-06-24 21:10:00", + "2026-06-24 21:25:00", + "2026-06-24 21:40:00", + "2026-06-24 21:55:00", + "2026-06-24 22:10:00", + "2026-06-24 22:25:00", + "2026-06-24 22:40:00", + "2026-06-24 22:55:00", + "2026-06-24 23:10:00", + "2026-06-24 23:25:00", + "2026-06-24 23:40:00", + "2026-06-24 23:55:00", + "2026-06-25 00:10:00", + "2026-06-25 00:25:00", + "2026-06-25 00:40:00", + "2026-06-25 00:55:00", + "2026-06-25 01:10:00", + "2026-06-25 01:25:00", + "2026-06-25 01:40:00", + "2026-06-25 01:55:00", + "2026-06-25 02:10:00", + "2026-06-25 02:25:00", + "2026-06-25 02:40:00", + "2026-06-25 02:55:00", + "2026-06-25 03:10:00", + "2026-06-25 03:25:00", + "2026-06-25 03:40:00" + ], + "context": [ + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3122.3515625, + 3122.84765625, + 3122.3515625, + 3123.34375, + 3124.83203125, + 3123.83984375, + 3124.83203125, + 3123.83984375, + 3123.83984375, + 3123.83984375, + 3121.85546875, + 3119.375, + 3119.87109375, + 3116.3984375, + 3113.91796875, + 3112.92578125, + 3118.3828125, + 3115.40625, + 3115.40625, + 3113.421875, + 3111.93359375, + 3109.94921875, + 3109.453125, + 3105.98046875 + ], + "p10": [ + 3112.4296875, + 3104.98828125, + 3091.59375, + 3077.951171875, + 3062.8203125, + 3053.642578125, + 3048.0615234375, + 3041.8603515625, + 3037.426513671875, + 3038.418701171875, + 3038.418701171875, + 3040.248046875, + 3041.387451171875, + 3039.0078125, + 3039.348876953125, + 3039.93017578125, + 3041.28662109375, + 3039.786865234375, + 3040.217041015625, + 3039.18603515625, + 3039.089111328125, + 3037.81396484375, + 3037.81396484375, + 3036.21728515625 + ], + "p90": [ + 3125.328125, + 3126.3203125, + 3128.3046875, + 3127.80859375, + 3129.79296875, + 3129.79296875, + 3131.28125, + 3129.79296875, + 3131.28125, + 3132.2734375, + 3131.28125, + 3129.79296875, + 3130.78515625, + 3129.79296875, + 3128.3046875, + 3127.80859375, + 3137.234375, + 3135.25, + 3136.73828125, + 3135.74609375, + 3134.2578125, + 3133.265625, + 3134.75390625, + 3132.76953125 + ], + "mean": [ + 3122.3515625, + 3122.84765625, + 3122.3515625, + 3123.34375, + 3124.83203125, + 3123.83984375, + 3124.83203125, + 3123.83984375, + 3123.83984375, + 3123.83984375, + 3121.85546875, + 3119.375, + 3119.87109375, + 3116.3984375, + 3113.91796875, + 3112.92578125, + 3118.3828125, + 3115.40625, + 3115.40625, + 3113.421875, + 3111.93359375, + 3109.94921875, + 3109.453125, + 3105.98046875 + ], + "quantiles": { + "0.1": [ + 3112.4296875, + 3104.98828125, + 3091.59375, + 3077.951171875, + 3062.8203125, + 3053.642578125, + 3048.0615234375, + 3041.8603515625, + 3037.426513671875, + 3038.418701171875, + 3038.418701171875, + 3040.248046875, + 3041.387451171875, + 3039.0078125, + 3039.348876953125, + 3039.93017578125, + 3041.28662109375, + 3039.786865234375, + 3040.217041015625, + 3039.18603515625, + 3039.089111328125, + 3037.81396484375, + 3037.81396484375, + 3036.21728515625 + ], + "0.2": [ + 3112.4296875, + 3104.98828125, + 3091.59375, + 3077.951171875, + 3062.8203125, + 3053.642578125, + 3048.0615234375, + 3041.8603515625, + 3037.426513671875, + 3038.418701171875, + 3038.418701171875, + 3040.248046875, + 3041.387451171875, + 3039.0078125, + 3039.348876953125, + 3039.93017578125, + 3041.28662109375, + 3039.786865234375, + 3040.217041015625, + 3039.18603515625, + 3039.089111328125, + 3037.81396484375, + 3037.81396484375, + 3036.21728515625 + ], + "0.3": [ + 3112.4296875, + 3104.98828125, + 3091.59375, + 3077.951171875, + 3062.8203125, + 3053.642578125, + 3048.0615234375, + 3041.8603515625, + 3037.426513671875, + 3038.418701171875, + 3038.418701171875, + 3040.248046875, + 3041.387451171875, + 3039.0078125, + 3039.348876953125, + 3039.93017578125, + 3041.28662109375, + 3039.786865234375, + 3040.217041015625, + 3039.18603515625, + 3039.089111328125, + 3037.81396484375, + 3037.81396484375, + 3036.21728515625 + ], + "0.4": [ + 3122.3515625, + 3122.84765625, + 3122.3515625, + 3123.34375, + 3124.83203125, + 3123.83984375, + 3124.83203125, + 3123.83984375, + 3123.83984375, + 3123.83984375, + 3121.85546875, + 3119.375, + 3119.87109375, + 3116.3984375, + 3113.91796875, + 3112.92578125, + 3118.3828125, + 3115.40625, + 3115.40625, + 3113.421875, + 3111.93359375, + 3109.94921875, + 3109.453125, + 3105.98046875 + ], + "0.5": [ + 3122.3515625, + 3122.84765625, + 3122.3515625, + 3123.34375, + 3124.83203125, + 3123.83984375, + 3124.83203125, + 3123.83984375, + 3123.83984375, + 3123.83984375, + 3121.85546875, + 3119.375, + 3119.87109375, + 3116.3984375, + 3113.91796875, + 3112.92578125, + 3118.3828125, + 3115.40625, + 3115.40625, + 3113.421875, + 3111.93359375, + 3109.94921875, + 3109.453125, + 3105.98046875 + ], + "0.6": [ + 3122.3515625, + 3122.84765625, + 3122.3515625, + 3123.34375, + 3124.83203125, + 3123.83984375, + 3124.83203125, + 3123.83984375, + 3123.83984375, + 3123.83984375, + 3121.85546875, + 3119.375, + 3119.87109375, + 3116.3984375, + 3113.91796875, + 3112.92578125, + 3118.3828125, + 3115.40625, + 3115.40625, + 3113.421875, + 3111.93359375, + 3109.94921875, + 3109.453125, + 3105.98046875 + ], + "0.7": [ + 3122.3515625, + 3122.84765625, + 3122.3515625, + 3123.34375, + 3124.83203125, + 3123.83984375, + 3124.83203125, + 3123.83984375, + 3123.83984375, + 3123.83984375, + 3121.85546875, + 3119.375, + 3119.87109375, + 3116.3984375, + 3113.91796875, + 3112.92578125, + 3118.3828125, + 3115.40625, + 3115.40625, + 3113.421875, + 3111.93359375, + 3109.94921875, + 3109.453125, + 3105.98046875 + ], + "0.8": [ + 3125.328125, + 3126.3203125, + 3128.3046875, + 3127.80859375, + 3129.79296875, + 3129.79296875, + 3131.28125, + 3129.79296875, + 3131.28125, + 3132.2734375, + 3131.28125, + 3129.79296875, + 3130.78515625, + 3129.79296875, + 3128.3046875, + 3127.80859375, + 3137.234375, + 3135.25, + 3136.73828125, + 3135.74609375, + 3134.2578125, + 3133.265625, + 3134.75390625, + 3132.76953125 + ], + "0.9": [ + 3125.328125, + 3126.3203125, + 3128.3046875, + 3127.80859375, + 3129.79296875, + 3129.79296875, + 3131.28125, + 3129.79296875, + 3131.28125, + 3132.2734375, + 3131.28125, + 3129.79296875, + 3130.78515625, + 3129.79296875, + 3128.3046875, + 3127.80859375, + 3137.234375, + 3135.25, + 3136.73828125, + 3135.74609375, + 3134.2578125, + 3133.265625, + 3134.75390625, + 3132.76953125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260624_083828.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260624_083828.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6383e6cd2f55e95138f5f605e630a40a7b0e84 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260624_083828.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-24T08:38:28.297198+00:00", + "metrics": { + "MSE[mean]": 6.5808616305391, + "MSE[0.5]": 60.725152092675366, + "MAE[0.5]": 7.469492594401042, + "MASE[0.5]": 0.16832659367664318, + "MAPE[0.5]": 0.002394068139231103, + "sMAPE[0.5]": 0.002397191516531174, + "MSIS": 0.4672835515698357, + "RMSE[mean]": 2.5653190114562943, + "NRMSE[mean]": 0.0008222176318770174, + "ND[0.5]": 0.0023940681392311033, + "mean_weighted_sum_quantile_loss": 0.0018397640072495619 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00", + "2026-06-24 07:55:00", + "2026-06-24 08:10:00", + "2026-06-24 08:25:00", + "2026-06-24 08:40:00", + "2026-06-24 08:55:00", + "2026-06-24 09:10:00", + "2026-06-24 09:25:00", + "2026-06-24 09:40:00", + "2026-06-24 09:55:00", + "2026-06-24 10:10:00", + "2026-06-24 10:25:00", + "2026-06-24 10:40:00", + "2026-06-24 10:55:00", + "2026-06-24 11:10:00", + "2026-06-24 11:25:00", + "2026-06-24 11:40:00", + "2026-06-24 11:55:00", + "2026-06-24 12:10:00", + "2026-06-24 12:25:00", + "2026-06-24 12:40:00", + "2026-06-24 12:55:00", + "2026-06-24 13:10:00", + "2026-06-24 13:25:00", + "2026-06-24 13:40:00", + "2026-06-24 13:55:00", + "2026-06-24 14:10:00", + "2026-06-24 14:25:00", + "2026-06-24 14:40:00", + "2026-06-24 14:55:00", + "2026-06-24 15:10:00", + "2026-06-24 15:25:00", + "2026-06-24 15:40:00", + "2026-06-24 15:55:00", + "2026-06-24 16:10:00", + "2026-06-24 16:25:00", + "2026-06-24 16:40:00", + "2026-06-24 16:55:00", + "2026-06-24 17:10:00", + "2026-06-24 17:25:00", + "2026-06-24 17:40:00", + "2026-06-24 17:55:00", + "2026-06-24 18:10:00", + "2026-06-24 18:25:00", + "2026-06-24 18:40:00", + "2026-06-24 18:55:00", + "2026-06-24 19:10:00", + "2026-06-24 19:25:00", + "2026-06-24 19:40:00", + "2026-06-24 19:55:00", + "2026-06-24 20:10:00", + "2026-06-24 20:25:00", + "2026-06-24 20:40:00", + "2026-06-24 20:55:00", + "2026-06-24 21:10:00", + "2026-06-24 21:25:00", + "2026-06-24 21:40:00", + "2026-06-24 21:55:00", + "2026-06-24 22:10:00", + "2026-06-24 22:25:00", + "2026-06-24 22:40:00", + "2026-06-24 22:55:00", + "2026-06-24 23:10:00", + "2026-06-24 23:25:00", + "2026-06-24 23:40:00", + "2026-06-24 23:55:00", + "2026-06-25 00:10:00", + "2026-06-25 00:25:00", + "2026-06-25 00:40:00", + "2026-06-25 00:55:00", + "2026-06-25 01:10:00", + "2026-06-25 01:25:00", + "2026-06-25 01:40:00", + "2026-06-25 01:55:00", + "2026-06-25 02:10:00", + "2026-06-25 02:25:00", + "2026-06-25 02:40:00", + "2026-06-25 02:55:00", + "2026-06-25 03:10:00", + "2026-06-25 03:25:00", + "2026-06-25 03:40:00" + ], + "context": [ + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3117.84716796875, + 3116.89990234375, + 3115.9326171875, + 3115.097412109375, + 3114.34033203125, + 3114.081298828125, + 3114.309814453125, + 3113.2177734375, + 3113.073486328125, + 3112.685302734375, + 3111.41748046875, + 3111.16748046875, + 3111.423095703125, + 3111.100341796875, + 3111.221923828125, + 3110.62255859375, + 3111.89697265625, + 3111.9697265625, + 3110.892578125, + 3110.093505859375, + 3110.867431640625, + 3108.81103515625, + 3110.650146484375, + 3111.11279296875 + ], + "p10": [ + 3116.48095703125, + 3116.535400390625, + 3115.226806640625, + 3114.1220703125, + 3113.09765625, + 3110.770751953125, + 3111.65576171875, + 3110.779052734375, + 3108.4677734375, + 3109.20263671875, + 3108.73681640625, + 3105.09228515625, + 3107.225830078125, + 3108.106201171875, + 3108.08984375, + 3108.886962890625, + 3106.61669921875, + 3106.6640625, + 3107.30517578125, + 3106.802001953125, + 3106.75146484375, + 3108.137939453125, + 3105.756591796875, + 3105.35400390625 + ], + "p90": [ + 3123.52099609375, + 3124.940185546875, + 3126.24951171875, + 3127.107421875, + 3127.71728515625, + 3128.521484375, + 3128.971435546875, + 3129.364990234375, + 3129.111328125, + 3129.510498046875, + 3129.7705078125, + 3128.70654296875, + 3130.328125, + 3131.11376953125, + 3130.631591796875, + 3131.469482421875, + 3132.528076171875, + 3133.259033203125, + 3132.7509765625, + 3132.97119140625, + 3133.536865234375, + 3132.974365234375, + 3133.9423828125, + 3134.523681640625 + ], + "mean": [ + 3119.17578125, + 3118.930908203125, + 3118.02587890625, + 3118.22119140625, + 3117.61962890625, + 3117.90625, + 3118.0673828125, + 3117.779052734375, + 3117.734130859375, + 3117.242919921875, + 3117.176513671875, + 3116.738525390625, + 3116.880859375, + 3117.2451171875, + 3117.2470703125, + 3116.642333984375, + 3117.724609375, + 3117.400146484375, + 3117.57470703125, + 3116.91943359375, + 3117.04638671875, + 3116.36767578125, + 3117.582763671875, + 3117.21533203125 + ], + "quantiles": { + "0.1": [ + 3116.48095703125, + 3116.535400390625, + 3115.226806640625, + 3114.1220703125, + 3113.09765625, + 3110.770751953125, + 3111.65576171875, + 3110.779052734375, + 3108.4677734375, + 3109.20263671875, + 3108.73681640625, + 3105.09228515625, + 3107.225830078125, + 3108.106201171875, + 3108.08984375, + 3108.886962890625, + 3106.61669921875, + 3106.6640625, + 3107.30517578125, + 3106.802001953125, + 3106.75146484375, + 3108.137939453125, + 3105.756591796875, + 3105.35400390625 + ], + "0.2": [ + 3116.48095703125, + 3116.535400390625, + 3115.226806640625, + 3114.1220703125, + 3113.09765625, + 3110.770751953125, + 3111.65576171875, + 3110.779052734375, + 3108.4677734375, + 3109.20263671875, + 3108.73681640625, + 3105.09228515625, + 3107.225830078125, + 3108.106201171875, + 3108.08984375, + 3108.886962890625, + 3106.61669921875, + 3106.6640625, + 3107.30517578125, + 3106.802001953125, + 3106.75146484375, + 3108.137939453125, + 3105.756591796875, + 3105.35400390625 + ], + "0.3": [ + 3116.48095703125, + 3116.535400390625, + 3115.226806640625, + 3114.1220703125, + 3113.09765625, + 3110.770751953125, + 3111.65576171875, + 3110.779052734375, + 3108.4677734375, + 3109.20263671875, + 3108.73681640625, + 3105.09228515625, + 3107.225830078125, + 3108.106201171875, + 3108.08984375, + 3108.886962890625, + 3106.61669921875, + 3106.6640625, + 3107.30517578125, + 3106.802001953125, + 3106.75146484375, + 3108.137939453125, + 3105.756591796875, + 3105.35400390625 + ], + "0.4": [ + 3117.84716796875, + 3116.89990234375, + 3115.9326171875, + 3115.097412109375, + 3114.34033203125, + 3114.081298828125, + 3114.309814453125, + 3113.2177734375, + 3113.073486328125, + 3112.685302734375, + 3111.41748046875, + 3111.16748046875, + 3111.423095703125, + 3111.100341796875, + 3111.221923828125, + 3110.62255859375, + 3111.89697265625, + 3111.9697265625, + 3110.892578125, + 3110.093505859375, + 3110.867431640625, + 3108.81103515625, + 3110.650146484375, + 3111.11279296875 + ], + "0.5": [ + 3117.84716796875, + 3116.89990234375, + 3115.9326171875, + 3115.097412109375, + 3114.34033203125, + 3114.081298828125, + 3114.309814453125, + 3113.2177734375, + 3113.073486328125, + 3112.685302734375, + 3111.41748046875, + 3111.16748046875, + 3111.423095703125, + 3111.100341796875, + 3111.221923828125, + 3110.62255859375, + 3111.89697265625, + 3111.9697265625, + 3110.892578125, + 3110.093505859375, + 3110.867431640625, + 3108.81103515625, + 3110.650146484375, + 3111.11279296875 + ], + "0.6": [ + 3117.84716796875, + 3116.89990234375, + 3115.9326171875, + 3115.097412109375, + 3114.34033203125, + 3114.081298828125, + 3114.309814453125, + 3113.2177734375, + 3113.073486328125, + 3112.685302734375, + 3111.41748046875, + 3111.16748046875, + 3111.423095703125, + 3111.100341796875, + 3111.221923828125, + 3110.62255859375, + 3111.89697265625, + 3111.9697265625, + 3110.892578125, + 3110.093505859375, + 3110.867431640625, + 3108.81103515625, + 3110.650146484375, + 3111.11279296875 + ], + "0.7": [ + 3117.84716796875, + 3116.89990234375, + 3115.9326171875, + 3115.097412109375, + 3114.34033203125, + 3114.081298828125, + 3114.309814453125, + 3113.2177734375, + 3113.073486328125, + 3112.685302734375, + 3111.41748046875, + 3111.16748046875, + 3111.423095703125, + 3111.100341796875, + 3111.221923828125, + 3110.62255859375, + 3111.89697265625, + 3111.9697265625, + 3110.892578125, + 3110.093505859375, + 3110.867431640625, + 3108.81103515625, + 3110.650146484375, + 3111.11279296875 + ], + "0.8": [ + 3123.52099609375, + 3124.940185546875, + 3126.24951171875, + 3127.107421875, + 3127.71728515625, + 3128.521484375, + 3128.971435546875, + 3129.364990234375, + 3129.111328125, + 3129.510498046875, + 3129.7705078125, + 3128.70654296875, + 3130.328125, + 3131.11376953125, + 3130.631591796875, + 3131.469482421875, + 3132.528076171875, + 3133.259033203125, + 3132.7509765625, + 3132.97119140625, + 3133.536865234375, + 3132.974365234375, + 3133.9423828125, + 3134.523681640625 + ], + "0.9": [ + 3123.52099609375, + 3124.940185546875, + 3126.24951171875, + 3127.107421875, + 3127.71728515625, + 3128.521484375, + 3128.971435546875, + 3129.364990234375, + 3129.111328125, + 3129.510498046875, + 3129.7705078125, + 3128.70654296875, + 3130.328125, + 3131.11376953125, + 3130.631591796875, + 3131.469482421875, + 3132.528076171875, + 3133.259033203125, + 3132.7509765625, + 3132.97119140625, + 3133.536865234375, + 3132.974365234375, + 3133.9423828125, + 3134.523681640625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260624_083938.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260624_083938.json new file mode 100644 index 0000000000000000000000000000000000000000..97b899408ae0cebde50cb5f88d0a60b9ae82e2a1 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260624_083938.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-24T08:39:38.990027+00:00", + "metrics": { + "MSE[mean]": 1.5479522794485092, + "MSE[0.5]": 1.5479522794485092, + "MAE[0.5]": 1.09295654296875, + "MASE[0.5]": 0.024630006602112675, + "MAPE[0.5]": 0.0003503065842848558, + "sMAPE[0.5]": 0.00035027144668124845, + "MSIS": 2.083067644146127, + "RMSE[mean]": 1.2441673036406757, + "NRMSE[mean]": 0.00039877157167970376, + "ND[0.5]": 0.0003503065842848558, + "mean_weighted_sum_quantile_loss": 0.003109322499911896 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00", + "2026-06-24 07:55:00", + "2026-06-24 08:10:00", + "2026-06-24 08:25:00", + "2026-06-24 08:40:00", + "2026-06-24 08:55:00", + "2026-06-24 09:10:00", + "2026-06-24 09:25:00", + "2026-06-24 09:40:00", + "2026-06-24 09:55:00", + "2026-06-24 10:10:00", + "2026-06-24 10:25:00", + "2026-06-24 10:40:00", + "2026-06-24 10:55:00", + "2026-06-24 11:10:00", + "2026-06-24 11:25:00", + "2026-06-24 11:40:00", + "2026-06-24 11:55:00", + "2026-06-24 12:10:00", + "2026-06-24 12:25:00", + "2026-06-24 12:40:00", + "2026-06-24 12:55:00", + "2026-06-24 13:10:00", + "2026-06-24 13:25:00", + "2026-06-24 13:40:00", + "2026-06-24 13:55:00", + "2026-06-24 14:10:00", + "2026-06-24 14:25:00", + "2026-06-24 14:40:00", + "2026-06-24 14:55:00", + "2026-06-24 15:10:00", + "2026-06-24 15:25:00", + "2026-06-24 15:40:00", + "2026-06-24 15:55:00", + "2026-06-24 16:10:00", + "2026-06-24 16:25:00", + "2026-06-24 16:40:00", + "2026-06-24 16:55:00", + "2026-06-24 17:10:00", + "2026-06-24 17:25:00", + "2026-06-24 17:40:00", + "2026-06-24 17:55:00", + "2026-06-24 18:10:00", + "2026-06-24 18:25:00", + "2026-06-24 18:40:00", + "2026-06-24 18:55:00", + "2026-06-24 19:10:00", + "2026-06-24 19:25:00", + "2026-06-24 19:40:00", + "2026-06-24 19:55:00", + "2026-06-24 20:10:00", + "2026-06-24 20:25:00", + "2026-06-24 20:40:00", + "2026-06-24 20:55:00", + "2026-06-24 21:10:00", + "2026-06-24 21:25:00", + "2026-06-24 21:40:00", + "2026-06-24 21:55:00", + "2026-06-24 22:10:00", + "2026-06-24 22:25:00", + "2026-06-24 22:40:00", + "2026-06-24 22:55:00", + "2026-06-24 23:10:00", + "2026-06-24 23:25:00", + "2026-06-24 23:40:00", + "2026-06-24 23:55:00", + "2026-06-25 00:10:00", + "2026-06-25 00:25:00", + "2026-06-25 00:40:00", + "2026-06-25 00:55:00", + "2026-06-25 01:10:00", + "2026-06-25 01:25:00", + "2026-06-25 01:40:00", + "2026-06-25 01:55:00", + "2026-06-25 02:10:00", + "2026-06-25 02:25:00", + "2026-06-25 02:40:00", + "2026-06-25 02:55:00", + "2026-06-25 03:10:00", + "2026-06-25 03:25:00", + "2026-06-25 03:40:00" + ], + "context": [ + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3118.4033203125, + 3118.53271484375, + 3118.781982421875, + 3118.801513671875, + 3118.99755859375, + 3118.897216796875, + 3119.400146484375, + 3119.601806640625, + 3120.02783203125, + 3120.022216796875, + 3120.406982421875, + 3120.7060546875, + 3120.716796875, + 3120.6796875, + 3120.64501953125, + 3120.80322265625, + 3121.166748046875, + 3121.289306640625, + 3121.7802734375, + 3121.96435546875, + 3121.7998046875, + 3121.564697265625, + 3121.88232421875, + 3122.19189453125 + ], + "p10": [ + 3115.105712890625, + 3108.795166015625, + 3103.1259765625, + 3094.527587890625, + 3089.118896484375, + 3084.554443359375, + 3080.71142578125, + 3076.506591796875, + 3074.83544921875, + 3073.33984375, + 3072.5625, + 3067.303955078125, + 3066.30517578125, + 3065.763671875, + 3063.640625, + 3061.967529296875, + 3061.603271484375, + 3061.015380859375, + 3061.94921875, + 3060.381591796875, + 3059.4775390625, + 3058.453369140625, + 3057.032470703125, + 3056.829345703125 + ], + "p90": [ + 3124.026123046875, + 3128.817138671875, + 3131.52490234375, + 3135.505126953125, + 3142.171875, + 3145.985107421875, + 3149.31005859375, + 3152.253662109375, + 3156.475341796875, + 3162.32421875, + 3165.88623046875, + 3166.096435546875, + 3169.697509765625, + 3175.300537109375, + 3179.196044921875, + 3181.417724609375, + 3184.012451171875, + 3186.789794921875, + 3189.251708984375, + 3190.04248046875, + 3192.707275390625, + 3193.829833984375, + 3194.5087890625, + 3196.243408203125 + ], + "mean": [ + 3118.4033203125, + 3118.53271484375, + 3118.781982421875, + 3118.801513671875, + 3118.99755859375, + 3118.897216796875, + 3119.400146484375, + 3119.601806640625, + 3120.02783203125, + 3120.022216796875, + 3120.406982421875, + 3120.7060546875, + 3120.716796875, + 3120.6796875, + 3120.64501953125, + 3120.80322265625, + 3121.166748046875, + 3121.289306640625, + 3121.7802734375, + 3121.96435546875, + 3121.7998046875, + 3121.564697265625, + 3121.88232421875, + 3122.19189453125 + ], + "quantiles": { + "0.1": [ + 3115.105712890625, + 3108.795166015625, + 3103.1259765625, + 3094.527587890625, + 3089.118896484375, + 3084.554443359375, + 3080.71142578125, + 3076.506591796875, + 3074.83544921875, + 3073.33984375, + 3072.5625, + 3067.303955078125, + 3066.30517578125, + 3065.763671875, + 3063.640625, + 3061.967529296875, + 3061.603271484375, + 3061.015380859375, + 3061.94921875, + 3060.381591796875, + 3059.4775390625, + 3058.453369140625, + 3057.032470703125, + 3056.829345703125 + ], + "0.2": [ + 3115.105712890625, + 3108.795166015625, + 3103.1259765625, + 3094.527587890625, + 3089.118896484375, + 3084.554443359375, + 3080.71142578125, + 3076.506591796875, + 3074.83544921875, + 3073.33984375, + 3072.5625, + 3067.303955078125, + 3066.30517578125, + 3065.763671875, + 3063.640625, + 3061.967529296875, + 3061.603271484375, + 3061.015380859375, + 3061.94921875, + 3060.381591796875, + 3059.4775390625, + 3058.453369140625, + 3057.032470703125, + 3056.829345703125 + ], + "0.3": [ + 3115.105712890625, + 3108.795166015625, + 3103.1259765625, + 3094.527587890625, + 3089.118896484375, + 3084.554443359375, + 3080.71142578125, + 3076.506591796875, + 3074.83544921875, + 3073.33984375, + 3072.5625, + 3067.303955078125, + 3066.30517578125, + 3065.763671875, + 3063.640625, + 3061.967529296875, + 3061.603271484375, + 3061.015380859375, + 3061.94921875, + 3060.381591796875, + 3059.4775390625, + 3058.453369140625, + 3057.032470703125, + 3056.829345703125 + ], + "0.4": [ + 3118.4033203125, + 3118.53271484375, + 3118.781982421875, + 3118.801513671875, + 3118.99755859375, + 3118.897216796875, + 3119.400146484375, + 3119.601806640625, + 3120.02783203125, + 3120.022216796875, + 3120.406982421875, + 3120.7060546875, + 3120.716796875, + 3120.6796875, + 3120.64501953125, + 3120.80322265625, + 3121.166748046875, + 3121.289306640625, + 3121.7802734375, + 3121.96435546875, + 3121.7998046875, + 3121.564697265625, + 3121.88232421875, + 3122.19189453125 + ], + "0.5": [ + 3118.4033203125, + 3118.53271484375, + 3118.781982421875, + 3118.801513671875, + 3118.99755859375, + 3118.897216796875, + 3119.400146484375, + 3119.601806640625, + 3120.02783203125, + 3120.022216796875, + 3120.406982421875, + 3120.7060546875, + 3120.716796875, + 3120.6796875, + 3120.64501953125, + 3120.80322265625, + 3121.166748046875, + 3121.289306640625, + 3121.7802734375, + 3121.96435546875, + 3121.7998046875, + 3121.564697265625, + 3121.88232421875, + 3122.19189453125 + ], + "0.6": [ + 3118.4033203125, + 3118.53271484375, + 3118.781982421875, + 3118.801513671875, + 3118.99755859375, + 3118.897216796875, + 3119.400146484375, + 3119.601806640625, + 3120.02783203125, + 3120.022216796875, + 3120.406982421875, + 3120.7060546875, + 3120.716796875, + 3120.6796875, + 3120.64501953125, + 3120.80322265625, + 3121.166748046875, + 3121.289306640625, + 3121.7802734375, + 3121.96435546875, + 3121.7998046875, + 3121.564697265625, + 3121.88232421875, + 3122.19189453125 + ], + "0.7": [ + 3118.4033203125, + 3118.53271484375, + 3118.781982421875, + 3118.801513671875, + 3118.99755859375, + 3118.897216796875, + 3119.400146484375, + 3119.601806640625, + 3120.02783203125, + 3120.022216796875, + 3120.406982421875, + 3120.7060546875, + 3120.716796875, + 3120.6796875, + 3120.64501953125, + 3120.80322265625, + 3121.166748046875, + 3121.289306640625, + 3121.7802734375, + 3121.96435546875, + 3121.7998046875, + 3121.564697265625, + 3121.88232421875, + 3122.19189453125 + ], + "0.8": [ + 3124.026123046875, + 3128.817138671875, + 3131.52490234375, + 3135.505126953125, + 3142.171875, + 3145.985107421875, + 3149.31005859375, + 3152.253662109375, + 3156.475341796875, + 3162.32421875, + 3165.88623046875, + 3166.096435546875, + 3169.697509765625, + 3175.300537109375, + 3179.196044921875, + 3181.417724609375, + 3184.012451171875, + 3186.789794921875, + 3189.251708984375, + 3190.04248046875, + 3192.707275390625, + 3193.829833984375, + 3194.5087890625, + 3196.243408203125 + ], + "0.9": [ + 3124.026123046875, + 3128.817138671875, + 3131.52490234375, + 3135.505126953125, + 3142.171875, + 3145.985107421875, + 3149.31005859375, + 3152.253662109375, + 3156.475341796875, + 3162.32421875, + 3165.88623046875, + 3166.096435546875, + 3169.697509765625, + 3175.300537109375, + 3179.196044921875, + 3181.417724609375, + 3184.012451171875, + 3186.789794921875, + 3189.251708984375, + 3190.04248046875, + 3192.707275390625, + 3193.829833984375, + 3194.5087890625, + 3196.243408203125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260624_083920.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260624_083920.json new file mode 100644 index 0000000000000000000000000000000000000000..23559e4656882bb0cb5f33fe73226b88fa541592 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260624_083920.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-24T08:39:20.096900+00:00", + "metrics": { + "MSE[mean]": 0.00861819585164388, + "MSE[0.5]": 0.00861819585164388, + "MAE[0.5]": 0.08176676432291667, + "MASE[0.5]": 0.001842631308685446, + "MAPE[0.5]": 2.6207296257345084e-05, + "sMAPE[0.5]": 2.620700539972283e-05, + "MSIS": 1.4035511572036385, + "RMSE[mean]": 0.09283423857415905, + "NRMSE[mean]": 2.97545636455638e-05, + "ND[0.5]": 2.6207296257345084e-05, + "mean_weighted_sum_quantile_loss": 0.001973021707417052 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00", + "2026-06-24 07:55:00", + "2026-06-24 08:10:00", + "2026-06-24 08:25:00", + "2026-06-24 08:40:00", + "2026-06-24 08:55:00", + "2026-06-24 09:10:00", + "2026-06-24 09:25:00", + "2026-06-24 09:40:00", + "2026-06-24 09:55:00", + "2026-06-24 10:10:00", + "2026-06-24 10:25:00", + "2026-06-24 10:40:00", + "2026-06-24 10:55:00", + "2026-06-24 11:10:00", + "2026-06-24 11:25:00", + "2026-06-24 11:40:00", + "2026-06-24 11:55:00", + "2026-06-24 12:10:00", + "2026-06-24 12:25:00", + "2026-06-24 12:40:00", + "2026-06-24 12:55:00", + "2026-06-24 13:10:00", + "2026-06-24 13:25:00", + "2026-06-24 13:40:00", + "2026-06-24 13:55:00", + "2026-06-24 14:10:00", + "2026-06-24 14:25:00", + "2026-06-24 14:40:00", + "2026-06-24 14:55:00", + "2026-06-24 15:10:00", + "2026-06-24 15:25:00", + "2026-06-24 15:40:00", + "2026-06-24 15:55:00", + "2026-06-24 16:10:00", + "2026-06-24 16:25:00", + "2026-06-24 16:40:00", + "2026-06-24 16:55:00", + "2026-06-24 17:10:00", + "2026-06-24 17:25:00", + "2026-06-24 17:40:00", + "2026-06-24 17:55:00", + "2026-06-24 18:10:00", + "2026-06-24 18:25:00", + "2026-06-24 18:40:00", + "2026-06-24 18:55:00", + "2026-06-24 19:10:00", + "2026-06-24 19:25:00", + "2026-06-24 19:40:00", + "2026-06-24 19:55:00", + "2026-06-24 20:10:00", + "2026-06-24 20:25:00", + "2026-06-24 20:40:00", + "2026-06-24 20:55:00", + "2026-06-24 21:10:00", + "2026-06-24 21:25:00", + "2026-06-24 21:40:00", + "2026-06-24 21:55:00", + "2026-06-24 22:10:00", + "2026-06-24 22:25:00", + "2026-06-24 22:40:00", + "2026-06-24 22:55:00", + "2026-06-24 23:10:00", + "2026-06-24 23:25:00", + "2026-06-24 23:40:00", + "2026-06-24 23:55:00", + "2026-06-25 00:10:00", + "2026-06-25 00:25:00", + "2026-06-25 00:40:00", + "2026-06-25 00:55:00", + "2026-06-25 01:10:00", + "2026-06-25 01:25:00", + "2026-06-25 01:40:00", + "2026-06-25 01:55:00", + "2026-06-25 02:10:00", + "2026-06-25 02:25:00", + "2026-06-25 02:40:00", + "2026-06-25 02:55:00", + "2026-06-25 03:10:00", + "2026-06-25 03:25:00", + "2026-06-25 03:40:00" + ], + "context": [ + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "actual": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0 + ], + "predictions": { + "p50": [ + 3119.8818359375, + 3120.044677734375, + 3120.104736328125, + 3120.09228515625, + 3120.048095703125, + 3120.0712890625, + 3120.16943359375, + 3120.10205078125, + 3120.056640625, + 3119.978759765625, + 3120.041748046875, + 3120.1494140625, + 3119.989013671875, + 3120.10400390625, + 3119.928955078125, + 3120.087158203125, + 3120.09130859375, + 3120.049560546875, + 3120.097900390625, + 3120.069091796875, + 3120.015625, + 3120.1796875, + 3119.884765625, + 3119.948974609375 + ], + "p10": [ + 3118.979736328125, + 3119.06103515625, + 3119.12255859375, + 3119.021240234375, + 3119.06884765625, + 3118.8134765625, + 3118.44482421875, + 3117.206298828125, + 3113.538330078125, + 3107.64990234375, + 3100.587890625, + 3094.6640625, + 3089.194580078125, + 3076.586181640625, + 3070.995361328125, + 3075.935791015625, + 3068.889892578125, + 3066.123046875, + 3061.246826171875, + 3059.65234375, + 3060.587646484375, + 3058.727294921875, + 3056.323974609375, + 3060.55419921875 + ], + "p90": [ + 3120.802978515625, + 3121.07861328125, + 3122.385009765625, + 3123.359375, + 3125.9609375, + 3130.889892578125, + 3135.0078125, + 3141.020751953125, + 3147.140625, + 3152.263916015625, + 3154.226806640625, + 3155.457275390625, + 3157.4736328125, + 3160.66552734375, + 3161.98193359375, + 3166.079833984375, + 3167.120361328125, + 3170.378173828125, + 3171.10107421875, + 3172.94091796875, + 3175.7744140625, + 3177.021240234375, + 3176.753662109375, + 3178.87255859375 + ], + "mean": [ + 3119.8818359375, + 3120.044677734375, + 3120.104736328125, + 3120.09228515625, + 3120.048095703125, + 3120.0712890625, + 3120.16943359375, + 3120.10205078125, + 3120.056640625, + 3119.978759765625, + 3120.041748046875, + 3120.1494140625, + 3119.989013671875, + 3120.10400390625, + 3119.928955078125, + 3120.087158203125, + 3120.09130859375, + 3120.049560546875, + 3120.097900390625, + 3120.069091796875, + 3120.015625, + 3120.1796875, + 3119.884765625, + 3119.948974609375 + ], + "quantiles": { + "0.1": [ + 3118.979736328125, + 3119.06103515625, + 3119.12255859375, + 3119.021240234375, + 3119.06884765625, + 3118.8134765625, + 3118.44482421875, + 3117.206298828125, + 3113.538330078125, + 3107.64990234375, + 3100.587890625, + 3094.6640625, + 3089.194580078125, + 3076.586181640625, + 3070.995361328125, + 3075.935791015625, + 3068.889892578125, + 3066.123046875, + 3061.246826171875, + 3059.65234375, + 3060.587646484375, + 3058.727294921875, + 3056.323974609375, + 3060.55419921875 + ], + "0.2": [ + 3118.979736328125, + 3119.06103515625, + 3119.12255859375, + 3119.021240234375, + 3119.06884765625, + 3118.8134765625, + 3118.44482421875, + 3117.206298828125, + 3113.538330078125, + 3107.64990234375, + 3100.587890625, + 3094.6640625, + 3089.194580078125, + 3076.586181640625, + 3070.995361328125, + 3075.935791015625, + 3068.889892578125, + 3066.123046875, + 3061.246826171875, + 3059.65234375, + 3060.587646484375, + 3058.727294921875, + 3056.323974609375, + 3060.55419921875 + ], + "0.3": [ + 3118.979736328125, + 3119.06103515625, + 3119.12255859375, + 3119.021240234375, + 3119.06884765625, + 3118.8134765625, + 3118.44482421875, + 3117.206298828125, + 3113.538330078125, + 3107.64990234375, + 3100.587890625, + 3094.6640625, + 3089.194580078125, + 3076.586181640625, + 3070.995361328125, + 3075.935791015625, + 3068.889892578125, + 3066.123046875, + 3061.246826171875, + 3059.65234375, + 3060.587646484375, + 3058.727294921875, + 3056.323974609375, + 3060.55419921875 + ], + "0.4": [ + 3119.8818359375, + 3120.044677734375, + 3120.104736328125, + 3120.09228515625, + 3120.048095703125, + 3120.0712890625, + 3120.16943359375, + 3120.10205078125, + 3120.056640625, + 3119.978759765625, + 3120.041748046875, + 3120.1494140625, + 3119.989013671875, + 3120.10400390625, + 3119.928955078125, + 3120.087158203125, + 3120.09130859375, + 3120.049560546875, + 3120.097900390625, + 3120.069091796875, + 3120.015625, + 3120.1796875, + 3119.884765625, + 3119.948974609375 + ], + "0.5": [ + 3119.8818359375, + 3120.044677734375, + 3120.104736328125, + 3120.09228515625, + 3120.048095703125, + 3120.0712890625, + 3120.16943359375, + 3120.10205078125, + 3120.056640625, + 3119.978759765625, + 3120.041748046875, + 3120.1494140625, + 3119.989013671875, + 3120.10400390625, + 3119.928955078125, + 3120.087158203125, + 3120.09130859375, + 3120.049560546875, + 3120.097900390625, + 3120.069091796875, + 3120.015625, + 3120.1796875, + 3119.884765625, + 3119.948974609375 + ], + "0.6": [ + 3119.8818359375, + 3120.044677734375, + 3120.104736328125, + 3120.09228515625, + 3120.048095703125, + 3120.0712890625, + 3120.16943359375, + 3120.10205078125, + 3120.056640625, + 3119.978759765625, + 3120.041748046875, + 3120.1494140625, + 3119.989013671875, + 3120.10400390625, + 3119.928955078125, + 3120.087158203125, + 3120.09130859375, + 3120.049560546875, + 3120.097900390625, + 3120.069091796875, + 3120.015625, + 3120.1796875, + 3119.884765625, + 3119.948974609375 + ], + "0.7": [ + 3119.8818359375, + 3120.044677734375, + 3120.104736328125, + 3120.09228515625, + 3120.048095703125, + 3120.0712890625, + 3120.16943359375, + 3120.10205078125, + 3120.056640625, + 3119.978759765625, + 3120.041748046875, + 3120.1494140625, + 3119.989013671875, + 3120.10400390625, + 3119.928955078125, + 3120.087158203125, + 3120.09130859375, + 3120.049560546875, + 3120.097900390625, + 3120.069091796875, + 3120.015625, + 3120.1796875, + 3119.884765625, + 3119.948974609375 + ], + "0.8": [ + 3120.802978515625, + 3121.07861328125, + 3122.385009765625, + 3123.359375, + 3125.9609375, + 3130.889892578125, + 3135.0078125, + 3141.020751953125, + 3147.140625, + 3152.263916015625, + 3154.226806640625, + 3155.457275390625, + 3157.4736328125, + 3160.66552734375, + 3161.98193359375, + 3166.079833984375, + 3167.120361328125, + 3170.378173828125, + 3171.10107421875, + 3172.94091796875, + 3175.7744140625, + 3177.021240234375, + 3176.753662109375, + 3178.87255859375 + ], + "0.9": [ + 3120.802978515625, + 3121.07861328125, + 3122.385009765625, + 3123.359375, + 3125.9609375, + 3130.889892578125, + 3135.0078125, + 3141.020751953125, + 3147.140625, + 3152.263916015625, + 3154.226806640625, + 3155.457275390625, + 3157.4736328125, + 3160.66552734375, + 3161.98193359375, + 3166.079833984375, + 3167.120361328125, + 3170.378173828125, + 3171.10107421875, + 3172.94091796875, + 3175.7744140625, + 3177.021240234375, + 3176.753662109375, + 3178.87255859375 + ] + } + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260624_084048.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260624_084048.json new file mode 100644 index 0000000000000000000000000000000000000000..7e4910da5caaa438c881b1ddf125179e8b3337fe --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260624_084048.json @@ -0,0 +1,609 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-24T08:40:48.132694+00:00", + "metrics": { + "MSE[mean]": 0.02100634900973221, + "MSE[0.5]": 0.011820405490212654, + "MAE[0.5]": 0.10843817217892515, + "MASE[0.5]": 0.06191552750975591, + "MAPE[0.5]": 0.00835474110741481, + "sMAPE[0.5]": 0.008383933376744283, + "MSIS": 1.0808406785670168, + "RMSE[mean]": 0.14493567197116178, + "NRMSE[mean]": 0.011170378466902905, + "ND[0.5]": 0.00835746926221717, + "mean_weighted_sum_quantile_loss": 0.008300125896756686 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00", + "2026-06-26 21:00:00", + "2026-06-26 22:00:00", + "2026-06-26 23:00:00", + "2026-06-27 00:00:00", + "2026-06-27 01:00:00", + "2026-06-27 02:00:00", + "2026-06-27 03:00:00", + "2026-06-27 04:00:00", + "2026-06-27 05:00:00", + "2026-06-27 06:00:00", + "2026-06-27 07:00:00", + "2026-06-27 08:00:00", + "2026-06-27 09:00:00", + "2026-06-27 10:00:00", + "2026-06-27 11:00:00", + "2026-06-27 12:00:00", + "2026-06-27 13:00:00", + "2026-06-27 14:00:00", + "2026-06-27 15:00:00", + "2026-06-27 16:00:00", + "2026-06-27 17:00:00", + "2026-06-27 18:00:00", + "2026-06-27 19:00:00", + "2026-06-27 20:00:00", + "2026-06-27 21:00:00", + "2026-06-27 22:00:00", + "2026-06-27 23:00:00", + "2026-06-28 00:00:00", + "2026-06-28 01:00:00", + "2026-06-28 02:00:00", + "2026-06-28 03:00:00", + "2026-06-28 04:00:00", + "2026-06-28 05:00:00", + "2026-06-28 06:00:00", + "2026-06-28 07:00:00", + "2026-06-28 08:00:00", + "2026-06-28 09:00:00", + "2026-06-28 10:00:00", + "2026-06-28 11:00:00", + "2026-06-28 12:00:00", + "2026-06-28 13:00:00", + "2026-06-28 14:00:00", + "2026-06-28 15:00:00", + "2026-06-28 16:00:00", + "2026-06-28 17:00:00", + "2026-06-28 18:00:00", + "2026-06-28 19:00:00", + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" + ], + "context": [ + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.0, + 13.0, + 13.0, + 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "predictions": { + "p50": [ + 12.88916948774739, + 12.889171678138792, + 12.889497113815471, + 12.891444535565876, + 12.88949712000174, + 12.88661375282508, + 12.886051861533685, + 12.889654868276962, + 12.883250047015695, + 12.8914445358873, + 12.88225591265091, + 12.889171797844076, + 12.889812616535531, + 12.892368170359497, + 12.889181552341325, + 12.889181552341325, + 12.891400550737833, + 12.89020424815404, + 12.889497084438428, + 12.886737428144237, + 12.889171797844076, + 12.889812616535531, + 12.891400550737833, + 12.884370008628606 + ], + "p10": [ + 12.58959357820379, + 12.59029361593331, + 12.589993856257976, + 12.589595887979051, + 12.089018206190698, + 12.589993862460037, + 12.589595888300432, + 12.590038081812057, + 12.549937829323357, + 12.590205583463002, + 12.590188833297907, + 12.654128169505045, + 12.5899938624609, + 12.609929828137966, + 12.193015298529271, + 12.550335803483781, + 12.655182517652516, + 12.089018206207353, + 12.589595888300476, + 12.193015298529271, + 12.184004037657115, + 12.589595888300476, + 12.59031048580369, + 12.59003808181206 + ], + "p90": [ + 12.902264007047748, + 12.966532417781965, + 12.914149793110782, + 12.989179253635017, + 12.989179253939787, + 12.963692208346947, + 12.963656205313374, + 12.896585928670113, + 12.989179253956442, + 13.13082522276963, + 12.901193748286632, + 12.92340102279058, + 12.989179253956442, + 12.989179253956442, + 12.918928224732488, + 12.92340102279058, + 12.964016235657338, + 12.918928224732488, + 12.914149799313707, + 12.918928224732488, + 12.92340102279058, + 12.964016235657338, + 12.918928224732488, + 12.964016235657338 + ], + "mean": [ + 13.002351226572015, + 13.090640851055582, + 12.993463689249063, + 12.922934941253871, + 13.333022119696562, + 12.99804766507683, + 12.903178539970781, + 12.892497342454037, + 12.894455801395763, + 13.239736167464581, + 12.886775562943212, + 12.94394244475904, + 12.994633195148799, + 13.11045573068784, + 12.984054706094266, + 12.88650045272428, + 12.936272515020061, + 12.785964216701789, + 12.889785473876502, + 12.873350820046198, + 12.88849613779684, + 13.001011362092727, + 13.201804018601742, + 13.004034582888398 + ], + "quantiles": { + "0.1": [ + 12.58959357820379, + 12.59029361593331, + 12.589993856257976, + 12.589595887979051, + 12.089018206190698, + 12.589993862460037, + 12.589595888300432, + 12.590038081812057, + 12.549937829323357, + 12.590205583463002, + 12.590188833297907, + 12.654128169505045, + 12.5899938624609, + 12.609929828137966, + 12.193015298529271, + 12.550335803483781, + 12.655182517652516, + 12.089018206207353, + 12.589595888300476, + 12.193015298529271, + 12.184004037657115, + 12.589595888300476, + 12.59031048580369, + 12.59003808181206 + ], + "0.2": [ + 12.785889596011543, + 12.767920841785847, + 12.785923353145884, + 12.794032394781613, + 12.696540434855352, + 12.785982931340598, + 12.792997862369905, + 12.78598293134146, + 12.78589190610823, + 12.785982931341461, + 12.785923359348809, + 12.786024385270977, + 12.785982931341461, + 12.786024385270977, + 12.785923359348809, + 12.785923359348809, + 12.794032395103038, + 12.78589190610823, + 12.658994109313204, + 12.685191788227113, + 12.785982931341461, + 12.76792096149113, + 12.794032395103038, + 12.78597101694293 + ], + "0.3": [ + 12.855608870659896, + 12.85557309473516, + 12.85557320823752, + 12.873154465392004, + 12.808717010688055, + 12.83531029244443, + 12.82642572626477, + 12.832644922591147, + 12.835310292445293, + 12.855625923854163, + 12.826425726264814, + 12.85553406221286, + 12.832644922591149, + 12.85553406221286, + 12.822695758582816, + 12.825306735960215, + 12.855625923854163, + 12.849506083510175, + 12.818502134219385, + 12.822695758582816, + 12.835310292445293, + 12.855611180756583, + 12.857362006740267, + 12.835310292445293 + ], + "0.4": [ + 12.88037217024052, + 12.88037134659763, + 12.88037146009999, + 12.885489969920092, + 12.871890546664948, + 12.87189054668074, + 12.869994668133822, + 12.880366945251474, + 12.869994668133867, + 12.883250047015695, + 12.863696560220964, + 12.877760148864313, + 12.880371466302915, + 12.883250047015695, + 12.880347053113091, + 12.863696560220964, + 12.883250047015695, + 12.883250047015695, + 12.869994668133867, + 12.87384995428357, + 12.880347053113091, + 12.880371466302915, + 12.881261778286126, + 12.863696560220964 + ], + "0.5": [ + 12.88916948774739, + 12.889171678138792, + 12.889497113815471, + 12.891444535565876, + 12.88949712000174, + 12.88661375282508, + 12.886051861533685, + 12.889654868276962, + 12.883250047015695, + 12.8914445358873, + 12.88225591265091, + 12.889171797844076, + 12.889812616535531, + 12.892368170359497, + 12.889181552341325, + 12.889181552341325, + 12.891400550737833, + 12.89020424815404, + 12.889497084438428, + 12.886737428144237, + 12.889171797844076, + 12.889812616535531, + 12.891400550737833, + 12.884370008628606 + ], + "0.6": [ + 12.893100666189968, + 12.89235648056516, + 12.89313425673656, + 12.893442995155556, + 12.89313426292283, + 12.892356600269581, + 12.892526616904785, + 12.892677511054934, + 12.890682769187558, + 12.893134262939485, + 12.891400550737833, + 12.893115490947787, + 12.893467684902648, + 12.893708444243027, + 12.892696802997516, + 12.892790839569148, + 12.893442995476981, + 12.892960832340467, + 12.893467684902648, + 12.891488521036768, + 12.892677511054936, + 12.893134262939485, + 12.893467684902648, + 12.893017689918942 + ], + "0.7": [ + 12.893821208167461, + 12.893858327243777, + 12.893927730185498, + 12.893927736066997, + 12.893927736371767, + 12.893905799662363, + 12.89382790866347, + 12.893708444243025, + 12.893827908663514, + 12.893923779031939, + 12.89342653585987, + 12.89391119347384, + 12.894001770323372, + 12.893969909949613, + 12.893827908663514, + 12.893719571346805, + 12.8939647051285, + 12.893923779031939, + 12.893927736388422, + 12.89371178237416, + 12.893827908663514, + 12.89385844694906, + 12.8939647051285, + 12.893966266574834 + ], + "0.8": [ + 12.894038134205362, + 12.894037719503581, + 12.894027550035021, + 12.894037270949603, + 12.894040444285393, + 12.894041012239022, + 12.894014918262467, + 12.893995528883123, + 12.8940043999112, + 12.894040444302048, + 12.893974721664303, + 12.894040444302048, + 12.894923272994841, + 12.896518773081123, + 12.894036478013273, + 12.89400648141752, + 12.896518773081123, + 12.894043283991236, + 12.894036478013273, + 12.8940043999112, + 12.8940043999112, + 12.894923272994841, + 12.894040444302048, + 12.895242373012097 + ], + "0.9": [ + 12.902264007047748, + 12.966532417781965, + 12.914149793110782, + 12.989179253635017, + 12.989179253939787, + 12.963692208346947, + 12.963656205313374, + 12.896585928670113, + 12.989179253956442, + 13.13082522276963, + 12.901193748286632, + 12.92340102279058, + 12.989179253956442, + 12.989179253956442, + 12.918928224732488, + 12.92340102279058, + 12.964016235657338, + 12.918928224732488, + 12.914149799313707, + 12.918928224732488, + 12.92340102279058, + 12.964016235657338, + 12.918928224732488, + 12.964016235657338 + ] + } + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260624_083745.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260624_083745.json new file mode 100644 index 0000000000000000000000000000000000000000..64fb4a463862e2d0be398cd06662fa7d4604e417 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260624_083745.json @@ -0,0 +1,609 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-24T08:37:45.649258+00:00", + "metrics": { + "MSE[mean]": 0.0070205063423145475, + "MSE[0.5]": 0.0070205063423145475, + "MAE[0.5]": 0.05193797747294108, + "MASE[0.5]": 0.02965530687589317, + "MAPE[0.5]": 0.0040291026861737226, + "sMAPE[0.5]": 0.0040079113391513314, + "MSIS": 0.5084459087449434, + "RMSE[mean]": 0.08378846186865198, + "NRMSE[mean]": 0.006457684416150728, + "ND[0.5]": 0.004002926659033026, + "mean_weighted_sum_quantile_loss": 0.003420077753830638 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00", + "2026-06-26 21:00:00", + "2026-06-26 22:00:00", + "2026-06-26 23:00:00", + "2026-06-27 00:00:00", + "2026-06-27 01:00:00", + "2026-06-27 02:00:00", + "2026-06-27 03:00:00", + "2026-06-27 04:00:00", + "2026-06-27 05:00:00", + "2026-06-27 06:00:00", + "2026-06-27 07:00:00", + "2026-06-27 08:00:00", + "2026-06-27 09:00:00", + "2026-06-27 10:00:00", + "2026-06-27 11:00:00", + "2026-06-27 12:00:00", + "2026-06-27 13:00:00", + "2026-06-27 14:00:00", + "2026-06-27 15:00:00", + "2026-06-27 16:00:00", + "2026-06-27 17:00:00", + "2026-06-27 18:00:00", + "2026-06-27 19:00:00", + "2026-06-27 20:00:00", + "2026-06-27 21:00:00", + "2026-06-27 22:00:00", + "2026-06-27 23:00:00", + "2026-06-28 00:00:00", + "2026-06-28 01:00:00", + "2026-06-28 02:00:00", + "2026-06-28 03:00:00", + "2026-06-28 04:00:00", + "2026-06-28 05:00:00", + "2026-06-28 06:00:00", + "2026-06-28 07:00:00", + "2026-06-28 08:00:00", + "2026-06-28 09:00:00", + "2026-06-28 10:00:00", + "2026-06-28 11:00:00", + "2026-06-28 12:00:00", + "2026-06-28 13:00:00", + "2026-06-28 14:00:00", + "2026-06-28 15:00:00", + "2026-06-28 16:00:00", + "2026-06-28 17:00:00", + "2026-06-28 18:00:00", + "2026-06-28 19:00:00", + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" + ], + "context": [ + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.0, + 13.0, + 13.0, + 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "predictions": { + "p50": [ + 13.036144256591797, + 13.031174659729004, + 13.032861709594727, + 13.024849891662598, + 13.021059036254883, + 13.028226852416992, + 13.025616645812988, + 13.024336814880371, + 13.021871566772461, + 13.022252082824707, + 13.026294708251953, + 13.027355194091797, + 13.031465530395508, + 13.03204345703125, + 13.019474029541016, + 13.020478248596191, + 13.034427642822266, + 13.028470039367676, + 13.032800674438477, + 13.026861190795898, + 13.020692825317383, + 13.027379035949707, + 13.026474952697754, + 13.023900985717773 + ], + "p10": [ + 12.966980934143066, + 12.969661712646484, + 12.96707534790039, + 12.969745635986328, + 12.967132568359375, + 12.96682071685791, + 12.970252990722656, + 12.960758209228516, + 12.96752643585205, + 12.963277816772461, + 12.968941688537598, + 12.968097686767578, + 12.973305702209473, + 12.967409133911133, + 12.963592529296875, + 12.962836265563965, + 12.932549476623535, + 12.935922622680664, + 12.93665885925293, + 12.940460205078125, + 12.935914993286133, + 12.935240745544434, + 12.949712753295898, + 12.930242538452148 + ], + "p90": [ + 13.091127395629883, + 13.086711883544922, + 13.076702117919922, + 13.079866409301758, + 13.079886436462402, + 13.088438987731934, + 13.080976486206055, + 13.08800220489502, + 13.085668563842773, + 13.088338851928711, + 13.085618019104004, + 13.098295211791992, + 13.10704231262207, + 13.105098724365234, + 13.091318130493164, + 13.099513053894043, + 13.145381927490234, + 13.136970520019531, + 13.124366760253906, + 13.12906265258789, + 13.138139724731445, + 13.147573471069336, + 13.153887748718262, + 13.193214416503906 + ], + "mean": [ + 13.036144256591797, + 13.031174659729004, + 13.032861709594727, + 13.024849891662598, + 13.021059036254883, + 13.028226852416992, + 13.025616645812988, + 13.024336814880371, + 13.021871566772461, + 13.022252082824707, + 13.026294708251953, + 13.027355194091797, + 13.031465530395508, + 13.03204345703125, + 13.019474029541016, + 13.020478248596191, + 13.034427642822266, + 13.028470039367676, + 13.032800674438477, + 13.026861190795898, + 13.020692825317383, + 13.027379035949707, + 13.026474952697754, + 13.023900985717773 + ], + "quantiles": { + "0.1": [ + 12.966980934143066, + 12.969661712646484, + 12.96707534790039, + 12.969745635986328, + 12.967132568359375, + 12.96682071685791, + 12.970252990722656, + 12.960758209228516, + 12.96752643585205, + 12.963277816772461, + 12.968941688537598, + 12.968097686767578, + 12.973305702209473, + 12.967409133911133, + 12.963592529296875, + 12.962836265563965, + 12.932549476623535, + 12.935922622680664, + 12.93665885925293, + 12.940460205078125, + 12.935914993286133, + 12.935240745544434, + 12.949712753295898, + 12.930242538452148 + ], + "0.2": [ + 12.966980934143066, + 12.969661712646484, + 12.96707534790039, + 12.969745635986328, + 12.967132568359375, + 12.96682071685791, + 12.970252990722656, + 12.960758209228516, + 12.96752643585205, + 12.963277816772461, + 12.968941688537598, + 12.968097686767578, + 12.973305702209473, + 12.967409133911133, + 12.963592529296875, + 12.962836265563965, + 12.932549476623535, + 12.935922622680664, + 12.93665885925293, + 12.940460205078125, + 12.935914993286133, + 12.935240745544434, + 12.949712753295898, + 12.930242538452148 + ], + "0.3": [ + 12.966980934143066, + 12.969661712646484, + 12.96707534790039, + 12.969745635986328, + 12.967132568359375, + 12.96682071685791, + 12.970252990722656, + 12.960758209228516, + 12.96752643585205, + 12.963277816772461, + 12.968941688537598, + 12.968097686767578, + 12.973305702209473, + 12.967409133911133, + 12.963592529296875, + 12.962836265563965, + 12.932549476623535, + 12.935922622680664, + 12.93665885925293, + 12.940460205078125, + 12.935914993286133, + 12.935240745544434, + 12.949712753295898, + 12.930242538452148 + ], + "0.4": [ + 13.036144256591797, + 13.031174659729004, + 13.032861709594727, + 13.024849891662598, + 13.021059036254883, + 13.028226852416992, + 13.025616645812988, + 13.024336814880371, + 13.021871566772461, + 13.022252082824707, + 13.026294708251953, + 13.027355194091797, + 13.031465530395508, + 13.03204345703125, + 13.019474029541016, + 13.020478248596191, + 13.034427642822266, + 13.028470039367676, + 13.032800674438477, + 13.026861190795898, + 13.020692825317383, + 13.027379035949707, + 13.026474952697754, + 13.023900985717773 + ], + "0.5": [ + 13.036144256591797, + 13.031174659729004, + 13.032861709594727, + 13.024849891662598, + 13.021059036254883, + 13.028226852416992, + 13.025616645812988, + 13.024336814880371, + 13.021871566772461, + 13.022252082824707, + 13.026294708251953, + 13.027355194091797, + 13.031465530395508, + 13.03204345703125, + 13.019474029541016, + 13.020478248596191, + 13.034427642822266, + 13.028470039367676, + 13.032800674438477, + 13.026861190795898, + 13.020692825317383, + 13.027379035949707, + 13.026474952697754, + 13.023900985717773 + ], + "0.6": [ + 13.036144256591797, + 13.031174659729004, + 13.032861709594727, + 13.024849891662598, + 13.021059036254883, + 13.028226852416992, + 13.025616645812988, + 13.024336814880371, + 13.021871566772461, + 13.022252082824707, + 13.026294708251953, + 13.027355194091797, + 13.031465530395508, + 13.03204345703125, + 13.019474029541016, + 13.020478248596191, + 13.034427642822266, + 13.028470039367676, + 13.032800674438477, + 13.026861190795898, + 13.020692825317383, + 13.027379035949707, + 13.026474952697754, + 13.023900985717773 + ], + "0.7": [ + 13.036144256591797, + 13.031174659729004, + 13.032861709594727, + 13.024849891662598, + 13.021059036254883, + 13.028226852416992, + 13.025616645812988, + 13.024336814880371, + 13.021871566772461, + 13.022252082824707, + 13.026294708251953, + 13.027355194091797, + 13.031465530395508, + 13.03204345703125, + 13.019474029541016, + 13.020478248596191, + 13.034427642822266, + 13.028470039367676, + 13.032800674438477, + 13.026861190795898, + 13.020692825317383, + 13.027379035949707, + 13.026474952697754, + 13.023900985717773 + ], + "0.8": [ + 13.091127395629883, + 13.086711883544922, + 13.076702117919922, + 13.079866409301758, + 13.079886436462402, + 13.088438987731934, + 13.080976486206055, + 13.08800220489502, + 13.085668563842773, + 13.088338851928711, + 13.085618019104004, + 13.098295211791992, + 13.10704231262207, + 13.105098724365234, + 13.091318130493164, + 13.099513053894043, + 13.145381927490234, + 13.136970520019531, + 13.124366760253906, + 13.12906265258789, + 13.138139724731445, + 13.147573471069336, + 13.153887748718262, + 13.193214416503906 + ], + "0.9": [ + 13.091127395629883, + 13.086711883544922, + 13.076702117919922, + 13.079866409301758, + 13.079886436462402, + 13.088438987731934, + 13.080976486206055, + 13.08800220489502, + 13.085668563842773, + 13.088338851928711, + 13.085618019104004, + 13.098295211791992, + 13.10704231262207, + 13.105098724365234, + 13.091318130493164, + 13.099513053894043, + 13.145381927490234, + 13.136970520019531, + 13.124366760253906, + 13.12906265258789, + 13.138139724731445, + 13.147573471069336, + 13.153887748718262, + 13.193214416503906 + ] + } + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260624_084048.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260624_084048.json new file mode 100644 index 0000000000000000000000000000000000000000..7c9b208d00d67902ad350bf7833a8a3dec5d64ce --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260624_084048.json @@ -0,0 +1,609 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-24T08:40:48.244566+00:00", + "metrics": { + "MSE[mean]": 0.84725213969348, + "MSE[0.5]": 0.756545847827874, + "MAE[0.5]": 0.7532062382913217, + "MASE[0.5]": 0.4300622246794897, + "MAPE[0.5]": 0.058043184623686815, + "sMAPE[0.5]": 0.06039174249088607, + "MSIS": 17.34340356596327, + "RMSE[mean]": 0.9204630028922836, + "NRMSE[mean]": 0.07094126633734842, + "ND[0.5]": 0.05805057258105784, + "mean_weighted_sum_quantile_loss": 0.05850871810869004 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00", + "2026-06-26 21:00:00", + "2026-06-26 22:00:00", + "2026-06-26 23:00:00", + "2026-06-27 00:00:00", + "2026-06-27 01:00:00", + "2026-06-27 02:00:00", + "2026-06-27 03:00:00", + "2026-06-27 04:00:00", + "2026-06-27 05:00:00", + "2026-06-27 06:00:00", + "2026-06-27 07:00:00", + "2026-06-27 08:00:00", + "2026-06-27 09:00:00", + "2026-06-27 10:00:00", + "2026-06-27 11:00:00", + "2026-06-27 12:00:00", + "2026-06-27 13:00:00", + "2026-06-27 14:00:00", + "2026-06-27 15:00:00", + "2026-06-27 16:00:00", + "2026-06-27 17:00:00", + "2026-06-27 18:00:00", + "2026-06-27 19:00:00", + "2026-06-27 20:00:00", + "2026-06-27 21:00:00", + "2026-06-27 22:00:00", + "2026-06-27 23:00:00", + "2026-06-28 00:00:00", + "2026-06-28 01:00:00", + "2026-06-28 02:00:00", + "2026-06-28 03:00:00", + "2026-06-28 04:00:00", + "2026-06-28 05:00:00", + "2026-06-28 06:00:00", + "2026-06-28 07:00:00", + "2026-06-28 08:00:00", + "2026-06-28 09:00:00", + "2026-06-28 10:00:00", + "2026-06-28 11:00:00", + "2026-06-28 12:00:00", + "2026-06-28 13:00:00", + "2026-06-28 14:00:00", + "2026-06-28 15:00:00", + "2026-06-28 16:00:00", + "2026-06-28 17:00:00", + "2026-06-28 18:00:00", + "2026-06-28 19:00:00", + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" + ], + "context": [ + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.0, + 13.0, + 13.0, + 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "predictions": { + "p50": [ + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 + ], + "p10": [ + 12.647153692099135, + 12.584078901031008, + 12.521004109962881, + 11.957930272569069, + 12.484854012842495, + 12.331779736758499, + 12.218705041057804, + 11.605630726826835, + 12.142555363554118, + 12.379480763220855, + 12.016405781417864, + 12.253331181084599, + 11.840256294649041, + 11.917180893229352, + 11.714106712512788, + 11.881031654415851, + 11.637957035009102, + 11.074883197615291, + 11.511807452872846, + 11.44873266180472, + 10.885658824410909, + 11.322583079668465, + 11.259508288600339, + 11.196433497532212 + ], + "p90": [ + 12.947153882833998, + 12.984079473235598, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.731780308963089, + 12.578705174572207, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.26333121923157, + 12.190256390016472, + 12.137181637095317, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 + ], + "mean": [ + 12.868153877111945, + 12.836079099395242, + 12.758504305466142, + 12.673929508675954, + 12.634854718561556, + 12.595779942752179, + 12.517705142147294, + 12.410630364430572, + 12.375055539983826, + 12.394480753684126, + 12.264405974060077, + 12.251331182991914, + 12.109756388109126, + 12.08118160467038, + 12.001106801204541, + 11.97753203207091, + 11.881457220021915, + 11.802882441351517, + 11.7468076197658, + 11.686232823929362, + 11.604658062425123, + 11.577583265634969, + 11.48850846598376, + 11.417433673008347 + ], + "quantiles": { + "0.1": [ + 12.647153692099135, + 12.584078901031008, + 12.521004109962881, + 11.957930272569069, + 12.484854012842495, + 12.331779736758499, + 12.218705041057804, + 11.605630726826835, + 12.142555363554118, + 12.379480763220855, + 12.016405781417864, + 12.253331181084599, + 11.840256294649041, + 11.917180893229352, + 11.714106712512788, + 11.881031654415851, + 11.637957035009102, + 11.074883197615291, + 11.511807452872846, + 11.44873266180472, + 10.885658824410909, + 11.322583079668465, + 11.259508288600339, + 11.196433497532212 + ], + "0.2": [ + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 + ], + "0.3": [ + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 + ], + "0.4": [ + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 + ], + "0.5": [ + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 + ], + "0.6": [ + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 + ], + "0.7": [ + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 + ], + "0.8": [ + 12.947153882833998, + 12.884079091765871, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.631779927493362, + 12.568705136425235, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.253331181084599, + 12.190256390016472, + 12.127181598948345, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 + ], + "0.9": [ + 12.947153882833998, + 12.984079473235598, + 12.821004300697744, + 12.757929509629616, + 12.694854718561489, + 12.731780308963089, + 12.578705174572207, + 12.505630345357108, + 12.442555554288981, + 12.379480763220855, + 12.316405972152728, + 12.26333121923157, + 12.190256390016472, + 12.137181637095317, + 12.064106807880218, + 12.001032016812092, + 11.937957225743965, + 11.874882434675838, + 11.81180764360771, + 11.748732852539582, + 11.685658061471456, + 11.622583270403329, + 11.559508479335202, + 11.496433688267075 + ] + } + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260624_084010.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260624_084010.json new file mode 100644 index 0000000000000000000000000000000000000000..4c3c05818434b12606caaea3f3890c569d46752c --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260624_084010.json @@ -0,0 +1,609 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-24T08:40:10.644864+00:00", + "metrics": { + "MSE[mean]": 0.18018405449398264, + "MSE[0.5]": 0.02335991116747967, + "MAE[0.5]": 0.11429802576700847, + "MASE[0.5]": 0.06526135968993561, + "MAPE[0.5]": 0.008809347883026607, + "sMAPE[0.5]": 0.00886216972326237, + "MSIS": 1.0342016748063005, + "RMSE[mean]": 0.4244809235925481, + "NRMSE[mean]": 0.03271529019752092, + "ND[0.5]": 0.008809095707586352, + "mean_weighted_sum_quantile_loss": 0.018188799935643693 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00", + "2026-06-26 21:00:00", + "2026-06-26 22:00:00", + "2026-06-26 23:00:00", + "2026-06-27 00:00:00", + "2026-06-27 01:00:00", + "2026-06-27 02:00:00", + "2026-06-27 03:00:00", + "2026-06-27 04:00:00", + "2026-06-27 05:00:00", + "2026-06-27 06:00:00", + "2026-06-27 07:00:00", + "2026-06-27 08:00:00", + "2026-06-27 09:00:00", + "2026-06-27 10:00:00", + "2026-06-27 11:00:00", + "2026-06-27 12:00:00", + "2026-06-27 13:00:00", + "2026-06-27 14:00:00", + "2026-06-27 15:00:00", + "2026-06-27 16:00:00", + "2026-06-27 17:00:00", + "2026-06-27 18:00:00", + "2026-06-27 19:00:00", + "2026-06-27 20:00:00", + "2026-06-27 21:00:00", + "2026-06-27 22:00:00", + "2026-06-27 23:00:00", + "2026-06-28 00:00:00", + "2026-06-28 01:00:00", + "2026-06-28 02:00:00", + "2026-06-28 03:00:00", + "2026-06-28 04:00:00", + "2026-06-28 05:00:00", + "2026-06-28 06:00:00", + "2026-06-28 07:00:00", + "2026-06-28 08:00:00", + "2026-06-28 09:00:00", + "2026-06-28 10:00:00", + "2026-06-28 11:00:00", + "2026-06-28 12:00:00", + "2026-06-28 13:00:00", + "2026-06-28 14:00:00", + "2026-06-28 15:00:00", + "2026-06-28 16:00:00", + "2026-06-28 17:00:00", + "2026-06-28 18:00:00", + "2026-06-28 19:00:00", + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" + ], + "context": [ + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.0, + 13.0, + 13.0, + 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "predictions": { + "p50": [ + 13.00045919418335, + 13.026552200317383, + 13.068511962890625, + 13.037824630737305, + 13.005347728729248, + 13.01002311706543, + 12.99649953842163, + 12.98967170715332, + 12.906450748443604, + 12.859712600708008, + 12.923433780670166, + 12.957235336303711, + 12.833413124084473, + 12.884160995483398, + 12.934859275817871, + 12.875181674957275, + 12.888683795928955, + 12.85464334487915, + 12.821325302124023, + 12.708384990692139, + 12.764331817626953, + 12.604136943817139, + 12.707369327545166, + 12.699800491333008 + ], + "p10": [ + 12.824408054351807, + 12.797131538391113, + 12.801352500915527, + 12.675076007843018, + 12.614792346954346, + 12.634053230285645, + 12.497675895690918, + 12.348650932312012, + 12.266427516937256, + 12.234630584716797, + 12.253073692321777, + 12.108111381530762, + 11.882505893707275, + 11.93389368057251, + 11.882054328918457, + 11.581761837005615, + 11.927305698394775, + 11.735333442687988, + 11.406814098358154, + 11.563272476196289, + 11.678810596466064, + 10.81028938293457, + 11.378031253814697, + 10.806053161621094 + ], + "p90": [ + 13.162289142608643, + 13.273691177368164, + 13.410876750946045, + 13.32257080078125, + 13.458932399749756, + 13.492413997650146, + 13.51442813873291, + 13.546180248260498, + 13.385214805603027, + 13.580448627471924, + 13.696056365966797, + 13.79878044128418, + 13.699800968170166, + 13.885469436645508, + 13.977607250213623, + 13.971657276153564, + 14.25636911392212, + 13.982464790344238, + 14.9308443069458, + 14.128902912139893, + 14.18473768234253, + 14.253804683685303, + 14.18586254119873, + 14.949427127838135 + ], + "mean": [ + 13.000228881835938, + 13.065252304077148, + 13.093518257141113, + 13.00594425201416, + 13.016378402709961, + 13.146451950073242, + 13.029054641723633, + 13.080089569091797, + 12.790666580200195, + 12.852134704589844, + 12.983244895935059, + 13.84671688079834, + 12.899113655090332, + 12.941555976867676, + 13.156577110290527, + 13.300199508666992, + 13.086958885192871, + 13.077689170837402, + 13.135442733764648, + 13.023829460144043, + 12.92350959777832, + 12.792186737060547, + 12.721370697021484, + 13.057989120483398 + ], + "quantiles": { + "0.1": [ + 12.824408054351807, + 12.797131538391113, + 12.801352500915527, + 12.675076007843018, + 12.614792346954346, + 12.634053230285645, + 12.497675895690918, + 12.348650932312012, + 12.266427516937256, + 12.234630584716797, + 12.253073692321777, + 12.108111381530762, + 11.882505893707275, + 11.93389368057251, + 11.882054328918457, + 11.581761837005615, + 11.927305698394775, + 11.735333442687988, + 11.406814098358154, + 11.563272476196289, + 11.678810596466064, + 10.81028938293457, + 11.378031253814697, + 10.806053161621094 + ], + "0.2": [ + 12.824408054351807, + 12.797131538391113, + 12.801352500915527, + 12.675076007843018, + 12.614792346954346, + 12.634053230285645, + 12.497675895690918, + 12.348650932312012, + 12.266427516937256, + 12.234630584716797, + 12.253073692321777, + 12.108111381530762, + 11.882505893707275, + 11.93389368057251, + 11.882054328918457, + 11.581761837005615, + 11.927305698394775, + 11.735333442687988, + 11.406814098358154, + 11.563272476196289, + 11.678810596466064, + 10.81028938293457, + 11.378031253814697, + 10.806053161621094 + ], + "0.3": [ + 12.824408054351807, + 12.797131538391113, + 12.801352500915527, + 12.675076007843018, + 12.614792346954346, + 12.634053230285645, + 12.497675895690918, + 12.348650932312012, + 12.266427516937256, + 12.234630584716797, + 12.253073692321777, + 12.108111381530762, + 11.882505893707275, + 11.93389368057251, + 11.882054328918457, + 11.581761837005615, + 11.927305698394775, + 11.735333442687988, + 11.406814098358154, + 11.563272476196289, + 11.678810596466064, + 10.81028938293457, + 11.378031253814697, + 10.806053161621094 + ], + "0.4": [ + 13.00045919418335, + 13.026552200317383, + 13.068511962890625, + 13.037824630737305, + 13.005347728729248, + 13.01002311706543, + 12.99649953842163, + 12.98967170715332, + 12.906450748443604, + 12.859712600708008, + 12.923433780670166, + 12.957235336303711, + 12.833413124084473, + 12.884160995483398, + 12.934859275817871, + 12.875181674957275, + 12.888683795928955, + 12.85464334487915, + 12.821325302124023, + 12.708384990692139, + 12.764331817626953, + 12.604136943817139, + 12.707369327545166, + 12.699800491333008 + ], + "0.5": [ + 13.00045919418335, + 13.026552200317383, + 13.068511962890625, + 13.037824630737305, + 13.005347728729248, + 13.01002311706543, + 12.99649953842163, + 12.98967170715332, + 12.906450748443604, + 12.859712600708008, + 12.923433780670166, + 12.957235336303711, + 12.833413124084473, + 12.884160995483398, + 12.934859275817871, + 12.875181674957275, + 12.888683795928955, + 12.85464334487915, + 12.821325302124023, + 12.708384990692139, + 12.764331817626953, + 12.604136943817139, + 12.707369327545166, + 12.699800491333008 + ], + "0.6": [ + 13.00045919418335, + 13.026552200317383, + 13.068511962890625, + 13.037824630737305, + 13.005347728729248, + 13.01002311706543, + 12.99649953842163, + 12.98967170715332, + 12.906450748443604, + 12.859712600708008, + 12.923433780670166, + 12.957235336303711, + 12.833413124084473, + 12.884160995483398, + 12.934859275817871, + 12.875181674957275, + 12.888683795928955, + 12.85464334487915, + 12.821325302124023, + 12.708384990692139, + 12.764331817626953, + 12.604136943817139, + 12.707369327545166, + 12.699800491333008 + ], + "0.7": [ + 13.00045919418335, + 13.026552200317383, + 13.068511962890625, + 13.037824630737305, + 13.005347728729248, + 13.01002311706543, + 12.99649953842163, + 12.98967170715332, + 12.906450748443604, + 12.859712600708008, + 12.923433780670166, + 12.957235336303711, + 12.833413124084473, + 12.884160995483398, + 12.934859275817871, + 12.875181674957275, + 12.888683795928955, + 12.85464334487915, + 12.821325302124023, + 12.708384990692139, + 12.764331817626953, + 12.604136943817139, + 12.707369327545166, + 12.699800491333008 + ], + "0.8": [ + 13.162289142608643, + 13.273691177368164, + 13.410876750946045, + 13.32257080078125, + 13.458932399749756, + 13.492413997650146, + 13.51442813873291, + 13.546180248260498, + 13.385214805603027, + 13.580448627471924, + 13.696056365966797, + 13.79878044128418, + 13.699800968170166, + 13.885469436645508, + 13.977607250213623, + 13.971657276153564, + 14.25636911392212, + 13.982464790344238, + 14.9308443069458, + 14.128902912139893, + 14.18473768234253, + 14.253804683685303, + 14.18586254119873, + 14.949427127838135 + ], + "0.9": [ + 13.162289142608643, + 13.273691177368164, + 13.410876750946045, + 13.32257080078125, + 13.458932399749756, + 13.492413997650146, + 13.51442813873291, + 13.546180248260498, + 13.385214805603027, + 13.580448627471924, + 13.696056365966797, + 13.79878044128418, + 13.699800968170166, + 13.885469436645508, + 13.977607250213623, + 13.971657276153564, + 14.25636911392212, + 13.982464790344238, + 14.9308443069458, + 14.128902912139893, + 14.18473768234253, + 14.253804683685303, + 14.18586254119873, + 14.949427127838135 + ] + } + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260624_084048.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260624_084048.json new file mode 100644 index 0000000000000000000000000000000000000000..26f19a09e0b646f7744502a7b001df79a02bac98 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260624_084048.json @@ -0,0 +1,609 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-24T08:40:48.318433+00:00", + "metrics": { + "MSE[mean]": 0.0077708588480490766, + "MSE[0.5]": 0.017179698998031425, + "MAE[0.5]": 0.11315788678955485, + "MASE[0.5]": 0.06461036839411226, + "MAPE[0.5]": 0.00874774571470044, + "sMAPE[0.5]": 0.008696371638072796, + "MSIS": 0.7901499260807774, + "RMSE[mean]": 0.08815247499672982, + "NRMSE[mean]": 0.006794024515259399, + "ND[0.5]": 0.008721223731627538, + "mean_weighted_sum_quantile_loss": 0.007587051129529275 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00", + "2026-06-26 21:00:00", + "2026-06-26 22:00:00", + "2026-06-26 23:00:00", + "2026-06-27 00:00:00", + "2026-06-27 01:00:00", + "2026-06-27 02:00:00", + "2026-06-27 03:00:00", + "2026-06-27 04:00:00", + "2026-06-27 05:00:00", + "2026-06-27 06:00:00", + "2026-06-27 07:00:00", + "2026-06-27 08:00:00", + "2026-06-27 09:00:00", + "2026-06-27 10:00:00", + "2026-06-27 11:00:00", + "2026-06-27 12:00:00", + "2026-06-27 13:00:00", + "2026-06-27 14:00:00", + "2026-06-27 15:00:00", + "2026-06-27 16:00:00", + "2026-06-27 17:00:00", + "2026-06-27 18:00:00", + "2026-06-27 19:00:00", + "2026-06-27 20:00:00", + "2026-06-27 21:00:00", + "2026-06-27 22:00:00", + "2026-06-27 23:00:00", + "2026-06-28 00:00:00", + "2026-06-28 01:00:00", + "2026-06-28 02:00:00", + "2026-06-28 03:00:00", + "2026-06-28 04:00:00", + "2026-06-28 05:00:00", + "2026-06-28 06:00:00", + "2026-06-28 07:00:00", + "2026-06-28 08:00:00", + "2026-06-28 09:00:00", + "2026-06-28 10:00:00", + "2026-06-28 11:00:00", + "2026-06-28 12:00:00", + "2026-06-28 13:00:00", + "2026-06-28 14:00:00", + "2026-06-28 15:00:00", + "2026-06-28 16:00:00", + "2026-06-28 17:00:00", + "2026-06-28 18:00:00", + "2026-06-28 19:00:00", + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" + ], + "context": [ + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.0, + 13.0, + 13.0, + 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "predictions": { + "p50": [ + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 + ], + "p10": [ + 12.78815771989655, + 12.78815771989655, + 12.78815771989655, + 12.288158673570866, + 12.87815720491242, + 12.78815771989655, + 12.738157815263982, + 12.18815829210114, + 12.78815771989655, + 13.088157910631413, + 12.78815771989655, + 13.088157910631413, + 12.738157815263982, + 12.87815720491242, + 12.738157815263982, + 12.968157548235173, + 12.78815771989655, + 12.288158673570866, + 12.78815771989655, + 12.78815771989655, + 12.288158673570866, + 12.78815771989655, + 12.78815771989655, + 12.78815771989655 + ], + "p90": [ + 13.088157910631413, + 13.18815829210114, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.18815829210114, + 13.098157948778384, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.098157948778384, + 13.088157910631413, + 13.098157948778384, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 + ], + "mean": [ + 13.009157904909353, + 13.040157918260793, + 13.02565791539977, + 13.004157909677724, + 13.028157910631398, + 13.052157925890185, + 13.037157916353442, + 12.993157929704886, + 13.020657896326284, + 13.103157901094653, + 13.036157912538748, + 13.086157912538745, + 13.007657908724049, + 13.042157916353444, + 13.025157903955678, + 13.064657925890184, + 13.031657904909352, + 13.016157917307119, + 13.02315788678954, + 13.02565788202117, + 13.007157911585074, + 13.043157905863024, + 13.017157897279958, + 13.00915789537261 + ], + "quantiles": { + "0.1": [ + 12.78815771989655, + 12.78815771989655, + 12.78815771989655, + 12.288158673570866, + 12.87815720491242, + 12.78815771989655, + 12.738157815263982, + 12.18815829210114, + 12.78815771989655, + 13.088157910631413, + 12.78815771989655, + 13.088157910631413, + 12.738157815263982, + 12.87815720491242, + 12.738157815263982, + 12.968157548235173, + 12.78815771989655, + 12.288158673570866, + 12.78815771989655, + 12.78815771989655, + 12.288158673570866, + 12.78815771989655, + 12.78815771989655, + 12.78815771989655 + ], + "0.2": [ + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 + ], + "0.3": [ + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 + ], + "0.4": [ + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 + ], + "0.5": [ + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 + ], + "0.6": [ + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 + ], + "0.7": [ + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 + ], + "0.8": [ + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 + ], + "0.9": [ + 13.088157910631413, + 13.18815829210114, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.18815829210114, + 13.098157948778384, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.098157948778384, + 13.088157910631413, + 13.098157948778384, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413, + 13.088157910631413 + ] + } + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260624_084048.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260624_084048.json new file mode 100644 index 0000000000000000000000000000000000000000..407664e63a80bd81312a26280f6a7400f82eebf8 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260624_084048.json @@ -0,0 +1,609 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-24T08:40:48.370802+00:00", + "metrics": { + "MSE[mean]": 0.01250000000000758, + "MSE[0.5]": 0.01250000000000758, + "MAE[0.5]": 0.04999999205271403, + "MASE[0.5]": 0.02854876489728452, + "MAPE[0.5]": 0.0038762012539873512, + "sMAPE[0.5]": 0.003839124512926562, + "MSIS": 0.4462172395208654, + "RMSE[mean]": 0.11180339887502339, + "NRMSE[mean]": 0.008616831607670829, + "ND[0.5]": 0.0038535636325754442, + "mean_weighted_sum_quantile_loss": 0.0061029037550621255 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00", + "2026-06-26 21:00:00", + "2026-06-26 22:00:00", + "2026-06-26 23:00:00", + "2026-06-27 00:00:00", + "2026-06-27 01:00:00", + "2026-06-27 02:00:00", + "2026-06-27 03:00:00", + "2026-06-27 04:00:00", + "2026-06-27 05:00:00", + "2026-06-27 06:00:00", + "2026-06-27 07:00:00", + "2026-06-27 08:00:00", + "2026-06-27 09:00:00", + "2026-06-27 10:00:00", + "2026-06-27 11:00:00", + "2026-06-27 12:00:00", + "2026-06-27 13:00:00", + "2026-06-27 14:00:00", + "2026-06-27 15:00:00", + "2026-06-27 16:00:00", + "2026-06-27 17:00:00", + "2026-06-27 18:00:00", + "2026-06-27 19:00:00", + "2026-06-27 20:00:00", + "2026-06-27 21:00:00", + "2026-06-27 22:00:00", + "2026-06-27 23:00:00", + "2026-06-28 00:00:00", + "2026-06-28 01:00:00", + "2026-06-28 02:00:00", + "2026-06-28 03:00:00", + "2026-06-28 04:00:00", + "2026-06-28 05:00:00", + "2026-06-28 06:00:00", + "2026-06-28 07:00:00", + "2026-06-28 08:00:00", + "2026-06-28 09:00:00", + "2026-06-28 10:00:00", + "2026-06-28 11:00:00", + "2026-06-28 12:00:00", + "2026-06-28 13:00:00", + "2026-06-28 14:00:00", + "2026-06-28 15:00:00", + "2026-06-28 16:00:00", + "2026-06-28 17:00:00", + "2026-06-28 18:00:00", + "2026-06-28 19:00:00", + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" + ], + "context": [ + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.0, + 13.0, + 13.0, + 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "predictions": { + "p50": [ + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "p10": [ + 12.74, + 12.74, + 13.034000186920165, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 13.034000186920165, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74 + ], + "p90": [ + 13.26, + 13.26, + 13.566000194549561, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.566000194549561, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26 + ], + "mean": [ + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "quantiles": { + "0.1": [ + 12.74, + 12.74, + 13.034000186920165, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 13.034000186920165, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74 + ], + "0.2": [ + 12.805, + 12.805, + 13.10050018787384, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 13.10050018787384, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805 + ], + "0.3": [ + 12.87, + 12.87, + 13.167000188827515, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 13.167000188827515, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87 + ], + "0.4": [ + 12.935, + 12.935, + 13.23350018978119, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 13.23350018978119, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935 + ], + "0.5": [ + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "0.6": [ + 13.064999999999998, + 13.064999999999998, + 13.366500191688536, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.366500191688536, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998 + ], + "0.7": [ + 13.13, + 13.13, + 13.433000192642211, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.433000192642211, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13 + ], + "0.8": [ + 13.194999999999999, + 13.194999999999999, + 13.499500193595885, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.499500193595885, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999 + ], + "0.9": [ + 13.26, + 13.26, + 13.566000194549561, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.566000194549561, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26 + ] + } + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260624_084040.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260624_084040.json new file mode 100644 index 0000000000000000000000000000000000000000..bd53441a2e9708a7780d8d166e42191ede774937 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260624_084040.json @@ -0,0 +1,609 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-24T08:40:40.942002+00:00", + "metrics": { + "MSE[mean]": 0.027877330668275135, + "MSE[0.5]": 0.027877330668275135, + "MAE[0.5]": 0.1415160894393921, + "MASE[0.5]": 0.08080220417493032, + "MAPE[0.5]": 0.01093565920940623, + "sMAPE[0.5]": 0.010852688652588344, + "MSIS": 0.8912832507874429, + "RMSE[mean]": 0.16696505822559143, + "NRMSE[mean]": 0.01286821157112676, + "ND[0.5]": 0.010906826847352145, + "mean_weighted_sum_quantile_loss": 0.013848272220760911 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00", + "2026-06-26 21:00:00", + "2026-06-26 22:00:00", + "2026-06-26 23:00:00", + "2026-06-27 00:00:00", + "2026-06-27 01:00:00", + "2026-06-27 02:00:00", + "2026-06-27 03:00:00", + "2026-06-27 04:00:00", + "2026-06-27 05:00:00", + "2026-06-27 06:00:00", + "2026-06-27 07:00:00", + "2026-06-27 08:00:00", + "2026-06-27 09:00:00", + "2026-06-27 10:00:00", + "2026-06-27 11:00:00", + "2026-06-27 12:00:00", + "2026-06-27 13:00:00", + "2026-06-27 14:00:00", + "2026-06-27 15:00:00", + "2026-06-27 16:00:00", + "2026-06-27 17:00:00", + "2026-06-27 18:00:00", + "2026-06-27 19:00:00", + "2026-06-27 20:00:00", + "2026-06-27 21:00:00", + "2026-06-27 22:00:00", + "2026-06-27 23:00:00", + "2026-06-28 00:00:00", + "2026-06-28 01:00:00", + "2026-06-28 02:00:00", + "2026-06-28 03:00:00", + "2026-06-28 04:00:00", + "2026-06-28 05:00:00", + "2026-06-28 06:00:00", + "2026-06-28 07:00:00", + "2026-06-28 08:00:00", + "2026-06-28 09:00:00", + "2026-06-28 10:00:00", + "2026-06-28 11:00:00", + "2026-06-28 12:00:00", + "2026-06-28 13:00:00", + "2026-06-28 14:00:00", + "2026-06-28 15:00:00", + "2026-06-28 16:00:00", + "2026-06-28 17:00:00", + "2026-06-28 18:00:00", + "2026-06-28 19:00:00", + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" + ], + "context": [ + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.0, + 13.0, + 13.0, + 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "predictions": { + "p50": [ + 13.038818359375, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.05517578125, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.071533203125, + 13.087890625, + 13.087890625, + 13.104248046875, + 13.12060546875, + 13.12060546875, + 13.136962890625, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.18603515625, + 13.18603515625, + 13.169677734375, + 13.202392578125, + 13.21875 + ], + "p10": [ + 12.940673828125, + 12.875244140625, + 12.85888671875, + 12.826171875, + 12.79345703125, + 12.777099609375, + 12.7607421875, + 12.777099609375, + 12.7607421875, + 12.744384765625, + 12.72802734375, + 12.72802734375, + 12.678955078125, + 12.678955078125, + 12.66259765625, + 12.66259765625, + 12.6298828125, + 12.580810546875, + 12.548095703125, + 12.548095703125, + 12.53173828125, + 12.4990234375, + 12.4990234375, + 12.46630859375 + ], + "p90": [ + 13.267822265625, + 13.4150390625, + 13.5213623046875, + 13.6195068359375, + 13.627685546875, + 13.6767578125, + 13.791259765625, + 13.8485107421875, + 13.9384765625, + 14.0611572265625, + 14.134765625, + 14.216552734375, + 14.3555908203125, + 14.4864501953125, + 14.60504150390625, + 14.674560546875, + 14.58868408203125, + 14.68682861328125, + 14.7808837890625, + 14.852447509765625, + 14.88720703125, + 14.92401123046875, + 15.001708984375, + 15.057937622070312 + ], + "mean": [ + 13.038818359375, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.05517578125, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.071533203125, + 13.087890625, + 13.087890625, + 13.104248046875, + 13.12060546875, + 13.12060546875, + 13.136962890625, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.18603515625, + 13.18603515625, + 13.169677734375, + 13.202392578125, + 13.21875 + ], + "quantiles": { + "0.1": [ + 12.940673828125, + 12.875244140625, + 12.85888671875, + 12.826171875, + 12.79345703125, + 12.777099609375, + 12.7607421875, + 12.777099609375, + 12.7607421875, + 12.744384765625, + 12.72802734375, + 12.72802734375, + 12.678955078125, + 12.678955078125, + 12.66259765625, + 12.66259765625, + 12.6298828125, + 12.580810546875, + 12.548095703125, + 12.548095703125, + 12.53173828125, + 12.4990234375, + 12.4990234375, + 12.46630859375 + ], + "0.2": [ + 12.940673828125, + 12.875244140625, + 12.85888671875, + 12.826171875, + 12.79345703125, + 12.777099609375, + 12.7607421875, + 12.777099609375, + 12.7607421875, + 12.744384765625, + 12.72802734375, + 12.72802734375, + 12.678955078125, + 12.678955078125, + 12.66259765625, + 12.66259765625, + 12.6298828125, + 12.580810546875, + 12.548095703125, + 12.548095703125, + 12.53173828125, + 12.4990234375, + 12.4990234375, + 12.46630859375 + ], + "0.3": [ + 12.940673828125, + 12.875244140625, + 12.85888671875, + 12.826171875, + 12.79345703125, + 12.777099609375, + 12.7607421875, + 12.777099609375, + 12.7607421875, + 12.744384765625, + 12.72802734375, + 12.72802734375, + 12.678955078125, + 12.678955078125, + 12.66259765625, + 12.66259765625, + 12.6298828125, + 12.580810546875, + 12.548095703125, + 12.548095703125, + 12.53173828125, + 12.4990234375, + 12.4990234375, + 12.46630859375 + ], + "0.4": [ + 13.038818359375, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.05517578125, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.071533203125, + 13.087890625, + 13.087890625, + 13.104248046875, + 13.12060546875, + 13.12060546875, + 13.136962890625, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.18603515625, + 13.18603515625, + 13.169677734375, + 13.202392578125, + 13.21875 + ], + "0.5": [ + 13.038818359375, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.05517578125, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.071533203125, + 13.087890625, + 13.087890625, + 13.104248046875, + 13.12060546875, + 13.12060546875, + 13.136962890625, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.18603515625, + 13.18603515625, + 13.169677734375, + 13.202392578125, + 13.21875 + ], + "0.6": [ + 13.038818359375, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.05517578125, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.071533203125, + 13.087890625, + 13.087890625, + 13.104248046875, + 13.12060546875, + 13.12060546875, + 13.136962890625, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.18603515625, + 13.18603515625, + 13.169677734375, + 13.202392578125, + 13.21875 + ], + "0.7": [ + 13.038818359375, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.05517578125, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.071533203125, + 13.087890625, + 13.087890625, + 13.104248046875, + 13.12060546875, + 13.12060546875, + 13.136962890625, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.18603515625, + 13.18603515625, + 13.169677734375, + 13.202392578125, + 13.21875 + ], + "0.8": [ + 13.267822265625, + 13.4150390625, + 13.5213623046875, + 13.6195068359375, + 13.627685546875, + 13.6767578125, + 13.791259765625, + 13.8485107421875, + 13.9384765625, + 14.0611572265625, + 14.134765625, + 14.216552734375, + 14.3555908203125, + 14.4864501953125, + 14.60504150390625, + 14.674560546875, + 14.58868408203125, + 14.68682861328125, + 14.7808837890625, + 14.852447509765625, + 14.88720703125, + 14.92401123046875, + 15.001708984375, + 15.057937622070312 + ], + "0.9": [ + 13.267822265625, + 13.4150390625, + 13.5213623046875, + 13.6195068359375, + 13.627685546875, + 13.6767578125, + 13.791259765625, + 13.8485107421875, + 13.9384765625, + 14.0611572265625, + 14.134765625, + 14.216552734375, + 14.3555908203125, + 14.4864501953125, + 14.60504150390625, + 14.674560546875, + 14.58868408203125, + 14.68682861328125, + 14.7808837890625, + 14.852447509765625, + 14.88720703125, + 14.92401123046875, + 15.001708984375, + 15.057937622070312 + ] + } + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260624_083820.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260624_083820.json new file mode 100644 index 0000000000000000000000000000000000000000..618fc54b2302ac0573d277ddc448f86ef09aaaab --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260624_083820.json @@ -0,0 +1,609 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-24T08:38:20.192340+00:00", + "metrics": { + "MSE[mean]": 0.01100219276683371, + "MSE[0.5]": 0.02601088537657385, + "MAE[0.5]": 0.13464613755544028, + "MASE[0.5]": 0.07687963072764213, + "MAPE[0.5]": 0.010365601955390836, + "sMAPE[0.5]": 0.010440166812854574, + "MSIS": 1.213239842499295, + "RMSE[mean]": 0.10489133790181966, + "NRMSE[mean]": 0.0080841101871474, + "ND[0.5]": 0.0103773508284434, + "mean_weighted_sum_quantile_loss": 0.008379623318533407 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00", + "2026-06-26 21:00:00", + "2026-06-26 22:00:00", + "2026-06-26 23:00:00", + "2026-06-27 00:00:00", + "2026-06-27 01:00:00", + "2026-06-27 02:00:00", + "2026-06-27 03:00:00", + "2026-06-27 04:00:00", + "2026-06-27 05:00:00", + "2026-06-27 06:00:00", + "2026-06-27 07:00:00", + "2026-06-27 08:00:00", + "2026-06-27 09:00:00", + "2026-06-27 10:00:00", + "2026-06-27 11:00:00", + "2026-06-27 12:00:00", + "2026-06-27 13:00:00", + "2026-06-27 14:00:00", + "2026-06-27 15:00:00", + "2026-06-27 16:00:00", + "2026-06-27 17:00:00", + "2026-06-27 18:00:00", + "2026-06-27 19:00:00", + "2026-06-27 20:00:00", + "2026-06-27 21:00:00", + "2026-06-27 22:00:00", + "2026-06-27 23:00:00", + "2026-06-28 00:00:00", + "2026-06-28 01:00:00", + "2026-06-28 02:00:00", + "2026-06-28 03:00:00", + "2026-06-28 04:00:00", + "2026-06-28 05:00:00", + "2026-06-28 06:00:00", + "2026-06-28 07:00:00", + "2026-06-28 08:00:00", + "2026-06-28 09:00:00", + "2026-06-28 10:00:00", + "2026-06-28 11:00:00", + "2026-06-28 12:00:00", + "2026-06-28 13:00:00", + "2026-06-28 14:00:00", + "2026-06-28 15:00:00", + "2026-06-28 16:00:00", + "2026-06-28 17:00:00", + "2026-06-28 18:00:00", + "2026-06-28 19:00:00", + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" + ], + "context": [ + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.0, + 13.0, + 13.0, + 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "predictions": { + "p50": [ + 13.035484313964844, + 12.97629451751709, + 12.987305641174316, + 12.908145904541016, + 12.905298233032227, + 12.920476913452148, + 12.885688781738281, + 12.910768508911133, + 12.866693496704102, + 12.907023429870605, + 12.785813331604004, + 12.855722427368164, + 12.840627670288086, + 12.821905136108398, + 12.858858108520508, + 12.952553749084473, + 12.860811233520508, + 12.78288745880127, + 12.77750015258789, + 12.758538246154785, + 12.752132415771484, + 12.70167064666748, + 12.685033798217773, + 12.712823867797852 + ], + "p10": [ + 13.077113151550293, + 13.023483276367188, + 13.065680503845215, + 12.996846199035645, + 13.00539779663086, + 13.118558883666992, + 13.085918426513672, + 13.011212348937988, + 13.038557052612305, + 12.953459739685059, + 12.99693489074707, + 13.066965103149414, + 12.953310012817383, + 12.87342643737793, + 12.997001647949219, + 12.91291332244873, + 12.916220664978027, + 13.101487159729004, + 13.010626792907715, + 12.947001457214355, + 12.860793113708496, + 12.956717491149902, + 12.989222526550293, + 13.007948875427246 + ], + "p90": [ + 13.134912490844727, + 13.123347282409668, + 13.146153450012207, + 13.172717094421387, + 13.177729606628418, + 13.153251647949219, + 13.043261528015137, + 13.09540843963623, + 13.081247329711914, + 13.133944511413574, + 13.060009956359863, + 13.073796272277832, + 13.12778377532959, + 13.179954528808594, + 13.201679229736328, + 13.286879539489746, + 13.289095878601074, + 13.23800277709961, + 13.282756805419922, + 13.32026481628418, + 13.320027351379395, + 13.300908088684082, + 13.309653282165527, + 13.312518119812012 + ], + "mean": [ + 13.035484313964844, + 13.03876781463623, + 13.025382041931152, + 13.011421203613281, + 12.979180335998535, + 12.981338500976562, + 12.94606876373291, + 12.968093872070312, + 12.927630424499512, + 12.938135147094727, + 12.862215995788574, + 12.916378021240234, + 12.89580249786377, + 12.881811141967773, + 12.912322998046875, + 12.974019050598145, + 12.911172866821289, + 12.866799354553223, + 12.858445167541504, + 12.853769302368164, + 12.822953224182129, + 12.827986717224121, + 12.80937385559082, + 12.847186088562012 + ], + "quantiles": { + "0.1": [ + 13.077113151550293, + 13.023483276367188, + 13.065680503845215, + 12.996846199035645, + 13.00539779663086, + 13.118558883666992, + 13.085918426513672, + 13.011212348937988, + 13.038557052612305, + 12.953459739685059, + 12.99693489074707, + 13.066965103149414, + 12.953310012817383, + 12.87342643737793, + 12.997001647949219, + 12.91291332244873, + 12.916220664978027, + 13.101487159729004, + 13.010626792907715, + 12.947001457214355, + 12.860793113708496, + 12.956717491149902, + 12.989222526550293, + 13.007948875427246 + ], + "0.2": [ + 13.077113151550293, + 13.023483276367188, + 13.065680503845215, + 12.996846199035645, + 13.00539779663086, + 13.118558883666992, + 13.085918426513672, + 13.011212348937988, + 13.038557052612305, + 12.953459739685059, + 12.99693489074707, + 13.066965103149414, + 12.953310012817383, + 12.87342643737793, + 12.997001647949219, + 12.91291332244873, + 12.916220664978027, + 13.101487159729004, + 13.010626792907715, + 12.947001457214355, + 12.860793113708496, + 12.956717491149902, + 12.989222526550293, + 13.007948875427246 + ], + "0.3": [ + 13.077113151550293, + 13.023483276367188, + 13.065680503845215, + 12.996846199035645, + 13.00539779663086, + 13.118558883666992, + 13.085918426513672, + 13.011212348937988, + 13.038557052612305, + 12.953459739685059, + 12.99693489074707, + 13.066965103149414, + 12.953310012817383, + 12.87342643737793, + 12.997001647949219, + 12.91291332244873, + 12.916220664978027, + 13.101487159729004, + 13.010626792907715, + 12.947001457214355, + 12.860793113708496, + 12.956717491149902, + 12.989222526550293, + 13.007948875427246 + ], + "0.4": [ + 13.035484313964844, + 12.97629451751709, + 12.987305641174316, + 12.908145904541016, + 12.905298233032227, + 12.920476913452148, + 12.885688781738281, + 12.910768508911133, + 12.866693496704102, + 12.907023429870605, + 12.785813331604004, + 12.855722427368164, + 12.840627670288086, + 12.821905136108398, + 12.858858108520508, + 12.952553749084473, + 12.860811233520508, + 12.78288745880127, + 12.77750015258789, + 12.758538246154785, + 12.752132415771484, + 12.70167064666748, + 12.685033798217773, + 12.712823867797852 + ], + "0.5": [ + 13.035484313964844, + 12.97629451751709, + 12.987305641174316, + 12.908145904541016, + 12.905298233032227, + 12.920476913452148, + 12.885688781738281, + 12.910768508911133, + 12.866693496704102, + 12.907023429870605, + 12.785813331604004, + 12.855722427368164, + 12.840627670288086, + 12.821905136108398, + 12.858858108520508, + 12.952553749084473, + 12.860811233520508, + 12.78288745880127, + 12.77750015258789, + 12.758538246154785, + 12.752132415771484, + 12.70167064666748, + 12.685033798217773, + 12.712823867797852 + ], + "0.6": [ + 13.035484313964844, + 12.97629451751709, + 12.987305641174316, + 12.908145904541016, + 12.905298233032227, + 12.920476913452148, + 12.885688781738281, + 12.910768508911133, + 12.866693496704102, + 12.907023429870605, + 12.785813331604004, + 12.855722427368164, + 12.840627670288086, + 12.821905136108398, + 12.858858108520508, + 12.952553749084473, + 12.860811233520508, + 12.78288745880127, + 12.77750015258789, + 12.758538246154785, + 12.752132415771484, + 12.70167064666748, + 12.685033798217773, + 12.712823867797852 + ], + "0.7": [ + 13.035484313964844, + 12.97629451751709, + 12.987305641174316, + 12.908145904541016, + 12.905298233032227, + 12.920476913452148, + 12.885688781738281, + 12.910768508911133, + 12.866693496704102, + 12.907023429870605, + 12.785813331604004, + 12.855722427368164, + 12.840627670288086, + 12.821905136108398, + 12.858858108520508, + 12.952553749084473, + 12.860811233520508, + 12.78288745880127, + 12.77750015258789, + 12.758538246154785, + 12.752132415771484, + 12.70167064666748, + 12.685033798217773, + 12.712823867797852 + ], + "0.8": [ + 13.134912490844727, + 13.123347282409668, + 13.146153450012207, + 13.172717094421387, + 13.177729606628418, + 13.153251647949219, + 13.043261528015137, + 13.09540843963623, + 13.081247329711914, + 13.133944511413574, + 13.060009956359863, + 13.073796272277832, + 13.12778377532959, + 13.179954528808594, + 13.201679229736328, + 13.286879539489746, + 13.289095878601074, + 13.23800277709961, + 13.282756805419922, + 13.32026481628418, + 13.320027351379395, + 13.300908088684082, + 13.309653282165527, + 13.312518119812012 + ], + "0.9": [ + 13.134912490844727, + 13.123347282409668, + 13.146153450012207, + 13.172717094421387, + 13.177729606628418, + 13.153251647949219, + 13.043261528015137, + 13.09540843963623, + 13.081247329711914, + 13.133944511413574, + 13.060009956359863, + 13.073796272277832, + 13.12778377532959, + 13.179954528808594, + 13.201679229736328, + 13.286879539489746, + 13.289095878601074, + 13.23800277709961, + 13.282756805419922, + 13.32026481628418, + 13.320027351379395, + 13.300908088684082, + 13.309653282165527, + 13.312518119812012 + ] + } + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260624_083934.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260624_083934.json new file mode 100644 index 0000000000000000000000000000000000000000..65005e9e15a2aede98ac37606c68fdc22ff1722f --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260624_083934.json @@ -0,0 +1,609 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-24T08:39:34.594089+00:00", + "metrics": { + "MSE[mean]": 0.005167175473616226, + "MSE[0.5]": 0.005167175473616226, + "MAE[0.5]": 0.027280569076538086, + "MASE[0.5]": 0.015576533532427647, + "MAPE[0.5]": 0.002129024820309792, + "sMAPE[0.5]": 0.002113413475678889, + "MSIS": 0.4622208782213166, + "RMSE[mean]": 0.07188306805928797, + "NRMSE[mean]": 0.005540120418002779, + "ND[0.5]": 0.0021025485115772746, + "mean_weighted_sum_quantile_loss": 0.006104817405567453 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00", + "2026-06-26 21:00:00", + "2026-06-26 22:00:00", + "2026-06-26 23:00:00", + "2026-06-27 00:00:00", + "2026-06-27 01:00:00", + "2026-06-27 02:00:00", + "2026-06-27 03:00:00", + "2026-06-27 04:00:00", + "2026-06-27 05:00:00", + "2026-06-27 06:00:00", + "2026-06-27 07:00:00", + "2026-06-27 08:00:00", + "2026-06-27 09:00:00", + "2026-06-27 10:00:00", + "2026-06-27 11:00:00", + "2026-06-27 12:00:00", + "2026-06-27 13:00:00", + "2026-06-27 14:00:00", + "2026-06-27 15:00:00", + "2026-06-27 16:00:00", + "2026-06-27 17:00:00", + "2026-06-27 18:00:00", + "2026-06-27 19:00:00", + "2026-06-27 20:00:00", + "2026-06-27 21:00:00", + "2026-06-27 22:00:00", + "2026-06-27 23:00:00", + "2026-06-28 00:00:00", + "2026-06-28 01:00:00", + "2026-06-28 02:00:00", + "2026-06-28 03:00:00", + "2026-06-28 04:00:00", + "2026-06-28 05:00:00", + "2026-06-28 06:00:00", + "2026-06-28 07:00:00", + "2026-06-28 08:00:00", + "2026-06-28 09:00:00", + "2026-06-28 10:00:00", + "2026-06-28 11:00:00", + "2026-06-28 12:00:00", + "2026-06-28 13:00:00", + "2026-06-28 14:00:00", + "2026-06-28 15:00:00", + "2026-06-28 16:00:00", + "2026-06-28 17:00:00", + "2026-06-28 18:00:00", + "2026-06-28 19:00:00", + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" + ], + "context": [ + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.0, + 13.0, + 13.0, + 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "predictions": { + "p50": [ + 12.991186141967773, + 12.995534896850586, + 13.00128173828125, + 13.002657890319824, + 13.002533912658691, + 13.001073837280273, + 12.998626708984375, + 13.000955581665039, + 13.000186920166016, + 12.998466491699219, + 12.995466232299805, + 12.998224258422852, + 12.997217178344727, + 13.002053260803223, + 12.999975204467773, + 13.000631332397461, + 13.000061988830566, + 13.006770133972168, + 13.001914978027344, + 13.000110626220703, + 13.000024795532227, + 13.003982543945312, + 12.999910354614258, + 13.005102157592773 + ], + "p10": [ + 12.959567070007324, + 12.950470924377441, + 12.944199562072754, + 12.926435470581055, + 12.89132308959961, + 12.853632926940918, + 12.809200286865234, + 12.773414611816406, + 12.745010375976562, + 12.717618942260742, + 12.696940422058105, + 12.666711807250977, + 12.625298500061035, + 12.596282958984375, + 12.564321517944336, + 12.518693923950195, + 12.479467391967773, + 12.45862865447998, + 12.432012557983398, + 12.417104721069336, + 12.410099029541016, + 12.382569313049316, + 12.369370460510254, + 12.347278594970703 + ], + "p90": [ + 13.045012474060059, + 13.07387924194336, + 13.12447452545166, + 13.199167251586914, + 13.273322105407715, + 13.288078308105469, + 13.26330280303955, + 13.245418548583984, + 13.252473831176758, + 13.273700714111328, + 13.270158767700195, + 13.276427268981934, + 13.31787109375, + 13.33537483215332, + 13.329626083374023, + 13.380319595336914, + 13.419228553771973, + 13.416394233703613, + 13.392855644226074, + 13.383496284484863, + 13.425487518310547, + 13.432127952575684, + 13.44033432006836, + 13.452890396118164 + ], + "mean": [ + 12.991186141967773, + 12.995534896850586, + 13.00128173828125, + 13.002657890319824, + 13.002533912658691, + 13.001073837280273, + 12.998626708984375, + 13.000955581665039, + 13.000186920166016, + 12.998466491699219, + 12.995466232299805, + 12.998224258422852, + 12.997217178344727, + 13.002053260803223, + 12.999975204467773, + 13.000631332397461, + 13.000061988830566, + 13.006770133972168, + 13.001914978027344, + 13.000110626220703, + 13.000024795532227, + 13.003982543945312, + 12.999910354614258, + 13.005102157592773 + ], + "quantiles": { + "0.1": [ + 12.959567070007324, + 12.950470924377441, + 12.944199562072754, + 12.926435470581055, + 12.89132308959961, + 12.853632926940918, + 12.809200286865234, + 12.773414611816406, + 12.745010375976562, + 12.717618942260742, + 12.696940422058105, + 12.666711807250977, + 12.625298500061035, + 12.596282958984375, + 12.564321517944336, + 12.518693923950195, + 12.479467391967773, + 12.45862865447998, + 12.432012557983398, + 12.417104721069336, + 12.410099029541016, + 12.382569313049316, + 12.369370460510254, + 12.347278594970703 + ], + "0.2": [ + 12.959567070007324, + 12.950470924377441, + 12.944199562072754, + 12.926435470581055, + 12.89132308959961, + 12.853632926940918, + 12.809200286865234, + 12.773414611816406, + 12.745010375976562, + 12.717618942260742, + 12.696940422058105, + 12.666711807250977, + 12.625298500061035, + 12.596282958984375, + 12.564321517944336, + 12.518693923950195, + 12.479467391967773, + 12.45862865447998, + 12.432012557983398, + 12.417104721069336, + 12.410099029541016, + 12.382569313049316, + 12.369370460510254, + 12.347278594970703 + ], + "0.3": [ + 12.959567070007324, + 12.950470924377441, + 12.944199562072754, + 12.926435470581055, + 12.89132308959961, + 12.853632926940918, + 12.809200286865234, + 12.773414611816406, + 12.745010375976562, + 12.717618942260742, + 12.696940422058105, + 12.666711807250977, + 12.625298500061035, + 12.596282958984375, + 12.564321517944336, + 12.518693923950195, + 12.479467391967773, + 12.45862865447998, + 12.432012557983398, + 12.417104721069336, + 12.410099029541016, + 12.382569313049316, + 12.369370460510254, + 12.347278594970703 + ], + "0.4": [ + 12.991186141967773, + 12.995534896850586, + 13.00128173828125, + 13.002657890319824, + 13.002533912658691, + 13.001073837280273, + 12.998626708984375, + 13.000955581665039, + 13.000186920166016, + 12.998466491699219, + 12.995466232299805, + 12.998224258422852, + 12.997217178344727, + 13.002053260803223, + 12.999975204467773, + 13.000631332397461, + 13.000061988830566, + 13.006770133972168, + 13.001914978027344, + 13.000110626220703, + 13.000024795532227, + 13.003982543945312, + 12.999910354614258, + 13.005102157592773 + ], + "0.5": [ + 12.991186141967773, + 12.995534896850586, + 13.00128173828125, + 13.002657890319824, + 13.002533912658691, + 13.001073837280273, + 12.998626708984375, + 13.000955581665039, + 13.000186920166016, + 12.998466491699219, + 12.995466232299805, + 12.998224258422852, + 12.997217178344727, + 13.002053260803223, + 12.999975204467773, + 13.000631332397461, + 13.000061988830566, + 13.006770133972168, + 13.001914978027344, + 13.000110626220703, + 13.000024795532227, + 13.003982543945312, + 12.999910354614258, + 13.005102157592773 + ], + "0.6": [ + 12.991186141967773, + 12.995534896850586, + 13.00128173828125, + 13.002657890319824, + 13.002533912658691, + 13.001073837280273, + 12.998626708984375, + 13.000955581665039, + 13.000186920166016, + 12.998466491699219, + 12.995466232299805, + 12.998224258422852, + 12.997217178344727, + 13.002053260803223, + 12.999975204467773, + 13.000631332397461, + 13.000061988830566, + 13.006770133972168, + 13.001914978027344, + 13.000110626220703, + 13.000024795532227, + 13.003982543945312, + 12.999910354614258, + 13.005102157592773 + ], + "0.7": [ + 12.991186141967773, + 12.995534896850586, + 13.00128173828125, + 13.002657890319824, + 13.002533912658691, + 13.001073837280273, + 12.998626708984375, + 13.000955581665039, + 13.000186920166016, + 12.998466491699219, + 12.995466232299805, + 12.998224258422852, + 12.997217178344727, + 13.002053260803223, + 12.999975204467773, + 13.000631332397461, + 13.000061988830566, + 13.006770133972168, + 13.001914978027344, + 13.000110626220703, + 13.000024795532227, + 13.003982543945312, + 12.999910354614258, + 13.005102157592773 + ], + "0.8": [ + 13.045012474060059, + 13.07387924194336, + 13.12447452545166, + 13.199167251586914, + 13.273322105407715, + 13.288078308105469, + 13.26330280303955, + 13.245418548583984, + 13.252473831176758, + 13.273700714111328, + 13.270158767700195, + 13.276427268981934, + 13.31787109375, + 13.33537483215332, + 13.329626083374023, + 13.380319595336914, + 13.419228553771973, + 13.416394233703613, + 13.392855644226074, + 13.383496284484863, + 13.425487518310547, + 13.432127952575684, + 13.44033432006836, + 13.452890396118164 + ], + "0.9": [ + 13.045012474060059, + 13.07387924194336, + 13.12447452545166, + 13.199167251586914, + 13.273322105407715, + 13.288078308105469, + 13.26330280303955, + 13.245418548583984, + 13.252473831176758, + 13.273700714111328, + 13.270158767700195, + 13.276427268981934, + 13.31787109375, + 13.33537483215332, + 13.329626083374023, + 13.380319595336914, + 13.419228553771973, + 13.416394233703613, + 13.392855644226074, + 13.383496284484863, + 13.425487518310547, + 13.432127952575684, + 13.44033432006836, + 13.452890396118164 + ] + } + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260624_083913.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260624_083913.json new file mode 100644 index 0000000000000000000000000000000000000000..8534aa4869474d501d79cb76f8e6e87cb5d06402 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260624_083913.json @@ -0,0 +1,609 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-24T08:39:13.164867+00:00", + "metrics": { + "MSE[mean]": 0.004895279480479076, + "MSE[0.5]": 0.004895279480479076, + "MAE[0.5]": 0.026015043258666992, + "MASE[0.5]": 0.014853949436659087, + "MAPE[0.5]": 0.0020308797556823576, + "sMAPE[0.5]": 0.0020160708555367426, + "MSIS": 1.1255414843013567, + "RMSE[mean]": 0.06996627387877016, + "NRMSE[mean]": 0.005392390627618247, + "ND[0.5]": 0.0020050128107177256, + "mean_weighted_sum_quantile_loss": 0.016835922781103504 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00", + "2026-06-26 21:00:00", + "2026-06-26 22:00:00", + "2026-06-26 23:00:00", + "2026-06-27 00:00:00", + "2026-06-27 01:00:00", + "2026-06-27 02:00:00", + "2026-06-27 03:00:00", + "2026-06-27 04:00:00", + "2026-06-27 05:00:00", + "2026-06-27 06:00:00", + "2026-06-27 07:00:00", + "2026-06-27 08:00:00", + "2026-06-27 09:00:00", + "2026-06-27 10:00:00", + "2026-06-27 11:00:00", + "2026-06-27 12:00:00", + "2026-06-27 13:00:00", + "2026-06-27 14:00:00", + "2026-06-27 15:00:00", + "2026-06-27 16:00:00", + "2026-06-27 17:00:00", + "2026-06-27 18:00:00", + "2026-06-27 19:00:00", + "2026-06-27 20:00:00", + "2026-06-27 21:00:00", + "2026-06-27 22:00:00", + "2026-06-27 23:00:00", + "2026-06-28 00:00:00", + "2026-06-28 01:00:00", + "2026-06-28 02:00:00", + "2026-06-28 03:00:00", + "2026-06-28 04:00:00", + "2026-06-28 05:00:00", + "2026-06-28 06:00:00", + "2026-06-28 07:00:00", + "2026-06-28 08:00:00", + "2026-06-28 09:00:00", + "2026-06-28 10:00:00", + "2026-06-28 11:00:00", + "2026-06-28 12:00:00", + "2026-06-28 13:00:00", + "2026-06-28 14:00:00", + "2026-06-28 15:00:00", + "2026-06-28 16:00:00", + "2026-06-28 17:00:00", + "2026-06-28 18:00:00", + "2026-06-28 19:00:00", + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" + ], + "context": [ + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.0, + 13.0, + 13.0, + 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0 + ], + "predictions": { + "p50": [ + 12.999226570129395, + 13.000099182128906, + 12.999513626098633, + 12.998382568359375, + 12.999163627624512, + 12.998852729797363, + 13.000147819519043, + 12.9963960647583, + 12.998806953430176, + 12.999791145324707, + 13.002443313598633, + 12.998700141906738, + 12.998628616333008, + 13.00031566619873, + 13.000229835510254, + 12.996259689331055, + 12.998353004455566, + 12.997600555419922, + 12.99755859375, + 12.996737480163574, + 12.998886108398438, + 12.99744701385498, + 12.99776840209961, + 12.997804641723633 + ], + "p10": [ + 12.982020378112793, + 12.969736099243164, + 12.87338638305664, + 12.428413391113281, + 12.216376304626465, + 12.149654388427734, + 11.946513175964355, + 11.857894897460938, + 11.722609519958496, + 11.764323234558105, + 11.748950958251953, + 11.707036972045898, + 11.661576271057129, + 11.625194549560547, + 11.572789192199707, + 11.567342758178711, + 11.53965950012207, + 11.498013496398926, + 11.449060440063477, + 11.401689529418945, + 11.358173370361328, + 11.311294555664062, + 11.263851165771484, + 11.237099647521973 + ], + "p90": [ + 13.02623176574707, + 13.041084289550781, + 13.074541091918945, + 13.415536880493164, + 13.776162147521973, + 13.867470741271973, + 13.790898323059082, + 13.784407615661621, + 13.818086624145508, + 13.833209037780762, + 13.841483116149902, + 13.865610122680664, + 13.889525413513184, + 13.900043487548828, + 13.861743927001953, + 13.922012329101562, + 13.948995590209961, + 13.97586441040039, + 13.984329223632812, + 14.021503448486328, + 14.059865951538086, + 14.090129852294922, + 14.145248413085938, + 14.228939056396484 + ], + "mean": [ + 12.999226570129395, + 13.000099182128906, + 12.999513626098633, + 12.998382568359375, + 12.999163627624512, + 12.998852729797363, + 13.000147819519043, + 12.9963960647583, + 12.998806953430176, + 12.999791145324707, + 13.002443313598633, + 12.998700141906738, + 12.998628616333008, + 13.00031566619873, + 13.000229835510254, + 12.996259689331055, + 12.998353004455566, + 12.997600555419922, + 12.99755859375, + 12.996737480163574, + 12.998886108398438, + 12.99744701385498, + 12.99776840209961, + 12.997804641723633 + ], + "quantiles": { + "0.1": [ + 12.982020378112793, + 12.969736099243164, + 12.87338638305664, + 12.428413391113281, + 12.216376304626465, + 12.149654388427734, + 11.946513175964355, + 11.857894897460938, + 11.722609519958496, + 11.764323234558105, + 11.748950958251953, + 11.707036972045898, + 11.661576271057129, + 11.625194549560547, + 11.572789192199707, + 11.567342758178711, + 11.53965950012207, + 11.498013496398926, + 11.449060440063477, + 11.401689529418945, + 11.358173370361328, + 11.311294555664062, + 11.263851165771484, + 11.237099647521973 + ], + "0.2": [ + 12.982020378112793, + 12.969736099243164, + 12.87338638305664, + 12.428413391113281, + 12.216376304626465, + 12.149654388427734, + 11.946513175964355, + 11.857894897460938, + 11.722609519958496, + 11.764323234558105, + 11.748950958251953, + 11.707036972045898, + 11.661576271057129, + 11.625194549560547, + 11.572789192199707, + 11.567342758178711, + 11.53965950012207, + 11.498013496398926, + 11.449060440063477, + 11.401689529418945, + 11.358173370361328, + 11.311294555664062, + 11.263851165771484, + 11.237099647521973 + ], + "0.3": [ + 12.982020378112793, + 12.969736099243164, + 12.87338638305664, + 12.428413391113281, + 12.216376304626465, + 12.149654388427734, + 11.946513175964355, + 11.857894897460938, + 11.722609519958496, + 11.764323234558105, + 11.748950958251953, + 11.707036972045898, + 11.661576271057129, + 11.625194549560547, + 11.572789192199707, + 11.567342758178711, + 11.53965950012207, + 11.498013496398926, + 11.449060440063477, + 11.401689529418945, + 11.358173370361328, + 11.311294555664062, + 11.263851165771484, + 11.237099647521973 + ], + "0.4": [ + 12.999226570129395, + 13.000099182128906, + 12.999513626098633, + 12.998382568359375, + 12.999163627624512, + 12.998852729797363, + 13.000147819519043, + 12.9963960647583, + 12.998806953430176, + 12.999791145324707, + 13.002443313598633, + 12.998700141906738, + 12.998628616333008, + 13.00031566619873, + 13.000229835510254, + 12.996259689331055, + 12.998353004455566, + 12.997600555419922, + 12.99755859375, + 12.996737480163574, + 12.998886108398438, + 12.99744701385498, + 12.99776840209961, + 12.997804641723633 + ], + "0.5": [ + 12.999226570129395, + 13.000099182128906, + 12.999513626098633, + 12.998382568359375, + 12.999163627624512, + 12.998852729797363, + 13.000147819519043, + 12.9963960647583, + 12.998806953430176, + 12.999791145324707, + 13.002443313598633, + 12.998700141906738, + 12.998628616333008, + 13.00031566619873, + 13.000229835510254, + 12.996259689331055, + 12.998353004455566, + 12.997600555419922, + 12.99755859375, + 12.996737480163574, + 12.998886108398438, + 12.99744701385498, + 12.99776840209961, + 12.997804641723633 + ], + "0.6": [ + 12.999226570129395, + 13.000099182128906, + 12.999513626098633, + 12.998382568359375, + 12.999163627624512, + 12.998852729797363, + 13.000147819519043, + 12.9963960647583, + 12.998806953430176, + 12.999791145324707, + 13.002443313598633, + 12.998700141906738, + 12.998628616333008, + 13.00031566619873, + 13.000229835510254, + 12.996259689331055, + 12.998353004455566, + 12.997600555419922, + 12.99755859375, + 12.996737480163574, + 12.998886108398438, + 12.99744701385498, + 12.99776840209961, + 12.997804641723633 + ], + "0.7": [ + 12.999226570129395, + 13.000099182128906, + 12.999513626098633, + 12.998382568359375, + 12.999163627624512, + 12.998852729797363, + 13.000147819519043, + 12.9963960647583, + 12.998806953430176, + 12.999791145324707, + 13.002443313598633, + 12.998700141906738, + 12.998628616333008, + 13.00031566619873, + 13.000229835510254, + 12.996259689331055, + 12.998353004455566, + 12.997600555419922, + 12.99755859375, + 12.996737480163574, + 12.998886108398438, + 12.99744701385498, + 12.99776840209961, + 12.997804641723633 + ], + "0.8": [ + 13.02623176574707, + 13.041084289550781, + 13.074541091918945, + 13.415536880493164, + 13.776162147521973, + 13.867470741271973, + 13.790898323059082, + 13.784407615661621, + 13.818086624145508, + 13.833209037780762, + 13.841483116149902, + 13.865610122680664, + 13.889525413513184, + 13.900043487548828, + 13.861743927001953, + 13.922012329101562, + 13.948995590209961, + 13.97586441040039, + 13.984329223632812, + 14.021503448486328, + 14.059865951538086, + 14.090129852294922, + 14.145248413085938, + 14.228939056396484 + ], + "0.9": [ + 13.02623176574707, + 13.041084289550781, + 13.074541091918945, + 13.415536880493164, + 13.776162147521973, + 13.867470741271973, + 13.790898323059082, + 13.784407615661621, + 13.818086624145508, + 13.833209037780762, + 13.841483116149902, + 13.865610122680664, + 13.889525413513184, + 13.900043487548828, + 13.861743927001953, + 13.922012329101562, + 13.948995590209961, + 13.97586441040039, + 13.984329223632812, + 14.021503448486328, + 14.059865951538086, + 14.090129852294922, + 14.145248413085938, + 14.228939056396484 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index b235d237959349ac709cf439d877c00e6468ff03..43b310458224329ac1a09165598a60d5804d5e2d 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3240522.2300097146,3240522.2300097146,1619.1852213541667,2.8162506511055585,0.02590243586618177,0.025495607718063557,18.560651043685798,1800.1450580466328,0.028764524343758428,0.02587296646373332,0.020304151802864347,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3241688.9357388816,3241688.9357388816,1620.8518880208333,2.819149486287151,0.025928854004101626,0.025522173862975187,18.560651043685798,1800.469087693227,0.028768935849762384,0.02589890840513152,0.02031248807154762,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.250970563062765,2.250970563062765,1.1954166094462078,0.7076289239842674,0.04757356318279906,0.04586730886045257,14.236521337397308,1.5003234861398274,0.05899430587117481,0.047005045080377894,0.04083424235898321,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.37848788538379907,0.37848788538379907,0.49331666678190234,1.3255855336057327,0.5903526632984222,0.37882381737133103,48.08080196615869,0.6152136908292914,0.4620514088689477,0.37050160668215515,0.3623645664334903,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.024305543965766674,0.024305543965766674,0.12916663620207045,0.4654653396866561,0.10522229891652059,0.10317465983136848,14.423118486628482,0.15590235394556,0.12499965593108736,0.103563446442077,0.09885669083257478,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.5995832983652841,0.5995832983652841,0.6208333174387614,0.3141250730636485,0.047705801728641396,0.04599888221640097,7.415713000987634,0.7743276427748683,0.059506449417207584,0.04771053538563647,0.044425944234175285,Weather,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.01250000000000758,0.01250000000000758,0.04999999205271403,0.02854876489728452,0.0038762012539873512,0.003839124512926562,0.4462172395208654,0.11180339887502339,0.008616831607670829,0.0038535636325754442,0.0061029037550621255,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,91.5379178142553,91.5379178142553,6.587500135103862,0.6266731935090655,0.3392728789172214,0.29955475316843533,22.826656393822503,9.56754502546266,0.5077865422656738,0.3496240578828414,0.34229839097727116,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,0.5004164950059931,0.5004164950059931,0.5208333333333334,0.30243812337962334,0.022321811782951756,0.022325040415898487,4.1248669209130915,0.7074012263249146,0.03094155103716689,0.02278111850174991,0.018718990431442022,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,69.79166666666667,69.79166666666667,5.375,0.9416058394160584,1.2025669455816514,0.3901918553827452,34.85167900517129,8.354140689901426,0.6661108855735357,0.42857142857142855,0.4210852713178294,Hazards,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index e9ce75d72b993d1324d9314fbedd720d04a03e2d..fe25b02718af7e6b7c2251fae69800dd0fbe6199 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T08:29:35.171802+00:00", + "evaluated_at": "2026-06-24T08:40:48.362497+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62716.0 + 62756.0 ], "p50": [ 64145.390625, diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index 7e9bf6c1419d69b058f1fe512f33200f3331780e..b918ab8e8857d20c4bf16dd642bb090a694fefa0 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T07:22:15.933170+00:00", + "evaluated_at": "2026-06-24T08:40:48.370802+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, 19.0, 19.0, 18.0, @@ -101,9 +82,7 @@ 13.0, 13.300000190734863, 13.0, - 13.0 - ], - "actuals": [ + 13.0, 13.0, 13.0, 13.0, @@ -122,356 +101,375 @@ 13.0, 13.0, 13.0, + 13.0 + ], + "actuals": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, 13.0, 13.0, 13.0, 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, 13.0 ], "p50": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, 13.0, 13.0, 13.0, - 14.0, 13.0, 13.0, 13.300000190734863, 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0 ], "p10": [ - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.621999626159667, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, + 12.74, + 12.74, + 13.034000186920165, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, 12.74, 12.74, 12.74, 12.74, - 13.719999999999999, 12.74, 12.74, 13.034000186920165, 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, 12.74 ], "p90": [ - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.17799961090088, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, + 13.26, + 13.26, + 13.566000194549561, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, 13.26, 13.26, 13.26, 13.26, - 14.280000000000001, 13.26, 13.26, 13.566000194549561, 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, 13.26 ], "mean": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, 13.0, 13.0, 13.0, - 14.0, 13.0, 13.0, 13.300000190734863, 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0 ], "quantiles": { "0.1": [ - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.621999626159667, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, - 13.719999999999999, + 12.74, + 12.74, + 13.034000186920165, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, 12.74, 12.74, 12.74, 12.74, - 13.719999999999999, 12.74, 12.74, 13.034000186920165, 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, + 12.74, 12.74 ], "0.2": [ - 13.79, - 13.79, - 13.79, - 13.79, - 13.79, - 13.79, - 13.79, - 13.79, - 13.69149962425232, - 13.79, - 13.79, - 13.79, - 13.79, - 13.79, + 12.805, + 12.805, + 13.10050018787384, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, 12.805, 12.805, 12.805, 12.805, - 13.79, 12.805, 12.805, 13.10050018787384, 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, + 12.805, 12.805 ], "0.3": [ - 13.86, - 13.86, - 13.86, - 13.86, - 13.86, - 13.86, - 13.86, - 13.86, - 13.76099962234497, - 13.86, - 13.86, - 13.86, - 13.86, - 13.86, + 12.87, + 12.87, + 13.167000188827515, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, 12.87, 12.87, 12.87, 12.87, - 13.86, 12.87, 12.87, 13.167000188827515, 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, + 12.87, 12.87 ], "0.4": [ - 13.93, - 13.93, - 13.93, - 13.93, - 13.93, - 13.93, - 13.93, - 13.93, - 13.830499620437623, - 13.93, - 13.93, - 13.93, - 13.93, - 13.93, + 12.935, + 12.935, + 13.23350018978119, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, 12.935, 12.935, 12.935, 12.935, - 13.93, 12.935, 12.935, 13.23350018978119, 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, + 12.935, 12.935 ], "0.5": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, + 13.0, + 13.0, + 13.300000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, 13.0, 13.0, 13.0, - 14.0, 13.0, 13.0, 13.300000190734863, 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0 ], "0.6": [ - 14.069999999999999, - 14.069999999999999, - 14.069999999999999, - 14.069999999999999, - 14.069999999999999, - 14.069999999999999, - 14.069999999999999, - 14.069999999999999, - 13.969499616622924, - 14.069999999999999, - 14.069999999999999, - 14.069999999999999, - 14.069999999999999, - 14.069999999999999, + 13.064999999999998, + 13.064999999999998, + 13.366500191688536, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, 13.064999999999998, 13.064999999999998, 13.064999999999998, 13.064999999999998, - 14.069999999999999, 13.064999999999998, 13.064999999999998, 13.366500191688536, 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, + 13.064999999999998, 13.064999999999998 ], "0.7": [ - 14.14, - 14.14, - 14.14, - 14.14, - 14.14, - 14.14, - 14.14, - 14.14, - 14.038999614715577, - 14.14, - 14.14, - 14.14, - 14.14, - 14.14, + 13.13, + 13.13, + 13.433000192642211, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, 13.13, 13.13, 13.13, 13.13, - 14.14, 13.13, 13.13, 13.433000192642211, 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, + 13.13, 13.13 ], "0.8": [ - 14.209999999999999, - 14.209999999999999, - 14.209999999999999, - 14.209999999999999, - 14.209999999999999, - 14.209999999999999, - 14.209999999999999, - 14.209999999999999, - 14.108499612808226, - 14.209999999999999, - 14.209999999999999, - 14.209999999999999, - 14.209999999999999, - 14.209999999999999, + 13.194999999999999, + 13.194999999999999, + 13.499500193595885, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, 13.194999999999999, 13.194999999999999, 13.194999999999999, 13.194999999999999, - 14.209999999999999, 13.194999999999999, 13.194999999999999, 13.499500193595885, 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, + 13.194999999999999, 13.194999999999999 ], "0.9": [ - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.17799961090088, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, - 14.280000000000001, + 13.26, + 13.26, + 13.566000194549561, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, 13.26, 13.26, 13.26, 13.26, - 14.280000000000001, 13.26, 13.26, 13.566000194549561, 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, + 13.26, 13.26 ] }, "timestamps": [ - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", "2026-06-23 23:00:00", "2026-06-24 00:00:00", "2026-06-24 01:00:00", @@ -589,6 +587,8 @@ "2026-06-28 17:00:00", "2026-06-28 18:00:00", "2026-06-28 19:00:00", - "2026-06-28 20:00:00" + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9ea5427e48ef2695a8eb8053269d6812aa042736..2dc01540f7e69386b1098d1684257979a9ee8114 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T08:10:17.706604+00:00", + "evaluated_at": "2026-06-24T08:40:48.377700+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index f1709d464ab4aade094d92d0bc8dc1391d4d92c9..4b5ac1aa7ccc358fb4d124a3800ec97519a0cd2d 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-24T08:29:35.192280+00:00", + "evaluated_at": "2026-06-24T08:40:48.387929+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index bc1895ec1b9adb0e14270b0846728c9d127f0084..e929ddd59e08c6be7b979cb58db586ad8fc6a934 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,1017954.8391691843,1017954.8391691843,976.2198893229166,1.697940336083704,0.01559887123774597,0.015469995668319214,12.502030694437105,1008.937480307469,0.01612181561919588,0.015599021115421004,0.00943019986321307,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1014273.9277108511,1014273.9277108511,974.55322265625,1.6950415009021114,0.015571837264333388,0.015443431337532213,12.386077287173407,1007.1116758884543,0.016092212521295054,0.015571974735038558,0.00940331776448375,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.1809189648353519,0.1809189648353519,0.34255631764729816,0.2027768031206014,0.013349505751967588,0.013266036971946643,2.3346111740295745,0.42534570038423086,0.016725042686639494,0.013469676618462665,0.020975628314107042,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0331268140346806,0.0331268140346806,0.15819503515958785,0.4250840569887127,0.17316426706362117,0.15046715247339615,1.8892156580942046,0.18200773070032109,0.13669547613897048,0.11881113824536516,0.07564601997770022,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01037037330146203,0.01037037330146203,0.08499548335870107,0.30629001959528585,0.06942841258816056,0.06802144313077735,1.5561993000164405,0.10183502983483644,0.08164946435338345,0.06814782398503143,0.061891542207334616,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,0.275932659930163,0.275932659930163,0.44439391295115155,0.22485144797112264,0.03417963394839164,0.03338559316988097,1.3577215529479432,0.5252929277366706,0.04036833416092735,0.03415131068752403,0.030836979506544848,Weather,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,0.027877330668275135,0.027877330668275135,0.1415160894393921,0.08080220417493032,0.01093565920940623,0.010852688652588344,0.8912832507874429,0.16696505822559143,0.01286821157112676,0.010906826847352145,0.013848272220760911,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,35.11601249555766,35.11601249555766,5.267187476158142,0.5010709872938675,0.32072850332614866,0.29060779030700395,3.0426017189965706,5.9258765170696615,0.31450913881125386,0.27954996907412694,0.23510637205896767,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.5703655992301719,0.5703655992301719,0.5736993153889974,0.3331364051144122,0.024601972175895798,0.024206612982224613,1.8369767467749796,0.7552255287198467,0.03303337394940203,0.025093463209439126,0.02331859321303365,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,12.786088897274263,12.786088897274263,2.400200525919596,0.42047308483263013,0.6837860775991659,0.2249526672160658,4.76086514883668,3.5757640997798306,0.28511075878643166,0.19137811502348942,0.18738088794368885,Hazards,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index d95d3f17e2c6e8ea9faac986980c5f131924b745..8a3e3b7dc922c6ebf0ed7defe85b7b184dd2536c 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-24T08:29:19.498114+00:00", + "evaluated_at": "2026-06-24T08:40:35.784772+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62716.0 + 62756.0 ], "p50": [ 62604.375, diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 5c3dd621b526fc61361789513f53776cf1fc9f8e..5268d28aef79d681efe3a2fa9742298e9ea3bee8 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-24T07:22:11.959921+00:00", + "evaluated_at": "2026-06-24T08:40:40.942002+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, 19.0, 19.0, 18.0, @@ -101,9 +82,7 @@ 13.0, 13.300000190734863, 13.0, - 13.0 - ], - "actuals": [ + 13.0, 13.0, 13.0, 13.0, @@ -122,356 +101,375 @@ 13.0, 13.0, 13.0, + 13.0 + ], + "actuals": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, + 12.800000190734863, 13.0, + 12.800000190734863, 13.0, 13.0, 13.0, 13.0 ], "p50": [ - 13.1412353515625, - 13.1412353515625, - 13.15966796875, - 13.15966796875, - 13.1781005859375, - 13.1781005859375, - 13.2149658203125, - 13.2333984375, - 13.2518310546875, - 13.343994140625, - 13.3624267578125, - 13.343994140625, - 13.45458984375, - 13.4361572265625, - 13.5098876953125, - 13.565185546875, - 13.5467529296875, - 13.638916015625, - 13.74951171875, - 13.786376953125, - 13.8232421875, - 13.8416748046875, - 13.9522705078125, - 13.9522705078125 + 13.038818359375, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.05517578125, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.071533203125, + 13.087890625, + 13.087890625, + 13.104248046875, + 13.12060546875, + 13.12060546875, + 13.136962890625, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.18603515625, + 13.18603515625, + 13.169677734375, + 13.202392578125, + 13.21875 ], "p10": [ - 12.9384765625, - 12.7725830078125, - 12.71728515625, - 12.5882568359375, - 12.5513916015625, - 12.532958984375, - 12.4776611328125, - 12.42236328125, - 12.42236328125, - 12.4407958984375, - 12.4039306640625, - 12.2933349609375, - 12.27490234375, - 12.1827392578125, - 12.164306640625, - 12.1090087890625, - 12.1090087890625, - 12.1090087890625, - 12.1458740234375, - 12.12744140625, - 12.1458740234375, - 12.090576171875, - 12.1458740234375, - 12.0721435546875 + 12.940673828125, + 12.875244140625, + 12.85888671875, + 12.826171875, + 12.79345703125, + 12.777099609375, + 12.7607421875, + 12.777099609375, + 12.7607421875, + 12.744384765625, + 12.72802734375, + 12.72802734375, + 12.678955078125, + 12.678955078125, + 12.66259765625, + 12.66259765625, + 12.6298828125, + 12.580810546875, + 12.548095703125, + 12.548095703125, + 12.53173828125, + 12.4990234375, + 12.4990234375, + 12.46630859375 ], "p90": [ - 13.380859375, - 13.638916015625, - 13.89697265625, - 13.9891357421875, - 14.0628662109375, - 14.0997314453125, - 14.2471923828125, - 14.40386962890625, - 14.56976318359375, - 14.818603515625, - 15.0029296875, - 15.0582275390625, - 15.25177001953125, - 15.3531494140625, - 15.51904296875, - 15.5927734375, - 15.43609619140625, - 15.661895751953125, - 15.846221923828125, - 15.993682861328125, - 16.09967041015625, - 16.138839721679688, - 16.272476196289062, - 16.304733276367188 + 13.267822265625, + 13.4150390625, + 13.5213623046875, + 13.6195068359375, + 13.627685546875, + 13.6767578125, + 13.791259765625, + 13.8485107421875, + 13.9384765625, + 14.0611572265625, + 14.134765625, + 14.216552734375, + 14.3555908203125, + 14.4864501953125, + 14.60504150390625, + 14.674560546875, + 14.58868408203125, + 14.68682861328125, + 14.7808837890625, + 14.852447509765625, + 14.88720703125, + 14.92401123046875, + 15.001708984375, + 15.057937622070312 ], "mean": [ - 13.1412353515625, - 13.1412353515625, - 13.15966796875, - 13.15966796875, - 13.1781005859375, - 13.1781005859375, - 13.2149658203125, - 13.2333984375, - 13.2518310546875, - 13.343994140625, - 13.3624267578125, - 13.343994140625, - 13.45458984375, - 13.4361572265625, - 13.5098876953125, - 13.565185546875, - 13.5467529296875, - 13.638916015625, - 13.74951171875, - 13.786376953125, - 13.8232421875, - 13.8416748046875, - 13.9522705078125, - 13.9522705078125 + 13.038818359375, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.05517578125, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.071533203125, + 13.087890625, + 13.087890625, + 13.104248046875, + 13.12060546875, + 13.12060546875, + 13.136962890625, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.18603515625, + 13.18603515625, + 13.169677734375, + 13.202392578125, + 13.21875 ], "quantiles": { "0.1": [ - 12.9384765625, - 12.7725830078125, - 12.71728515625, - 12.5882568359375, - 12.5513916015625, - 12.532958984375, - 12.4776611328125, - 12.42236328125, - 12.42236328125, - 12.4407958984375, - 12.4039306640625, - 12.2933349609375, - 12.27490234375, - 12.1827392578125, - 12.164306640625, - 12.1090087890625, - 12.1090087890625, - 12.1090087890625, - 12.1458740234375, - 12.12744140625, - 12.1458740234375, - 12.090576171875, - 12.1458740234375, - 12.0721435546875 + 12.940673828125, + 12.875244140625, + 12.85888671875, + 12.826171875, + 12.79345703125, + 12.777099609375, + 12.7607421875, + 12.777099609375, + 12.7607421875, + 12.744384765625, + 12.72802734375, + 12.72802734375, + 12.678955078125, + 12.678955078125, + 12.66259765625, + 12.66259765625, + 12.6298828125, + 12.580810546875, + 12.548095703125, + 12.548095703125, + 12.53173828125, + 12.4990234375, + 12.4990234375, + 12.46630859375 ], "0.2": [ - 12.9384765625, - 12.7725830078125, - 12.71728515625, - 12.5882568359375, - 12.5513916015625, - 12.532958984375, - 12.4776611328125, - 12.42236328125, - 12.42236328125, - 12.4407958984375, - 12.4039306640625, - 12.2933349609375, - 12.27490234375, - 12.1827392578125, - 12.164306640625, - 12.1090087890625, - 12.1090087890625, - 12.1090087890625, - 12.1458740234375, - 12.12744140625, - 12.1458740234375, - 12.090576171875, - 12.1458740234375, - 12.0721435546875 + 12.940673828125, + 12.875244140625, + 12.85888671875, + 12.826171875, + 12.79345703125, + 12.777099609375, + 12.7607421875, + 12.777099609375, + 12.7607421875, + 12.744384765625, + 12.72802734375, + 12.72802734375, + 12.678955078125, + 12.678955078125, + 12.66259765625, + 12.66259765625, + 12.6298828125, + 12.580810546875, + 12.548095703125, + 12.548095703125, + 12.53173828125, + 12.4990234375, + 12.4990234375, + 12.46630859375 ], "0.3": [ - 12.9384765625, - 12.7725830078125, - 12.71728515625, - 12.5882568359375, - 12.5513916015625, - 12.532958984375, - 12.4776611328125, - 12.42236328125, - 12.42236328125, - 12.4407958984375, - 12.4039306640625, - 12.2933349609375, - 12.27490234375, - 12.1827392578125, - 12.164306640625, - 12.1090087890625, - 12.1090087890625, - 12.1090087890625, - 12.1458740234375, - 12.12744140625, - 12.1458740234375, - 12.090576171875, - 12.1458740234375, - 12.0721435546875 + 12.940673828125, + 12.875244140625, + 12.85888671875, + 12.826171875, + 12.79345703125, + 12.777099609375, + 12.7607421875, + 12.777099609375, + 12.7607421875, + 12.744384765625, + 12.72802734375, + 12.72802734375, + 12.678955078125, + 12.678955078125, + 12.66259765625, + 12.66259765625, + 12.6298828125, + 12.580810546875, + 12.548095703125, + 12.548095703125, + 12.53173828125, + 12.4990234375, + 12.4990234375, + 12.46630859375 ], "0.4": [ - 13.1412353515625, - 13.1412353515625, - 13.15966796875, - 13.15966796875, - 13.1781005859375, - 13.1781005859375, - 13.2149658203125, - 13.2333984375, - 13.2518310546875, - 13.343994140625, - 13.3624267578125, - 13.343994140625, - 13.45458984375, - 13.4361572265625, - 13.5098876953125, - 13.565185546875, - 13.5467529296875, - 13.638916015625, - 13.74951171875, - 13.786376953125, - 13.8232421875, - 13.8416748046875, - 13.9522705078125, - 13.9522705078125 + 13.038818359375, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.05517578125, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.071533203125, + 13.087890625, + 13.087890625, + 13.104248046875, + 13.12060546875, + 13.12060546875, + 13.136962890625, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.18603515625, + 13.18603515625, + 13.169677734375, + 13.202392578125, + 13.21875 ], "0.5": [ - 13.1412353515625, - 13.1412353515625, - 13.15966796875, - 13.15966796875, - 13.1781005859375, - 13.1781005859375, - 13.2149658203125, - 13.2333984375, - 13.2518310546875, - 13.343994140625, - 13.3624267578125, - 13.343994140625, - 13.45458984375, - 13.4361572265625, - 13.5098876953125, - 13.565185546875, - 13.5467529296875, - 13.638916015625, - 13.74951171875, - 13.786376953125, - 13.8232421875, - 13.8416748046875, - 13.9522705078125, - 13.9522705078125 + 13.038818359375, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.05517578125, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.071533203125, + 13.087890625, + 13.087890625, + 13.104248046875, + 13.12060546875, + 13.12060546875, + 13.136962890625, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.18603515625, + 13.18603515625, + 13.169677734375, + 13.202392578125, + 13.21875 ], "0.6": [ - 13.1412353515625, - 13.1412353515625, - 13.15966796875, - 13.15966796875, - 13.1781005859375, - 13.1781005859375, - 13.2149658203125, - 13.2333984375, - 13.2518310546875, - 13.343994140625, - 13.3624267578125, - 13.343994140625, - 13.45458984375, - 13.4361572265625, - 13.5098876953125, - 13.565185546875, - 13.5467529296875, - 13.638916015625, - 13.74951171875, - 13.786376953125, - 13.8232421875, - 13.8416748046875, - 13.9522705078125, - 13.9522705078125 + 13.038818359375, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.05517578125, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.071533203125, + 13.087890625, + 13.087890625, + 13.104248046875, + 13.12060546875, + 13.12060546875, + 13.136962890625, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.18603515625, + 13.18603515625, + 13.169677734375, + 13.202392578125, + 13.21875 ], "0.7": [ - 13.1412353515625, - 13.1412353515625, - 13.15966796875, - 13.15966796875, - 13.1781005859375, - 13.1781005859375, - 13.2149658203125, - 13.2333984375, - 13.2518310546875, - 13.343994140625, - 13.3624267578125, - 13.343994140625, - 13.45458984375, - 13.4361572265625, - 13.5098876953125, - 13.565185546875, - 13.5467529296875, - 13.638916015625, - 13.74951171875, - 13.786376953125, - 13.8232421875, - 13.8416748046875, - 13.9522705078125, - 13.9522705078125 + 13.038818359375, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.05517578125, + 13.05517578125, + 13.071533203125, + 13.071533203125, + 13.071533203125, + 13.087890625, + 13.087890625, + 13.104248046875, + 13.12060546875, + 13.12060546875, + 13.136962890625, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.1533203125, + 13.18603515625, + 13.18603515625, + 13.169677734375, + 13.202392578125, + 13.21875 ], "0.8": [ - 13.380859375, - 13.638916015625, - 13.89697265625, - 13.9891357421875, - 14.0628662109375, - 14.0997314453125, - 14.2471923828125, - 14.40386962890625, - 14.56976318359375, - 14.818603515625, - 15.0029296875, - 15.0582275390625, - 15.25177001953125, - 15.3531494140625, - 15.51904296875, - 15.5927734375, - 15.43609619140625, - 15.661895751953125, - 15.846221923828125, - 15.993682861328125, - 16.09967041015625, - 16.138839721679688, - 16.272476196289062, - 16.304733276367188 + 13.267822265625, + 13.4150390625, + 13.5213623046875, + 13.6195068359375, + 13.627685546875, + 13.6767578125, + 13.791259765625, + 13.8485107421875, + 13.9384765625, + 14.0611572265625, + 14.134765625, + 14.216552734375, + 14.3555908203125, + 14.4864501953125, + 14.60504150390625, + 14.674560546875, + 14.58868408203125, + 14.68682861328125, + 14.7808837890625, + 14.852447509765625, + 14.88720703125, + 14.92401123046875, + 15.001708984375, + 15.057937622070312 ], "0.9": [ - 13.380859375, - 13.638916015625, - 13.89697265625, - 13.9891357421875, - 14.0628662109375, - 14.0997314453125, - 14.2471923828125, - 14.40386962890625, - 14.56976318359375, - 14.818603515625, - 15.0029296875, - 15.0582275390625, - 15.25177001953125, - 15.3531494140625, - 15.51904296875, - 15.5927734375, - 15.43609619140625, - 15.661895751953125, - 15.846221923828125, - 15.993682861328125, - 16.09967041015625, - 16.138839721679688, - 16.272476196289062, - 16.304733276367188 + 13.267822265625, + 13.4150390625, + 13.5213623046875, + 13.6195068359375, + 13.627685546875, + 13.6767578125, + 13.791259765625, + 13.8485107421875, + 13.9384765625, + 14.0611572265625, + 14.134765625, + 14.216552734375, + 14.3555908203125, + 14.4864501953125, + 14.60504150390625, + 14.674560546875, + 14.58868408203125, + 14.68682861328125, + 14.7808837890625, + 14.852447509765625, + 14.88720703125, + 14.92401123046875, + 15.001708984375, + 15.057937622070312 ] }, "timestamps": [ - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", "2026-06-23 23:00:00", "2026-06-24 00:00:00", "2026-06-24 01:00:00", @@ -589,6 +587,8 @@ "2026-06-28 17:00:00", "2026-06-28 18:00:00", "2026-06-28 19:00:00", - "2026-06-28 20:00:00" + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b30a29483a87e5b6a94b6af8771dec1ab94b2db9..9ff9229e8923e75c6ccc12b10847144114517fe9 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-24T08:10:12.501843+00:00", + "evaluated_at": "2026-06-24T08:40:45.624646+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 2f8baf8fcf681eb2a65c2863a4c157ae0157f929..d494dfbc5bc377b8436cf40f588cf871339c358e 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-24T08:29:34.570733+00:00", + "evaluated_at": "2026-06-24T08:40:47.892391+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index c87837f7794b71bbc5872f4963f94d360d345700..a0c62cfd495981cbaa762de9a5c147bc2d739ae6 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,39072.24091529846,89388.09696388245,233.03531901041666,0.4053185887806019,0.0037149556830397942,0.003725696254457567,7.963448443763354,197.6669950075087,0.003158521622707901,0.0037236721988973156,0.0034263895643901693,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,39713.126331965126,90734.68550554912,234.70198567708334,0.4082174239621943,0.0037413509688621767,0.003752262330084487,7.963448443763354,199.2815253152312,0.003184235406775016,0.0037502039973408984,0.003441093296013736,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.8684622986591725,0.38677450845276934,0.5371975104014078,0.3179949929158829,0.021395996088360056,0.021276197062737267,14.990329351376266,0.9319132463159714,0.03664381422170184,0.021123174125197073,0.027442996147764274,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.019276542912904496,0.011504469074682151,0.09066791484753291,0.24363270973210763,0.10254523606228165,0.09380139850614778,12.800857955041959,0.13883999032304956,0.10427468389014881,0.0680954250839922,0.08496231034075283,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.010567574522032311,0.019360352319529914,0.11936702330907185,0.4301514205651469,0.09228079359021339,0.09792362004756636,6.347788880398421,0.10279870875663912,0.08242212448714537,0.09570629605991912,0.07649303143049896,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.3791349730369878,0.6453937801629005,0.7198321024576823,0.36421581353095345,0.055301157824045245,0.05728067021003148,2.1148645600209224,0.6157393710304611,0.047319069748179406,0.05531851147697462,0.03375760166712171,Weather,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.01100219276683371,0.02601088537657385,0.13464613755544028,0.07687963072764213,0.010365601955390836,0.010440166812854574,1.213239842499295,0.10489133790181966,0.0080841101871474,0.0103773508284434,0.008379623318533407,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,59.661131624554706,46.391213563327746,5.23096748193105,0.49762535556929016,0.3365899443628244,0.28054395749099886,28.533518936535756,7.7240618604821325,0.40994577542536553,0.277627634182521,0.38211468207745086,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3454243432788644,0.35948544115141584,0.48998602231343585,0.2845256698957858,0.02163883651658029,0.021899710924280464,6.776577854813571,0.5877281202042867,0.025707079590114375,0.021431864905965037,0.020138015918578462,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.4653716589346,17.41107872050236,3.559258739153544,0.6235197791217887,0.6666335495142767,0.3316531429722296,9.964576818647176,3.8033369110472712,0.30325609921971597,0.2837947167431397,0.22182655334472656,Hazards,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 51a7e20efb4037103494d587245a31811b3bd6e4..1e7694df797b8587e40726624c09af60416c2c7d 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-24T08:27:19.984889+00:00", + "evaluated_at": "2026-06-24T08:38:14.383640+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62716.0 + 62756.0 ], "p50": [ 62392.7265625, diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index 4c5a454f9b404f36784b6accce40bbb7eb7f8d46..9c086c5e80c509885366e9b1e3a7524530f5632a 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-24T07:20:02.643086+00:00", + "evaluated_at": "2026-06-24T08:38:20.192340+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, 19.0, 19.0, 18.0, @@ -101,9 +82,7 @@ 13.0, 13.300000190734863, 13.0, - 13.0 - ], - "actuals": [ + 13.0, 13.0, 13.0, 13.0, @@ -122,356 +101,375 @@ 13.0, 13.0, 13.0, + 13.0 + ], + "actuals": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, + 12.800000190734863, 13.0, + 12.800000190734863, 13.0, 13.0, 13.0, 13.0 ], "p50": [ - 12.994619369506836, - 12.856908798217773, - 12.760098457336426, - 12.571952819824219, - 12.635950088500977, - 12.639087677001953, - 12.638855934143066, - 12.507929801940918, - 12.350884437561035, - 12.424365043640137, - 12.324258804321289, - 12.359342575073242, - 12.262862205505371, - 12.284600257873535, - 12.219721794128418, - 12.164892196655273, - 11.995067596435547, - 11.941850662231445, - 11.95964241027832, - 11.809476852416992, - 11.880080223083496, - 11.861125946044922, - 11.85573959350586, - 11.724716186523438 + 13.035484313964844, + 12.97629451751709, + 12.987305641174316, + 12.908145904541016, + 12.905298233032227, + 12.920476913452148, + 12.885688781738281, + 12.910768508911133, + 12.866693496704102, + 12.907023429870605, + 12.785813331604004, + 12.855722427368164, + 12.840627670288086, + 12.821905136108398, + 12.858858108520508, + 12.952553749084473, + 12.860811233520508, + 12.78288745880127, + 12.77750015258789, + 12.758538246154785, + 12.752132415771484, + 12.70167064666748, + 12.685033798217773, + 12.712823867797852 ], "p10": [ - 13.110318183898926, - 12.802352905273438, - 12.935165405273438, - 12.766749382019043, - 13.065316200256348, - 13.078222274780273, - 12.986435890197754, - 12.831640243530273, - 12.950040817260742, - 12.600601196289062, - 12.729410171508789, - 12.846012115478516, - 12.64079761505127, - 12.616207122802734, - 12.49406623840332, - 12.380871772766113, - 12.786160469055176, - 12.634293556213379, - 12.441965103149414, - 12.388590812683105, - 12.212074279785156, - 12.276718139648438, - 12.572723388671875, - 12.368432998657227 + 13.077113151550293, + 13.023483276367188, + 13.065680503845215, + 12.996846199035645, + 13.00539779663086, + 13.118558883666992, + 13.085918426513672, + 13.011212348937988, + 13.038557052612305, + 12.953459739685059, + 12.99693489074707, + 13.066965103149414, + 12.953310012817383, + 12.87342643737793, + 12.997001647949219, + 12.91291332244873, + 12.916220664978027, + 13.101487159729004, + 13.010626792907715, + 12.947001457214355, + 12.860793113708496, + 12.956717491149902, + 12.989222526550293, + 13.007948875427246 ], "p90": [ - 13.221138954162598, - 13.208066940307617, - 13.169537544250488, - 13.156221389770508, - 13.194879531860352, - 13.260140419006348, - 13.114447593688965, - 13.140460968017578, - 12.957173347473145, - 13.137579917907715, - 12.969527244567871, - 12.889077186584473, - 12.861579895019531, - 12.948110580444336, - 12.851694107055664, - 12.872106552124023, - 12.73703384399414, - 12.82507610321045, - 12.839089393615723, - 12.844383239746094, - 12.804329872131348, - 12.976618766784668, - 12.914420127868652, - 12.938664436340332 + 13.134912490844727, + 13.123347282409668, + 13.146153450012207, + 13.172717094421387, + 13.177729606628418, + 13.153251647949219, + 13.043261528015137, + 13.09540843963623, + 13.081247329711914, + 13.133944511413574, + 13.060009956359863, + 13.073796272277832, + 13.12778377532959, + 13.179954528808594, + 13.201679229736328, + 13.286879539489746, + 13.289095878601074, + 13.23800277709961, + 13.282756805419922, + 13.32026481628418, + 13.320027351379395, + 13.300908088684082, + 13.309653282165527, + 13.312518119812012 ], "mean": [ - 13.063987731933594, - 13.012036323547363, - 12.933025360107422, - 12.88537883758545, - 12.856900215148926, - 12.86082649230957, - 12.821033477783203, - 12.717854499816895, - 12.617177963256836, - 12.687599182128906, - 12.565179824829102, - 12.532696723937988, - 12.433605194091797, - 12.50611686706543, - 12.379424095153809, - 12.371734619140625, - 12.223649024963379, - 12.1815185546875, - 12.161521911621094, - 12.05639934539795, - 12.07187557220459, - 12.107954978942871, - 12.028761863708496, - 11.945326805114746 + 13.035484313964844, + 13.03876781463623, + 13.025382041931152, + 13.011421203613281, + 12.979180335998535, + 12.981338500976562, + 12.94606876373291, + 12.968093872070312, + 12.927630424499512, + 12.938135147094727, + 12.862215995788574, + 12.916378021240234, + 12.89580249786377, + 12.881811141967773, + 12.912322998046875, + 12.974019050598145, + 12.911172866821289, + 12.866799354553223, + 12.858445167541504, + 12.853769302368164, + 12.822953224182129, + 12.827986717224121, + 12.80937385559082, + 12.847186088562012 ], "quantiles": { "0.1": [ - 13.110318183898926, - 12.802352905273438, - 12.935165405273438, - 12.766749382019043, - 13.065316200256348, - 13.078222274780273, - 12.986435890197754, - 12.831640243530273, - 12.950040817260742, - 12.600601196289062, - 12.729410171508789, - 12.846012115478516, - 12.64079761505127, - 12.616207122802734, - 12.49406623840332, - 12.380871772766113, - 12.786160469055176, - 12.634293556213379, - 12.441965103149414, - 12.388590812683105, - 12.212074279785156, - 12.276718139648438, - 12.572723388671875, - 12.368432998657227 + 13.077113151550293, + 13.023483276367188, + 13.065680503845215, + 12.996846199035645, + 13.00539779663086, + 13.118558883666992, + 13.085918426513672, + 13.011212348937988, + 13.038557052612305, + 12.953459739685059, + 12.99693489074707, + 13.066965103149414, + 12.953310012817383, + 12.87342643737793, + 12.997001647949219, + 12.91291332244873, + 12.916220664978027, + 13.101487159729004, + 13.010626792907715, + 12.947001457214355, + 12.860793113708496, + 12.956717491149902, + 12.989222526550293, + 13.007948875427246 ], "0.2": [ - 13.110318183898926, - 12.802352905273438, - 12.935165405273438, - 12.766749382019043, - 13.065316200256348, - 13.078222274780273, - 12.986435890197754, - 12.831640243530273, - 12.950040817260742, - 12.600601196289062, - 12.729410171508789, - 12.846012115478516, - 12.64079761505127, - 12.616207122802734, - 12.49406623840332, - 12.380871772766113, - 12.786160469055176, - 12.634293556213379, - 12.441965103149414, - 12.388590812683105, - 12.212074279785156, - 12.276718139648438, - 12.572723388671875, - 12.368432998657227 + 13.077113151550293, + 13.023483276367188, + 13.065680503845215, + 12.996846199035645, + 13.00539779663086, + 13.118558883666992, + 13.085918426513672, + 13.011212348937988, + 13.038557052612305, + 12.953459739685059, + 12.99693489074707, + 13.066965103149414, + 12.953310012817383, + 12.87342643737793, + 12.997001647949219, + 12.91291332244873, + 12.916220664978027, + 13.101487159729004, + 13.010626792907715, + 12.947001457214355, + 12.860793113708496, + 12.956717491149902, + 12.989222526550293, + 13.007948875427246 ], "0.3": [ - 13.110318183898926, - 12.802352905273438, - 12.935165405273438, - 12.766749382019043, - 13.065316200256348, - 13.078222274780273, - 12.986435890197754, - 12.831640243530273, - 12.950040817260742, - 12.600601196289062, - 12.729410171508789, - 12.846012115478516, - 12.64079761505127, - 12.616207122802734, - 12.49406623840332, - 12.380871772766113, - 12.786160469055176, - 12.634293556213379, - 12.441965103149414, - 12.388590812683105, - 12.212074279785156, - 12.276718139648438, - 12.572723388671875, - 12.368432998657227 + 13.077113151550293, + 13.023483276367188, + 13.065680503845215, + 12.996846199035645, + 13.00539779663086, + 13.118558883666992, + 13.085918426513672, + 13.011212348937988, + 13.038557052612305, + 12.953459739685059, + 12.99693489074707, + 13.066965103149414, + 12.953310012817383, + 12.87342643737793, + 12.997001647949219, + 12.91291332244873, + 12.916220664978027, + 13.101487159729004, + 13.010626792907715, + 12.947001457214355, + 12.860793113708496, + 12.956717491149902, + 12.989222526550293, + 13.007948875427246 ], "0.4": [ - 12.994619369506836, - 12.856908798217773, - 12.760098457336426, - 12.571952819824219, - 12.635950088500977, - 12.639087677001953, - 12.638855934143066, - 12.507929801940918, - 12.350884437561035, - 12.424365043640137, - 12.324258804321289, - 12.359342575073242, - 12.262862205505371, - 12.284600257873535, - 12.219721794128418, - 12.164892196655273, - 11.995067596435547, - 11.941850662231445, - 11.95964241027832, - 11.809476852416992, - 11.880080223083496, - 11.861125946044922, - 11.85573959350586, - 11.724716186523438 + 13.035484313964844, + 12.97629451751709, + 12.987305641174316, + 12.908145904541016, + 12.905298233032227, + 12.920476913452148, + 12.885688781738281, + 12.910768508911133, + 12.866693496704102, + 12.907023429870605, + 12.785813331604004, + 12.855722427368164, + 12.840627670288086, + 12.821905136108398, + 12.858858108520508, + 12.952553749084473, + 12.860811233520508, + 12.78288745880127, + 12.77750015258789, + 12.758538246154785, + 12.752132415771484, + 12.70167064666748, + 12.685033798217773, + 12.712823867797852 ], "0.5": [ - 12.994619369506836, - 12.856908798217773, - 12.760098457336426, - 12.571952819824219, - 12.635950088500977, - 12.639087677001953, - 12.638855934143066, - 12.507929801940918, - 12.350884437561035, - 12.424365043640137, - 12.324258804321289, - 12.359342575073242, - 12.262862205505371, - 12.284600257873535, - 12.219721794128418, - 12.164892196655273, - 11.995067596435547, - 11.941850662231445, - 11.95964241027832, - 11.809476852416992, - 11.880080223083496, - 11.861125946044922, - 11.85573959350586, - 11.724716186523438 + 13.035484313964844, + 12.97629451751709, + 12.987305641174316, + 12.908145904541016, + 12.905298233032227, + 12.920476913452148, + 12.885688781738281, + 12.910768508911133, + 12.866693496704102, + 12.907023429870605, + 12.785813331604004, + 12.855722427368164, + 12.840627670288086, + 12.821905136108398, + 12.858858108520508, + 12.952553749084473, + 12.860811233520508, + 12.78288745880127, + 12.77750015258789, + 12.758538246154785, + 12.752132415771484, + 12.70167064666748, + 12.685033798217773, + 12.712823867797852 ], "0.6": [ - 12.994619369506836, - 12.856908798217773, - 12.760098457336426, - 12.571952819824219, - 12.635950088500977, - 12.639087677001953, - 12.638855934143066, - 12.507929801940918, - 12.350884437561035, - 12.424365043640137, - 12.324258804321289, - 12.359342575073242, - 12.262862205505371, - 12.284600257873535, - 12.219721794128418, - 12.164892196655273, - 11.995067596435547, - 11.941850662231445, - 11.95964241027832, - 11.809476852416992, - 11.880080223083496, - 11.861125946044922, - 11.85573959350586, - 11.724716186523438 + 13.035484313964844, + 12.97629451751709, + 12.987305641174316, + 12.908145904541016, + 12.905298233032227, + 12.920476913452148, + 12.885688781738281, + 12.910768508911133, + 12.866693496704102, + 12.907023429870605, + 12.785813331604004, + 12.855722427368164, + 12.840627670288086, + 12.821905136108398, + 12.858858108520508, + 12.952553749084473, + 12.860811233520508, + 12.78288745880127, + 12.77750015258789, + 12.758538246154785, + 12.752132415771484, + 12.70167064666748, + 12.685033798217773, + 12.712823867797852 ], "0.7": [ - 12.994619369506836, - 12.856908798217773, - 12.760098457336426, - 12.571952819824219, - 12.635950088500977, - 12.639087677001953, - 12.638855934143066, - 12.507929801940918, - 12.350884437561035, - 12.424365043640137, - 12.324258804321289, - 12.359342575073242, - 12.262862205505371, - 12.284600257873535, - 12.219721794128418, - 12.164892196655273, - 11.995067596435547, - 11.941850662231445, - 11.95964241027832, - 11.809476852416992, - 11.880080223083496, - 11.861125946044922, - 11.85573959350586, - 11.724716186523438 + 13.035484313964844, + 12.97629451751709, + 12.987305641174316, + 12.908145904541016, + 12.905298233032227, + 12.920476913452148, + 12.885688781738281, + 12.910768508911133, + 12.866693496704102, + 12.907023429870605, + 12.785813331604004, + 12.855722427368164, + 12.840627670288086, + 12.821905136108398, + 12.858858108520508, + 12.952553749084473, + 12.860811233520508, + 12.78288745880127, + 12.77750015258789, + 12.758538246154785, + 12.752132415771484, + 12.70167064666748, + 12.685033798217773, + 12.712823867797852 ], "0.8": [ - 13.221138954162598, - 13.208066940307617, - 13.169537544250488, - 13.156221389770508, - 13.194879531860352, - 13.260140419006348, - 13.114447593688965, - 13.140460968017578, - 12.957173347473145, - 13.137579917907715, - 12.969527244567871, - 12.889077186584473, - 12.861579895019531, - 12.948110580444336, - 12.851694107055664, - 12.872106552124023, - 12.73703384399414, - 12.82507610321045, - 12.839089393615723, - 12.844383239746094, - 12.804329872131348, - 12.976618766784668, - 12.914420127868652, - 12.938664436340332 + 13.134912490844727, + 13.123347282409668, + 13.146153450012207, + 13.172717094421387, + 13.177729606628418, + 13.153251647949219, + 13.043261528015137, + 13.09540843963623, + 13.081247329711914, + 13.133944511413574, + 13.060009956359863, + 13.073796272277832, + 13.12778377532959, + 13.179954528808594, + 13.201679229736328, + 13.286879539489746, + 13.289095878601074, + 13.23800277709961, + 13.282756805419922, + 13.32026481628418, + 13.320027351379395, + 13.300908088684082, + 13.309653282165527, + 13.312518119812012 ], "0.9": [ - 13.221138954162598, - 13.208066940307617, - 13.169537544250488, - 13.156221389770508, - 13.194879531860352, - 13.260140419006348, - 13.114447593688965, - 13.140460968017578, - 12.957173347473145, - 13.137579917907715, - 12.969527244567871, - 12.889077186584473, - 12.861579895019531, - 12.948110580444336, - 12.851694107055664, - 12.872106552124023, - 12.73703384399414, - 12.82507610321045, - 12.839089393615723, - 12.844383239746094, - 12.804329872131348, - 12.976618766784668, - 12.914420127868652, - 12.938664436340332 + 13.134912490844727, + 13.123347282409668, + 13.146153450012207, + 13.172717094421387, + 13.177729606628418, + 13.153251647949219, + 13.043261528015137, + 13.09540843963623, + 13.081247329711914, + 13.133944511413574, + 13.060009956359863, + 13.073796272277832, + 13.12778377532959, + 13.179954528808594, + 13.201679229736328, + 13.286879539489746, + 13.289095878601074, + 13.23800277709961, + 13.282756805419922, + 13.32026481628418, + 13.320027351379395, + 13.300908088684082, + 13.309653282165527, + 13.312518119812012 ] }, "timestamps": [ - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", "2026-06-23 23:00:00", "2026-06-24 00:00:00", "2026-06-24 01:00:00", @@ -589,6 +587,8 @@ "2026-06-28 17:00:00", "2026-06-28 18:00:00", "2026-06-28 19:00:00", - "2026-06-28 20:00:00" + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0b4744f434dcfcfb872370ebc3af3a57c688cf17..825ec3d25303bf5886f2cc54d6231f515fe6322e 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-24T08:07:20.414301+00:00", + "evaluated_at": "2026-06-24T08:38:28.297198+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index c1d06683468b7f53070f7fdeb2fb32b587f260c6..bb4f30092ec35871e1e210347391f2c96f5ab2bd 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-24T08:27:33.146451+00:00", + "evaluated_at": "2026-06-24T08:38:31.296093+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index b9db874e3564a2c974768563404dbbbadd75962d..785d33521341893795f637a0f9d598df441dfbdf 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,150871.95368321738,150871.95368321738,332.8736979166667,0.5789675919285558,0.005308755415913462,0.005327966838240993,6.195970883314335,388.42239081085086,0.006206602776924735,0.005318990013788548,0.008967617303178438,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,152504.1151415507,152504.1151415507,334.5403645833333,0.5818664271101482,0.005335114422893879,0.0053545327832835825,6.195970883314335,390.51775265863483,0.006239918391947354,0.0053454793273817565,0.008982173466568783,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.462004321092536,1.462004321092536,0.966461181640625,0.5720983635602509,0.03786350866947919,0.03679879705755742,2.333051897454871,1.2091337068713848,0.04754441585517504,0.03800227556859715,0.02926528884734724,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.19273452097740323,0.19273452097740323,0.3405028089880943,0.9149611763396693,0.4179674117272198,0.29313563071246806,6.355406211371364,0.4390153994763774,0.32971906650807925,0.2557319594183719,0.15550433078498357,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.05964620775943056,0.05964620775943056,0.21909290055433908,0.7895239388282957,0.17232183472671045,0.19253391596010813,3.083969231937844,0.2442257311575309,0.19581572434031247,0.1756646804435006,0.16658944132212286,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,0.3709704597204488,0.3709704597204488,0.5233065684636434,0.2647791435090689,0.04019831253942897,0.041326308082054286,1.2971911550924518,0.6090734436178028,0.04680679864937343,0.04021568406673568,0.043210582621815645,Weather,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.005167175473616226,0.005167175473616226,0.027280569076538086,0.015576533532427647,0.002129024820309792,0.002113413475678889,0.4622208782213166,0.07188306805928797,0.005540120418002779,0.0021025485115772746,0.006104817405567453,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,50.21951405185538,50.21951405185538,5.926514108975728,0.5637931608163521,0.32000169698102016,0.3196423144417368,4.649089896172865,7.086572800152086,0.3761117704830649,0.31454297827461636,0.26989807007892447,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.28269810006486296,0.28269810006486296,0.4407171408335368,0.2559161568286618,0.019137983728111308,0.019042210480879753,1.8994315852453727,0.5316936148430438,0.023256144473017257,0.01927685646927591,0.02249617353034996,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,13.235586393737625,13.235586393737625,2.4359015623728433,0.42672728099962226,0.7012098093683795,0.22664446265994206,4.932326849359666,3.638074544829672,0.29007903347479114,0.19422470929218685,0.19952983644977623,Hazards,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index ab20decf0de62260028bb57c11f563f4aba2a7c6..8b3601128d845f56a484d6df88445c2f28aa6bd3 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-24T08:28:19.609086+00:00", + "evaluated_at": "2026-06-24T08:39:28.878678+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62716.0 + 62756.0 ], "p50": [ 62278.19140625, diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index 7bcd7a89e71db65b4bac4084e06bf3b7f0e5adff..16300bf077089da8e73523c588fc1383b455f8f4 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-24T07:21:07.069227+00:00", + "evaluated_at": "2026-06-24T08:39:34.594089+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, 19.0, 19.0, 18.0, @@ -101,9 +82,7 @@ 13.0, 13.300000190734863, 13.0, - 13.0 - ], - "actuals": [ + 13.0, 13.0, 13.0, 13.0, @@ -122,356 +101,375 @@ 13.0, 13.0, 13.0, + 13.0 + ], + "actuals": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, + 12.800000190734863, 13.0, + 12.800000190734863, 13.0, 13.0, 13.0, 13.0 ], "p50": [ - 13.00662899017334, - 12.96897029876709, - 12.930462837219238, - 12.89362621307373, - 12.85445785522461, - 12.793221473693848, - 12.740842819213867, - 12.683637619018555, - 12.640710830688477, - 12.582301139831543, - 12.524870872497559, - 12.47926139831543, - 12.427398681640625, - 12.392372131347656, - 12.348526000976562, - 12.310993194580078, - 12.276702880859375, - 12.2455415725708, - 12.206367492675781, - 12.163934707641602, - 12.125700950622559, - 12.092655181884766, - 12.060619354248047, - 12.004096031188965 + 12.991186141967773, + 12.995534896850586, + 13.00128173828125, + 13.002657890319824, + 13.002533912658691, + 13.001073837280273, + 12.998626708984375, + 13.000955581665039, + 13.000186920166016, + 12.998466491699219, + 12.995466232299805, + 12.998224258422852, + 12.997217178344727, + 13.002053260803223, + 12.999975204467773, + 13.000631332397461, + 13.000061988830566, + 13.006770133972168, + 13.001914978027344, + 13.000110626220703, + 13.000024795532227, + 13.003982543945312, + 12.999910354614258, + 13.005102157592773 ], "p10": [ - 12.798644065856934, - 12.58891773223877, - 12.395593643188477, - 12.222110748291016, - 12.031876564025879, - 11.823282241821289, - 11.63017463684082, - 11.458526611328125, - 11.336165428161621, - 11.211614608764648, - 11.064140319824219, - 10.948665618896484, - 10.775603294372559, - 10.625167846679688, - 10.492889404296875, - 10.391414642333984, - 10.313386917114258, - 10.213550567626953, - 10.122482299804688, - 10.005943298339844, - 9.91861343383789, - 9.805879592895508, - 9.724336624145508, - 9.604272842407227 + 12.959567070007324, + 12.950470924377441, + 12.944199562072754, + 12.926435470581055, + 12.89132308959961, + 12.853632926940918, + 12.809200286865234, + 12.773414611816406, + 12.745010375976562, + 12.717618942260742, + 12.696940422058105, + 12.666711807250977, + 12.625298500061035, + 12.596282958984375, + 12.564321517944336, + 12.518693923950195, + 12.479467391967773, + 12.45862865447998, + 12.432012557983398, + 12.417104721069336, + 12.410099029541016, + 12.382569313049316, + 12.369370460510254, + 12.347278594970703 ], "p90": [ - 13.201665878295898, - 13.258280754089355, - 13.322479248046875, - 13.380804061889648, - 13.430037498474121, - 13.446623802185059, - 13.469724655151367, - 13.474336624145508, - 13.499216079711914, - 13.524368286132812, - 13.521554946899414, - 13.511388778686523, - 13.506363868713379, - 13.551549911499023, - 13.59945297241211, - 13.597686767578125, - 13.613912582397461, - 13.665937423706055, - 13.71059799194336, - 13.708368301391602, - 13.740754127502441, - 13.74605941772461, - 13.775875091552734, - 13.776315689086914 + 13.045012474060059, + 13.07387924194336, + 13.12447452545166, + 13.199167251586914, + 13.273322105407715, + 13.288078308105469, + 13.26330280303955, + 13.245418548583984, + 13.252473831176758, + 13.273700714111328, + 13.270158767700195, + 13.276427268981934, + 13.31787109375, + 13.33537483215332, + 13.329626083374023, + 13.380319595336914, + 13.419228553771973, + 13.416394233703613, + 13.392855644226074, + 13.383496284484863, + 13.425487518310547, + 13.432127952575684, + 13.44033432006836, + 13.452890396118164 ], "mean": [ - 13.00662899017334, - 12.96897029876709, - 12.930462837219238, - 12.89362621307373, - 12.85445785522461, - 12.793221473693848, - 12.740842819213867, - 12.683637619018555, - 12.640710830688477, - 12.582301139831543, - 12.524870872497559, - 12.47926139831543, - 12.427398681640625, - 12.392372131347656, - 12.348526000976562, - 12.310993194580078, - 12.276702880859375, - 12.2455415725708, - 12.206367492675781, - 12.163934707641602, - 12.125700950622559, - 12.092655181884766, - 12.060619354248047, - 12.004096031188965 + 12.991186141967773, + 12.995534896850586, + 13.00128173828125, + 13.002657890319824, + 13.002533912658691, + 13.001073837280273, + 12.998626708984375, + 13.000955581665039, + 13.000186920166016, + 12.998466491699219, + 12.995466232299805, + 12.998224258422852, + 12.997217178344727, + 13.002053260803223, + 12.999975204467773, + 13.000631332397461, + 13.000061988830566, + 13.006770133972168, + 13.001914978027344, + 13.000110626220703, + 13.000024795532227, + 13.003982543945312, + 12.999910354614258, + 13.005102157592773 ], "quantiles": { "0.1": [ - 12.798644065856934, - 12.58891773223877, - 12.395593643188477, - 12.222110748291016, - 12.031876564025879, - 11.823282241821289, - 11.63017463684082, - 11.458526611328125, - 11.336165428161621, - 11.211614608764648, - 11.064140319824219, - 10.948665618896484, - 10.775603294372559, - 10.625167846679688, - 10.492889404296875, - 10.391414642333984, - 10.313386917114258, - 10.213550567626953, - 10.122482299804688, - 10.005943298339844, - 9.91861343383789, - 9.805879592895508, - 9.724336624145508, - 9.604272842407227 + 12.959567070007324, + 12.950470924377441, + 12.944199562072754, + 12.926435470581055, + 12.89132308959961, + 12.853632926940918, + 12.809200286865234, + 12.773414611816406, + 12.745010375976562, + 12.717618942260742, + 12.696940422058105, + 12.666711807250977, + 12.625298500061035, + 12.596282958984375, + 12.564321517944336, + 12.518693923950195, + 12.479467391967773, + 12.45862865447998, + 12.432012557983398, + 12.417104721069336, + 12.410099029541016, + 12.382569313049316, + 12.369370460510254, + 12.347278594970703 ], "0.2": [ - 12.798644065856934, - 12.58891773223877, - 12.395593643188477, - 12.222110748291016, - 12.031876564025879, - 11.823282241821289, - 11.63017463684082, - 11.458526611328125, - 11.336165428161621, - 11.211614608764648, - 11.064140319824219, - 10.948665618896484, - 10.775603294372559, - 10.625167846679688, - 10.492889404296875, - 10.391414642333984, - 10.313386917114258, - 10.213550567626953, - 10.122482299804688, - 10.005943298339844, - 9.91861343383789, - 9.805879592895508, - 9.724336624145508, - 9.604272842407227 + 12.959567070007324, + 12.950470924377441, + 12.944199562072754, + 12.926435470581055, + 12.89132308959961, + 12.853632926940918, + 12.809200286865234, + 12.773414611816406, + 12.745010375976562, + 12.717618942260742, + 12.696940422058105, + 12.666711807250977, + 12.625298500061035, + 12.596282958984375, + 12.564321517944336, + 12.518693923950195, + 12.479467391967773, + 12.45862865447998, + 12.432012557983398, + 12.417104721069336, + 12.410099029541016, + 12.382569313049316, + 12.369370460510254, + 12.347278594970703 ], "0.3": [ - 12.798644065856934, - 12.58891773223877, - 12.395593643188477, - 12.222110748291016, - 12.031876564025879, - 11.823282241821289, - 11.63017463684082, - 11.458526611328125, - 11.336165428161621, - 11.211614608764648, - 11.064140319824219, - 10.948665618896484, - 10.775603294372559, - 10.625167846679688, - 10.492889404296875, - 10.391414642333984, - 10.313386917114258, - 10.213550567626953, - 10.122482299804688, - 10.005943298339844, - 9.91861343383789, - 9.805879592895508, - 9.724336624145508, - 9.604272842407227 + 12.959567070007324, + 12.950470924377441, + 12.944199562072754, + 12.926435470581055, + 12.89132308959961, + 12.853632926940918, + 12.809200286865234, + 12.773414611816406, + 12.745010375976562, + 12.717618942260742, + 12.696940422058105, + 12.666711807250977, + 12.625298500061035, + 12.596282958984375, + 12.564321517944336, + 12.518693923950195, + 12.479467391967773, + 12.45862865447998, + 12.432012557983398, + 12.417104721069336, + 12.410099029541016, + 12.382569313049316, + 12.369370460510254, + 12.347278594970703 ], "0.4": [ - 13.00662899017334, - 12.96897029876709, - 12.930462837219238, - 12.89362621307373, - 12.85445785522461, - 12.793221473693848, - 12.740842819213867, - 12.683637619018555, - 12.640710830688477, - 12.582301139831543, - 12.524870872497559, - 12.47926139831543, - 12.427398681640625, - 12.392372131347656, - 12.348526000976562, - 12.310993194580078, - 12.276702880859375, - 12.2455415725708, - 12.206367492675781, - 12.163934707641602, - 12.125700950622559, - 12.092655181884766, - 12.060619354248047, - 12.004096031188965 + 12.991186141967773, + 12.995534896850586, + 13.00128173828125, + 13.002657890319824, + 13.002533912658691, + 13.001073837280273, + 12.998626708984375, + 13.000955581665039, + 13.000186920166016, + 12.998466491699219, + 12.995466232299805, + 12.998224258422852, + 12.997217178344727, + 13.002053260803223, + 12.999975204467773, + 13.000631332397461, + 13.000061988830566, + 13.006770133972168, + 13.001914978027344, + 13.000110626220703, + 13.000024795532227, + 13.003982543945312, + 12.999910354614258, + 13.005102157592773 ], "0.5": [ - 13.00662899017334, - 12.96897029876709, - 12.930462837219238, - 12.89362621307373, - 12.85445785522461, - 12.793221473693848, - 12.740842819213867, - 12.683637619018555, - 12.640710830688477, - 12.582301139831543, - 12.524870872497559, - 12.47926139831543, - 12.427398681640625, - 12.392372131347656, - 12.348526000976562, - 12.310993194580078, - 12.276702880859375, - 12.2455415725708, - 12.206367492675781, - 12.163934707641602, - 12.125700950622559, - 12.092655181884766, - 12.060619354248047, - 12.004096031188965 + 12.991186141967773, + 12.995534896850586, + 13.00128173828125, + 13.002657890319824, + 13.002533912658691, + 13.001073837280273, + 12.998626708984375, + 13.000955581665039, + 13.000186920166016, + 12.998466491699219, + 12.995466232299805, + 12.998224258422852, + 12.997217178344727, + 13.002053260803223, + 12.999975204467773, + 13.000631332397461, + 13.000061988830566, + 13.006770133972168, + 13.001914978027344, + 13.000110626220703, + 13.000024795532227, + 13.003982543945312, + 12.999910354614258, + 13.005102157592773 ], "0.6": [ - 13.00662899017334, - 12.96897029876709, - 12.930462837219238, - 12.89362621307373, - 12.85445785522461, - 12.793221473693848, - 12.740842819213867, - 12.683637619018555, - 12.640710830688477, - 12.582301139831543, - 12.524870872497559, - 12.47926139831543, - 12.427398681640625, - 12.392372131347656, - 12.348526000976562, - 12.310993194580078, - 12.276702880859375, - 12.2455415725708, - 12.206367492675781, - 12.163934707641602, - 12.125700950622559, - 12.092655181884766, - 12.060619354248047, - 12.004096031188965 + 12.991186141967773, + 12.995534896850586, + 13.00128173828125, + 13.002657890319824, + 13.002533912658691, + 13.001073837280273, + 12.998626708984375, + 13.000955581665039, + 13.000186920166016, + 12.998466491699219, + 12.995466232299805, + 12.998224258422852, + 12.997217178344727, + 13.002053260803223, + 12.999975204467773, + 13.000631332397461, + 13.000061988830566, + 13.006770133972168, + 13.001914978027344, + 13.000110626220703, + 13.000024795532227, + 13.003982543945312, + 12.999910354614258, + 13.005102157592773 ], "0.7": [ - 13.00662899017334, - 12.96897029876709, - 12.930462837219238, - 12.89362621307373, - 12.85445785522461, - 12.793221473693848, - 12.740842819213867, - 12.683637619018555, - 12.640710830688477, - 12.582301139831543, - 12.524870872497559, - 12.47926139831543, - 12.427398681640625, - 12.392372131347656, - 12.348526000976562, - 12.310993194580078, - 12.276702880859375, - 12.2455415725708, - 12.206367492675781, - 12.163934707641602, - 12.125700950622559, - 12.092655181884766, - 12.060619354248047, - 12.004096031188965 + 12.991186141967773, + 12.995534896850586, + 13.00128173828125, + 13.002657890319824, + 13.002533912658691, + 13.001073837280273, + 12.998626708984375, + 13.000955581665039, + 13.000186920166016, + 12.998466491699219, + 12.995466232299805, + 12.998224258422852, + 12.997217178344727, + 13.002053260803223, + 12.999975204467773, + 13.000631332397461, + 13.000061988830566, + 13.006770133972168, + 13.001914978027344, + 13.000110626220703, + 13.000024795532227, + 13.003982543945312, + 12.999910354614258, + 13.005102157592773 ], "0.8": [ - 13.201665878295898, - 13.258280754089355, - 13.322479248046875, - 13.380804061889648, - 13.430037498474121, - 13.446623802185059, - 13.469724655151367, - 13.474336624145508, - 13.499216079711914, - 13.524368286132812, - 13.521554946899414, - 13.511388778686523, - 13.506363868713379, - 13.551549911499023, - 13.59945297241211, - 13.597686767578125, - 13.613912582397461, - 13.665937423706055, - 13.71059799194336, - 13.708368301391602, - 13.740754127502441, - 13.74605941772461, - 13.775875091552734, - 13.776315689086914 + 13.045012474060059, + 13.07387924194336, + 13.12447452545166, + 13.199167251586914, + 13.273322105407715, + 13.288078308105469, + 13.26330280303955, + 13.245418548583984, + 13.252473831176758, + 13.273700714111328, + 13.270158767700195, + 13.276427268981934, + 13.31787109375, + 13.33537483215332, + 13.329626083374023, + 13.380319595336914, + 13.419228553771973, + 13.416394233703613, + 13.392855644226074, + 13.383496284484863, + 13.425487518310547, + 13.432127952575684, + 13.44033432006836, + 13.452890396118164 ], "0.9": [ - 13.201665878295898, - 13.258280754089355, - 13.322479248046875, - 13.380804061889648, - 13.430037498474121, - 13.446623802185059, - 13.469724655151367, - 13.474336624145508, - 13.499216079711914, - 13.524368286132812, - 13.521554946899414, - 13.511388778686523, - 13.506363868713379, - 13.551549911499023, - 13.59945297241211, - 13.597686767578125, - 13.613912582397461, - 13.665937423706055, - 13.71059799194336, - 13.708368301391602, - 13.740754127502441, - 13.74605941772461, - 13.775875091552734, - 13.776315689086914 + 13.045012474060059, + 13.07387924194336, + 13.12447452545166, + 13.199167251586914, + 13.273322105407715, + 13.288078308105469, + 13.26330280303955, + 13.245418548583984, + 13.252473831176758, + 13.273700714111328, + 13.270158767700195, + 13.276427268981934, + 13.31787109375, + 13.33537483215332, + 13.329626083374023, + 13.380319595336914, + 13.419228553771973, + 13.416394233703613, + 13.392855644226074, + 13.383496284484863, + 13.425487518310547, + 13.432127952575684, + 13.44033432006836, + 13.452890396118164 ] }, "timestamps": [ - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", "2026-06-23 23:00:00", "2026-06-24 00:00:00", "2026-06-24 01:00:00", @@ -589,6 +587,8 @@ "2026-06-28 17:00:00", "2026-06-28 18:00:00", "2026-06-28 19:00:00", - "2026-06-28 20:00:00" + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8d89174ab76a9e789a966583045ef17f8bf3864c..b4579aea308c262ccc83dffbfad4d6d08338741a 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-24T08:08:30.852919+00:00", + "evaluated_at": "2026-06-24T08:39:38.990027+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 5223fbcc355b4eaa8c118927c24d825d9ac35500..950aa73eda3cf5eaf20b5afa27627f0a356b0a17 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-24T08:28:36.415499+00:00", + "evaluated_at": "2026-06-24T08:39:41.607041+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 00049b5540ad5de86223d7ec7f93772519f0e0c4..227683539422c6a2e09124fd3e66b8f4c8745f33 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,9 +1,9 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,19752.78676732381,19752.78676732381,104.1455078125,0.18114039723100847,0.0016643098269265527,0.0016636828353901688,4.633544580914491,140.54460774901258,0.0022457627916759393,0.001664141443143709,0.00512033397606286,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,19545.19562149048,19545.19562149048,102.47884114583333,0.17824156204941607,0.0016377170999745136,0.0016371164891331282,4.633544580914491,139.80413306297663,0.002233871252282067,0.0016374661620321023,0.005111320628828801,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.160640176702297,1.160640176702297,0.9090020656585693,0.5380853407411139,0.03583214464901586,0.03502499847379089,2.715182201061547,1.0773301150076038,0.04236175925800523,0.03574292237267126,0.02982802038720754,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0011249121974428917,0.0011249121974428917,0.02415995647509893,0.06491994078540668,0.02783164788626519,0.029233021743942947,1.637342453574312,0.03353971075371539,0.025189736245826322,0.01814514548999113,0.04949885685734451,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.009733182770846819,0.009733182770846819,0.07925299472279018,0.285596367564436,0.06423936731166512,0.06346810545874305,2.7121230549889352,0.09865689418812462,0.0791012933201223,0.06354360162718498,0.08766747875064541,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.003361378332063699,0.003361378332063699,0.023953954378763836,0.012120060985829273,0.0018225973195003448,0.0018312219185502028,1.1322601622407065,0.057977395009293914,0.004455515640767444,0.0018408419070174407,0.01809145309735678,Weather,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.004895279480479076,0.004895279480479076,0.026015043258666992,0.014853949436659087,0.0020308797556823576,0.0020160708555367426,1.1255414843013567,0.06996627387877016,0.005392390627618247,0.0020050128107177256,0.016835922781103504,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,47.92759816969188,47.92759816969188,5.957425077756246,0.5667337414801642,0.41130948306503506,0.33324958473071403,4.719639400978465,6.922976106393253,0.3674290625126493,0.31618354269457655,0.2814479256344574,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.6254660608227216,1.6254660608227216,0.8942261536916097,0.5192603132149807,0.037721364718668784,0.036382982054751836,2.1136528515221245,1.2749376693873005,0.05576545176702132,0.039113226191256165,0.02895394146844455,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,13.567674436168204,13.567674436168204,2.444802721341451,0.4282866081182104,0.703656155320815,0.22716909507692962,4.651757981655371,3.683432425899545,0.29369560870959827,0.19493443625313894,0.20087021686530016,Hazards,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 23a9c53cb49981cce3c08e2188486060e5f62e9b..55cfd80de3d67beb0e42dd1bcd6156dc5e272a90 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T08:27:54.525570+00:00", + "evaluated_at": "2026-06-24T08:39:06.952769+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62890.0, 62780.0, 62657.98828125, - 62716.0 + 62756.0 ], "p50": [ 62351.9140625, diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index cf8838489f4b8a7efcdbcbb204480393b8b34522..631e96750d7dce77cb60c3c894d24af139a2fcda 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T07:20:41.135643+00:00", + "evaluated_at": "2026-06-24T08:39:13.164867+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, 19.0, 19.0, 18.0, @@ -101,9 +82,7 @@ 13.0, 13.300000190734863, 13.0, - 13.0 - ], - "actuals": [ + 13.0, 13.0, 13.0, 13.0, @@ -122,356 +101,375 @@ 13.0, 13.0, 13.0, + 13.0 + ], + "actuals": [ + 13.0, + 13.0, + 13.0, + 13.0, + 12.800000190734863, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, + 13.0, 13.0, + 12.800000190734863, 13.0, + 12.800000190734863, 13.0, 13.0, 13.0, 13.0 ], "p50": [ - 13.010546684265137, - 13.010311126708984, - 13.012557983398438, - 13.007349014282227, - 13.01218032836914, - 13.013941764831543, - 13.014968872070312, - 13.013751983642578, - 13.015876770019531, - 13.019710540771484, - 13.02315902709961, - 13.017457962036133, - 13.011523246765137, - 13.01198959350586, - 13.015267372131348, - 13.011436462402344, - 13.014242172241211, - 13.01346206665039, - 13.009247779846191, - 13.013452529907227, - 13.010705947875977, - 13.014067649841309, - 13.014225006103516, - 13.009780883789062 + 12.999226570129395, + 13.000099182128906, + 12.999513626098633, + 12.998382568359375, + 12.999163627624512, + 12.998852729797363, + 13.000147819519043, + 12.9963960647583, + 12.998806953430176, + 12.999791145324707, + 13.002443313598633, + 12.998700141906738, + 12.998628616333008, + 13.00031566619873, + 13.000229835510254, + 12.996259689331055, + 12.998353004455566, + 12.997600555419922, + 12.99755859375, + 12.996737480163574, + 12.998886108398438, + 12.99744701385498, + 12.99776840209961, + 12.997804641723633 ], "p10": [ - 12.965977668762207, - 12.936576843261719, - 12.750295639038086, - 12.575355529785156, - 12.295206069946289, - 12.212900161743164, - 12.088691711425781, - 11.982545852661133, - 11.980690956115723, - 11.99896240234375, - 11.918107986450195, - 11.891500473022461, - 11.792560577392578, - 11.74785041809082, - 11.686071395874023, - 11.628643989562988, - 11.557926177978516, - 11.49984359741211, - 11.429622650146484, - 11.372299194335938, - 11.288045883178711, - 11.230758666992188, - 11.142587661743164, - 11.102935791015625 + 12.982020378112793, + 12.969736099243164, + 12.87338638305664, + 12.428413391113281, + 12.216376304626465, + 12.149654388427734, + 11.946513175964355, + 11.857894897460938, + 11.722609519958496, + 11.764323234558105, + 11.748950958251953, + 11.707036972045898, + 11.661576271057129, + 11.625194549560547, + 11.572789192199707, + 11.567342758178711, + 11.53965950012207, + 11.498013496398926, + 11.449060440063477, + 11.401689529418945, + 11.358173370361328, + 11.311294555664062, + 11.263851165771484, + 11.237099647521973 ], "p90": [ - 13.489830017089844, - 13.612288475036621, - 13.856771469116211, - 13.945502281188965, - 13.952937126159668, - 14.054261207580566, - 13.964138984680176, - 13.920646667480469, - 13.93785285949707, - 14.038572311401367, - 14.021636009216309, - 14.063337326049805, - 14.137474060058594, - 14.139371871948242, - 14.192113876342773, - 14.219886779785156, - 14.271035194396973, - 14.295766830444336, - 14.338580131530762, - 14.367494583129883, - 14.418054580688477, - 14.4583101272583, - 14.498546600341797, - 14.588422775268555 + 13.02623176574707, + 13.041084289550781, + 13.074541091918945, + 13.415536880493164, + 13.776162147521973, + 13.867470741271973, + 13.790898323059082, + 13.784407615661621, + 13.818086624145508, + 13.833209037780762, + 13.841483116149902, + 13.865610122680664, + 13.889525413513184, + 13.900043487548828, + 13.861743927001953, + 13.922012329101562, + 13.948995590209961, + 13.97586441040039, + 13.984329223632812, + 14.021503448486328, + 14.059865951538086, + 14.090129852294922, + 14.145248413085938, + 14.228939056396484 ], "mean": [ - 13.010546684265137, - 13.010311126708984, - 13.012557983398438, - 13.007349014282227, - 13.01218032836914, - 13.013941764831543, - 13.014968872070312, - 13.013751983642578, - 13.015876770019531, - 13.019710540771484, - 13.02315902709961, - 13.017457962036133, - 13.011523246765137, - 13.01198959350586, - 13.015267372131348, - 13.011436462402344, - 13.014242172241211, - 13.01346206665039, - 13.009247779846191, - 13.013452529907227, - 13.010705947875977, - 13.014067649841309, - 13.014225006103516, - 13.009780883789062 + 12.999226570129395, + 13.000099182128906, + 12.999513626098633, + 12.998382568359375, + 12.999163627624512, + 12.998852729797363, + 13.000147819519043, + 12.9963960647583, + 12.998806953430176, + 12.999791145324707, + 13.002443313598633, + 12.998700141906738, + 12.998628616333008, + 13.00031566619873, + 13.000229835510254, + 12.996259689331055, + 12.998353004455566, + 12.997600555419922, + 12.99755859375, + 12.996737480163574, + 12.998886108398438, + 12.99744701385498, + 12.99776840209961, + 12.997804641723633 ], "quantiles": { "0.1": [ - 12.965977668762207, - 12.936576843261719, - 12.750295639038086, - 12.575355529785156, - 12.295206069946289, - 12.212900161743164, - 12.088691711425781, - 11.982545852661133, - 11.980690956115723, - 11.99896240234375, - 11.918107986450195, - 11.891500473022461, - 11.792560577392578, - 11.74785041809082, - 11.686071395874023, - 11.628643989562988, - 11.557926177978516, - 11.49984359741211, - 11.429622650146484, - 11.372299194335938, - 11.288045883178711, - 11.230758666992188, - 11.142587661743164, - 11.102935791015625 + 12.982020378112793, + 12.969736099243164, + 12.87338638305664, + 12.428413391113281, + 12.216376304626465, + 12.149654388427734, + 11.946513175964355, + 11.857894897460938, + 11.722609519958496, + 11.764323234558105, + 11.748950958251953, + 11.707036972045898, + 11.661576271057129, + 11.625194549560547, + 11.572789192199707, + 11.567342758178711, + 11.53965950012207, + 11.498013496398926, + 11.449060440063477, + 11.401689529418945, + 11.358173370361328, + 11.311294555664062, + 11.263851165771484, + 11.237099647521973 ], "0.2": [ - 12.965977668762207, - 12.936576843261719, - 12.750295639038086, - 12.575355529785156, - 12.295206069946289, - 12.212900161743164, - 12.088691711425781, - 11.982545852661133, - 11.980690956115723, - 11.99896240234375, - 11.918107986450195, - 11.891500473022461, - 11.792560577392578, - 11.74785041809082, - 11.686071395874023, - 11.628643989562988, - 11.557926177978516, - 11.49984359741211, - 11.429622650146484, - 11.372299194335938, - 11.288045883178711, - 11.230758666992188, - 11.142587661743164, - 11.102935791015625 + 12.982020378112793, + 12.969736099243164, + 12.87338638305664, + 12.428413391113281, + 12.216376304626465, + 12.149654388427734, + 11.946513175964355, + 11.857894897460938, + 11.722609519958496, + 11.764323234558105, + 11.748950958251953, + 11.707036972045898, + 11.661576271057129, + 11.625194549560547, + 11.572789192199707, + 11.567342758178711, + 11.53965950012207, + 11.498013496398926, + 11.449060440063477, + 11.401689529418945, + 11.358173370361328, + 11.311294555664062, + 11.263851165771484, + 11.237099647521973 ], "0.3": [ - 12.965977668762207, - 12.936576843261719, - 12.750295639038086, - 12.575355529785156, - 12.295206069946289, - 12.212900161743164, - 12.088691711425781, - 11.982545852661133, - 11.980690956115723, - 11.99896240234375, - 11.918107986450195, - 11.891500473022461, - 11.792560577392578, - 11.74785041809082, - 11.686071395874023, - 11.628643989562988, - 11.557926177978516, - 11.49984359741211, - 11.429622650146484, - 11.372299194335938, - 11.288045883178711, - 11.230758666992188, - 11.142587661743164, - 11.102935791015625 + 12.982020378112793, + 12.969736099243164, + 12.87338638305664, + 12.428413391113281, + 12.216376304626465, + 12.149654388427734, + 11.946513175964355, + 11.857894897460938, + 11.722609519958496, + 11.764323234558105, + 11.748950958251953, + 11.707036972045898, + 11.661576271057129, + 11.625194549560547, + 11.572789192199707, + 11.567342758178711, + 11.53965950012207, + 11.498013496398926, + 11.449060440063477, + 11.401689529418945, + 11.358173370361328, + 11.311294555664062, + 11.263851165771484, + 11.237099647521973 ], "0.4": [ - 13.010546684265137, - 13.010311126708984, - 13.012557983398438, - 13.007349014282227, - 13.01218032836914, - 13.013941764831543, - 13.014968872070312, - 13.013751983642578, - 13.015876770019531, - 13.019710540771484, - 13.02315902709961, - 13.017457962036133, - 13.011523246765137, - 13.01198959350586, - 13.015267372131348, - 13.011436462402344, - 13.014242172241211, - 13.01346206665039, - 13.009247779846191, - 13.013452529907227, - 13.010705947875977, - 13.014067649841309, - 13.014225006103516, - 13.009780883789062 + 12.999226570129395, + 13.000099182128906, + 12.999513626098633, + 12.998382568359375, + 12.999163627624512, + 12.998852729797363, + 13.000147819519043, + 12.9963960647583, + 12.998806953430176, + 12.999791145324707, + 13.002443313598633, + 12.998700141906738, + 12.998628616333008, + 13.00031566619873, + 13.000229835510254, + 12.996259689331055, + 12.998353004455566, + 12.997600555419922, + 12.99755859375, + 12.996737480163574, + 12.998886108398438, + 12.99744701385498, + 12.99776840209961, + 12.997804641723633 ], "0.5": [ - 13.010546684265137, - 13.010311126708984, - 13.012557983398438, - 13.007349014282227, - 13.01218032836914, - 13.013941764831543, - 13.014968872070312, - 13.013751983642578, - 13.015876770019531, - 13.019710540771484, - 13.02315902709961, - 13.017457962036133, - 13.011523246765137, - 13.01198959350586, - 13.015267372131348, - 13.011436462402344, - 13.014242172241211, - 13.01346206665039, - 13.009247779846191, - 13.013452529907227, - 13.010705947875977, - 13.014067649841309, - 13.014225006103516, - 13.009780883789062 + 12.999226570129395, + 13.000099182128906, + 12.999513626098633, + 12.998382568359375, + 12.999163627624512, + 12.998852729797363, + 13.000147819519043, + 12.9963960647583, + 12.998806953430176, + 12.999791145324707, + 13.002443313598633, + 12.998700141906738, + 12.998628616333008, + 13.00031566619873, + 13.000229835510254, + 12.996259689331055, + 12.998353004455566, + 12.997600555419922, + 12.99755859375, + 12.996737480163574, + 12.998886108398438, + 12.99744701385498, + 12.99776840209961, + 12.997804641723633 ], "0.6": [ - 13.010546684265137, - 13.010311126708984, - 13.012557983398438, - 13.007349014282227, - 13.01218032836914, - 13.013941764831543, - 13.014968872070312, - 13.013751983642578, - 13.015876770019531, - 13.019710540771484, - 13.02315902709961, - 13.017457962036133, - 13.011523246765137, - 13.01198959350586, - 13.015267372131348, - 13.011436462402344, - 13.014242172241211, - 13.01346206665039, - 13.009247779846191, - 13.013452529907227, - 13.010705947875977, - 13.014067649841309, - 13.014225006103516, - 13.009780883789062 + 12.999226570129395, + 13.000099182128906, + 12.999513626098633, + 12.998382568359375, + 12.999163627624512, + 12.998852729797363, + 13.000147819519043, + 12.9963960647583, + 12.998806953430176, + 12.999791145324707, + 13.002443313598633, + 12.998700141906738, + 12.998628616333008, + 13.00031566619873, + 13.000229835510254, + 12.996259689331055, + 12.998353004455566, + 12.997600555419922, + 12.99755859375, + 12.996737480163574, + 12.998886108398438, + 12.99744701385498, + 12.99776840209961, + 12.997804641723633 ], "0.7": [ - 13.010546684265137, - 13.010311126708984, - 13.012557983398438, - 13.007349014282227, - 13.01218032836914, - 13.013941764831543, - 13.014968872070312, - 13.013751983642578, - 13.015876770019531, - 13.019710540771484, - 13.02315902709961, - 13.017457962036133, - 13.011523246765137, - 13.01198959350586, - 13.015267372131348, - 13.011436462402344, - 13.014242172241211, - 13.01346206665039, - 13.009247779846191, - 13.013452529907227, - 13.010705947875977, - 13.014067649841309, - 13.014225006103516, - 13.009780883789062 + 12.999226570129395, + 13.000099182128906, + 12.999513626098633, + 12.998382568359375, + 12.999163627624512, + 12.998852729797363, + 13.000147819519043, + 12.9963960647583, + 12.998806953430176, + 12.999791145324707, + 13.002443313598633, + 12.998700141906738, + 12.998628616333008, + 13.00031566619873, + 13.000229835510254, + 12.996259689331055, + 12.998353004455566, + 12.997600555419922, + 12.99755859375, + 12.996737480163574, + 12.998886108398438, + 12.99744701385498, + 12.99776840209961, + 12.997804641723633 ], "0.8": [ - 13.489830017089844, - 13.612288475036621, - 13.856771469116211, - 13.945502281188965, - 13.952937126159668, - 14.054261207580566, - 13.964138984680176, - 13.920646667480469, - 13.93785285949707, - 14.038572311401367, - 14.021636009216309, - 14.063337326049805, - 14.137474060058594, - 14.139371871948242, - 14.192113876342773, - 14.219886779785156, - 14.271035194396973, - 14.295766830444336, - 14.338580131530762, - 14.367494583129883, - 14.418054580688477, - 14.4583101272583, - 14.498546600341797, - 14.588422775268555 + 13.02623176574707, + 13.041084289550781, + 13.074541091918945, + 13.415536880493164, + 13.776162147521973, + 13.867470741271973, + 13.790898323059082, + 13.784407615661621, + 13.818086624145508, + 13.833209037780762, + 13.841483116149902, + 13.865610122680664, + 13.889525413513184, + 13.900043487548828, + 13.861743927001953, + 13.922012329101562, + 13.948995590209961, + 13.97586441040039, + 13.984329223632812, + 14.021503448486328, + 14.059865951538086, + 14.090129852294922, + 14.145248413085938, + 14.228939056396484 ], "0.9": [ - 13.489830017089844, - 13.612288475036621, - 13.856771469116211, - 13.945502281188965, - 13.952937126159668, - 14.054261207580566, - 13.964138984680176, - 13.920646667480469, - 13.93785285949707, - 14.038572311401367, - 14.021636009216309, - 14.063337326049805, - 14.137474060058594, - 14.139371871948242, - 14.192113876342773, - 14.219886779785156, - 14.271035194396973, - 14.295766830444336, - 14.338580131530762, - 14.367494583129883, - 14.418054580688477, - 14.4583101272583, - 14.498546600341797, - 14.588422775268555 + 13.02623176574707, + 13.041084289550781, + 13.074541091918945, + 13.415536880493164, + 13.776162147521973, + 13.867470741271973, + 13.790898323059082, + 13.784407615661621, + 13.818086624145508, + 13.833209037780762, + 13.841483116149902, + 13.865610122680664, + 13.889525413513184, + 13.900043487548828, + 13.861743927001953, + 13.922012329101562, + 13.948995590209961, + 13.97586441040039, + 13.984329223632812, + 14.021503448486328, + 14.059865951538086, + 14.090129852294922, + 14.145248413085938, + 14.228939056396484 ] }, "timestamps": [ - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", "2026-06-23 23:00:00", "2026-06-24 00:00:00", "2026-06-24 01:00:00", @@ -589,6 +587,8 @@ "2026-06-28 17:00:00", "2026-06-28 18:00:00", "2026-06-28 19:00:00", - "2026-06-28 20:00:00" + "2026-06-28 20:00:00", + "2026-06-28 21:00:00", + "2026-06-28 22:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 2f06a1caeb9c055fd0125814529be1b1493aa4bf..76137500c20e140ab47ee19882d213677f370b8e 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T08:08:05.930888+00:00", + "evaluated_at": "2026-06-24T08:39:20.096900+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index fd3204f1369cc4814fff90d4f955ff932ecb3522..942b5f03ffbad43508263d04e30f7dfb36148c56 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-24T08:28:14.077728+00:00", + "evaluated_at": "2026-06-24T08:39:22.882372+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t080000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t021800z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t063500z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t081000z", - "data_fetched_at": "2026-06-24T08:25:58.687545Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t055000z", + "data_fetched_at": "2026-06-24T08:37:00.775102Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []