diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index d23591745f4019b5fe5d1171e660c3a76e4d64b6..92d81edec109b16b715240eef9e6032a37ceb2f1 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T06:53:21.868634+00:00", + "generated_at": "2026-06-22T07:05:12.408570+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 4745b95f1b0ebc4a1d7a5b18e7a775df4f6d6c21..4c5907055c8759fb18720cefb8d737136596370d 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Chronos-2,0.6024147873304119,0.5372794257928654,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.32430967566356883,0.610660109824167,8.0,1,1,1.0 Air Quality,Moving-Average,0.8503995378044825,0.8611186476903842,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.29559746924352304,0.39692989700820336,1.0,1,1,1.0 -Finance,Moving-Average,0.3446271081123337,0.41670004582111997,2.0,1,1,1.0 -Finance,TimesFM-2.5,0.6299749111690609,0.6142270650416355,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7663458405240724,0.6872343101234488,4.0,1,1,1.0 -Finance,Timer-S1,1.267727717517236,0.7807872476157137,5.0,1,1,1.0 -Finance,TiRex,1.4644667537821687,0.8473624515669979,6.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.162353182776504,0.8862074842503657,7.0,1,1,1.0 -Finance,Chronos-2,0.5166468588586702,0.8927258953700332,8.0,1,1,1.0 +Finance,ETS,0.2938663731168971,0.3968825904949089,1.0,1,1,1.0 +Finance,Moving-Average,0.3424693103592452,0.4163365121522894,2.0,1,1,1.0 +Finance,TimesFM-2.5,0.6332781575795703,0.6183523962803396,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7692890090912209,0.6883720614818722,4.0,1,1,1.0 +Finance,Timer-S1,1.2691305308115466,0.7818789761616478,5.0,1,1,1.0 +Finance,TiRex,1.4693269304888976,0.8484214288363661,6.0,1,1,1.0 +Finance,Chronos-2,0.5092477520563631,0.8898270038300532,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.3023285560693536,0.8911548388173806,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.6628491502437037,1.1247532542295329,10.0,1,1,1.0 +Finance,ARIMA,1.6642433782262713,1.1197724419409332,10.0,1,1,1.0 Hazards,Chronos-2,0.3620421450536688,0.47930850497194427,1.0,1,1,1.0 Hazards,ARIMA,0.47803010479774294,0.504766987249122,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.38753232147079736,0.5139075059032567,3.0,1,1,1.0 @@ -39,16 +39,16 @@ Hydrology,TimesFM-2.5,0.6329986773570379,0.9302437320214425,7.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 Hydrology,Timer-S1,1.33334178228875,1.0214942019155324,9.0,1,1,1.0 Hydrology,Moving-Average,1.0160145833335794,1.2171315667131521,10.0,1,1,1.0 -Ocean,Chronos-2,0.2812367927423425,0.4087507404268367,2.0,2,2,1.0 -Ocean,TiRex,0.8660735264794458,0.6404761540322621,3.0,2,2,1.0 -Ocean,Timer-S1,0.38868280186838505,0.4837091027420963,3.5,2,2,1.0 -Ocean,Toto-2.0-1B,0.13768654045002376,0.4555684969031415,3.5,2,2,1.0 -Ocean,Moirai-1.1-Large,2.941226357558914,1.2830564332219763,5.5,2,2,1.0 -Ocean,TimesFM-2.5,0.36630523602147147,0.5598252979904887,5.5,2,2,1.0 -Ocean,ARIMA,1.8486758537116021,1.3208446408392462,7.0,2,2,1.0 -Ocean,Moving-Average,0.9263903477383136,0.9368371213927112,7.0,2,2,1.0 -Ocean,Seasonal-Naive,1.0,1.0,8.0,2,2,1.0 -Ocean,ETS,2.8046483166498715,1.5908868167296302,10.0,2,2,1.0 +Ocean,Toto-2.0-1B,0.13869889086584059,0.45830696847613955,3.0,2,2,1.0 +Ocean,Chronos-2,0.29051271450776206,0.42425655511887,4.0,2,2,1.0 +Ocean,Moving-Average,0.9079290824151137,0.9283441746559051,4.0,2,2,1.0 +Ocean,TiRex,0.9089451637627463,0.6912128190110637,4.0,2,2,1.0 +Ocean,Timer-S1,0.3901957910026352,0.48991475570349946,4.0,2,2,1.0 +Ocean,Moirai-1.1-Large,2.9721397976639228,1.293462227847864,5.0,2,2,1.0 +Ocean,TimesFM-2.5,0.36607206120132874,0.5640994766899855,5.0,2,2,1.0 +Ocean,Seasonal-Naive,1.0,1.0,7.5,2,2,1.0 +Ocean,ARIMA,1.9286082238273041,1.3574053735325493,8.5,2,2,1.0 +Ocean,ETS,2.902855239133547,1.6347822985874128,10.0,2,2,1.0 Weather,Chronos-2,0.23801933887123544,0.5712323495141575,2.0,3,3,1.0 Weather,Timer-S1,0.4303178051352333,0.6430312343562054,3.6666666666666665,3,3,1.0 Weather,Moirai-1.1-Large,0.829344512369527,0.8194511395194434,4.666666666666667,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 9f31f2e9bdc0fbdb82af20e8d71d198e24d6603d..77865775120925eda41c763c17decdde1f204fa1 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -1,14 +1,14 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -10min,TiRex,0.9023081706315715,0.8137525593139394,1.0,1,1,1.0 -10min,Moirai-1.1-Large,0.9339637654801597,0.8854692797472057,2.0,1,1,1.0 -10min,Chronos-2,0.9888515899702744,0.9079239558664731,3.0,1,1,1.0 -10min,Timer-S1,0.9718985979405433,0.9380623730682404,4.0,1,1,1.0 -10min,Toto-2.0-1B,0.971225863026633,0.9417355947519119,5.0,1,1,1.0 -10min,ARIMA,0.8797677881560403,0.9476690494759138,6.0,1,1,1.0 -10min,TimesFM-2.5,0.9580715653085029,0.9526167177516847,7.0,1,1,1.0 -10min,Moving-Average,0.9842676228646043,0.9553297345905234,8.0,1,1,1.0 -10min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -10min,ETS,1.2518130906735558,1.0778284224934644,10.0,1,1,1.0 +10min,Moirai-1.1-Large,0.9536995882824876,0.8998901186014491,1.0,1,1,1.0 +10min,Moving-Average,0.945429199910745,0.938087062642319,2.0,1,1,1.0 +10min,TiRex,0.9938497419576785,0.9477853802425206,3.0,1,1,1.0 +10min,Toto-2.0-1B,0.9855603870124549,0.9530913721827307,4.0,1,1,1.0 +10min,Timer-S1,0.9794797617869327,0.9622861516485998,5.0,1,1,1.0 +10min,TimesFM-2.5,0.9568522157610229,0.9672184062424228,6.0,1,1,1.0 +10min,Chronos-2,1.0551571151296366,0.9781140403253221,7.0,1,1,1.0 +10min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 +10min,ARIMA,0.9574906632979268,1.0008577312112683,9.0,1,1,1.0 +10min,ETS,1.3410143443669023,1.138127504807424,10.0,1,1,1.0 15min,Toto-2.0-1B,0.21114779920776686,0.401949427137809,1.0,1,1,1.0 15min,ARIMA,0.5149388428600437,0.42125959394719337,2.0,1,1,1.0 15min,ETS,0.18886410281491778,0.42662982968865293,3.0,1,1,1.0 @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.3390633745334377,0.5915552459279052,3.6666666666666665,6,6,1.0 -1h,Toto-2.0-1B,0.443762328758559,0.6519191329631416,4.166666666666667,6,6,1.0 -1h,TiRex,0.4757606383278888,0.6970459859896977,4.666666666666667,6,6,1.0 -1h,Timer-S1,0.5972182515908566,0.6359076318744302,5.0,6,6,1.0 -1h,Moirai-1.1-Large,0.8049674534341545,0.7179166598597299,5.333333333333333,6,6,1.0 -1h,ARIMA,0.854360386911194,0.8741055188158441,6.0,6,6,1.0 -1h,ETS,1.0697529633879548,0.9977853665882713,6.0,6,6,1.0 -1h,TimesFM-2.5,0.542741432299714,0.7384801284280594,6.0,6,6,1.0 -1h,Moving-Average,0.8174138498697572,0.8634326039126472,6.666666666666667,6,6,1.0 +1h,Chronos-2,0.33824919205466686,0.5912346586596604,3.5,6,6,1.0 +1h,Toto-2.0-1B,0.4440459218327823,0.6520988898854273,4.166666666666667,6,6,1.0 +1h,TiRex,0.47602342906723893,0.6971910974022898,4.666666666666667,6,6,1.0 +1h,Timer-S1,0.59732834353966,0.6360557376053454,5.0,6,6,1.0 +1h,Moirai-1.1-Large,0.8203680354273523,0.7185830866704384,5.5,6,6,1.0 +1h,ARIMA,0.8544797360041484,0.8734591828848945,6.0,6,6,1.0 +1h,ETS,1.0687062809071148,0.9977655460896491,6.0,6,6,1.0 +1h,TimesFM-2.5,0.543214706255949,0.7393044665033515,6.0,6,6,1.0 +1h,Moving-Average,0.8165586100332317,0.8633070135807073,6.666666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.5,6,6,1.0 6min,Chronos-2,0.07998584862909197,0.18402110300089822,1.0,1,1,1.0 6min,Toto-2.0-1B,0.019519232490389497,0.2203831484412162,2.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 68ce5a62fbe1a273dc459096f5c8a9b41b9d47b7..d9a982d1e66e00827ca5edc9ebaa972172efde29 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,15 +9,15 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Toto-2.0-1B,0.39908911128583935,0.6084018691024043,3.7142857142857144,7,7,1.0 -24,Chronos-2,0.3733672654169929,0.6013533800779747,3.857142857142857,7,7,1.0 -24,TiRex,0.5143337506959017,0.7077482252683142,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,0.715398063869324,0.6700031848043828,5.142857142857143,7,7,1.0 -24,ARIMA,0.7947469986130988,0.7875463802928546,5.428571428571429,7,7,1.0 -24,ETS,0.8350123822496706,0.8837407011348031,5.571428571428571,7,7,1.0 -24,Timer-S1,0.6698273024120946,0.6804559539143281,5.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.5548010026868548,0.76324044520474,6.142857142857143,7,7,1.0 -24,Moving-Average,0.8432104588739029,0.9068380646317915,7.142857142857143,7,7,1.0 +24,Chronos-2,0.372598657465411,0.6010740287487141,3.7142857142857144,7,7,1.0 +24,Toto-2.0-1B,0.3993077104301088,0.6085456585759677,3.7142857142857144,7,7,1.0 +24,TiRex,0.5145772527623981,0.707874514313873,4.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,0.7271138159323901,0.6705362492532757,5.285714285714286,7,7,1.0 +24,ARIMA,0.7948421589109231,0.7870472122987447,5.428571428571429,7,7,1.0 +24,ETS,0.8343120438408147,0.8837256539197067,5.571428571428571,7,7,1.0 +24,Timer-S1,0.669933138267824,0.6805917927126568,5.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.5552156539905821,0.7639706530904172,6.142857142857143,7,7,1.0 +24,Moving-Average,0.8424542050331724,0.9067250030053975,7.142857142857143,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.571428571428571,7,7,1.0 60,Chronos-2,0.07998584862909197,0.18402110300089822,1.0,1,1,1.0 60,Toto-2.0-1B,0.019519232490389497,0.2203831484412162,2.0,1,1,1.0 @@ -29,13 +29,13 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 60,ARIMA,3.8846641785549854,1.8409702904179306,8.0,1,1,1.0 60,Moirai-1.1-Large,9.26247120727624,1.8591653583987533,9.0,1,1,1.0 60,ETS,6.283727370077683,2.3481667497588026,10.0,1,1,1.0 -72,TiRex,0.9023081706315715,0.8137525593139394,1.0,1,1,1.0 -72,Moirai-1.1-Large,0.9339637654801597,0.8854692797472057,2.0,1,1,1.0 -72,Chronos-2,0.9888515899702744,0.9079239558664731,3.0,1,1,1.0 -72,Timer-S1,0.9718985979405433,0.9380623730682404,4.0,1,1,1.0 -72,Toto-2.0-1B,0.971225863026633,0.9417355947519119,5.0,1,1,1.0 -72,ARIMA,0.8797677881560403,0.9476690494759138,6.0,1,1,1.0 -72,TimesFM-2.5,0.9580715653085029,0.9526167177516847,7.0,1,1,1.0 -72,Moving-Average,0.9842676228646043,0.9553297345905234,8.0,1,1,1.0 -72,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -72,ETS,1.2518130906735558,1.0778284224934644,10.0,1,1,1.0 +72,Moirai-1.1-Large,0.9536995882824876,0.8998901186014491,1.0,1,1,1.0 +72,Moving-Average,0.945429199910745,0.938087062642319,2.0,1,1,1.0 +72,TiRex,0.9938497419576785,0.9477853802425206,3.0,1,1,1.0 +72,Toto-2.0-1B,0.9855603870124549,0.9530913721827307,4.0,1,1,1.0 +72,Timer-S1,0.9794797617869327,0.9622861516485998,5.0,1,1,1.0 +72,TimesFM-2.5,0.9568522157610229,0.9672184062424228,6.0,1,1,1.0 +72,Chronos-2,1.0551571151296366,0.9781140403253221,7.0,1,1,1.0 +72,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 +72,ARIMA,0.9574906632979268,1.0008577312112683,9.0,1,1,1.0 +72,ETS,1.3410143443669023,1.138127504807424,10.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 5f7ea75d7c43a491da9d669f918d805252fbf552..a076103e1cc1af75968b9777a00df0bcf1dd37c9 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.30333564282942044,0.5086955430627795,3.6,10,10,1.0 -Overall,Toto-2.0-1B,0.28136461213164654,0.5234597386235885,3.7,10,10,1.0 -Overall,TiRex,0.46225083481162443,0.6166338296534944,4.2,10,10,1.0 -Overall,Timer-S1,0.48551972985740594,0.5638439847768152,4.7,10,10,1.0 -Overall,Moirai-1.1-Large,0.7926063554090862,0.6856080681738573,5.0,10,10,1.0 -Overall,ARIMA,0.8653988683561006,0.8210248000967502,5.9,10,10,1.0 -Overall,TimesFM-2.5,0.41949811908030993,0.6486897005730735,6.0,10,10,1.0 -Overall,ETS,0.9853184314086969,0.9335555952620054,6.8,10,10,1.0 -Overall,Moving-Average,0.7946827252626193,0.8549262918821371,7.2,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,7.9,10,10,1.0 +Overall,Toto-2.0-1B,0.2818851820027389,0.52417424632947,3.6,10,10,1.0 +Overall,Chronos-2,0.3048706231702152,0.5123310523386623,3.9,10,10,1.0 +Overall,TiRex,0.4668938789080259,0.6261859981975626,4.4,10,10,1.0 +Overall,Timer-S1,0.48595087066472115,0.5653623532599099,4.8,10,10,1.0 +Overall,Moirai-1.1-Large,0.8033484360481754,0.687098964050875,5.0,10,10,1.0 +Overall,TimesFM-2.5,0.4196641152306307,0.6501122475582872,5.9,10,10,1.0 +Overall,ARIMA,0.8728294083106829,0.8251541581777896,6.2,10,10,1.0 +Overall,Moving-Average,0.7909928831841263,0.8532960860197314,6.6,10,10,1.0 +Overall,ETS,0.9915415513769258,0.9386401750823289,6.8,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,7.8,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index a346597d0b741ee0a7d4030310232ac6a3dc8b2c..bbe6a208a68f464a9ea4e0248544e28072467bd8 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,323479.0157781144,257783.38834958794,475.27024990808997,0.4468354931791623,0.007406570653965619,0.007436775239274908,5.853667040401748,568.7521567239235,0.008873642739315086,0.00741514269871426,0.006282757139678085,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,325304.73435795255,256583.19504198988,473.68431240808997,0.44534444010967006,0.007381940321891388,0.007411998659705626,5.831596841142438,570.3549196403521,0.00889886951895376,0.007390582151816854,0.006258168526647614,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.7725986612046284,0.7607148339555734,0.6899301390567951,2.0271194082492188,0.67431879141515,0.41801643500147284,79.12414778643237,0.878975916168713,0.6208041899743698,0.48728470625564535,0.48513092865659274,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07465809101698792,0.08382917541820836,0.2695504691130433,3.8935077387427857,0.16831459058924933,0.1856615528223091,61.92557023138389,0.2732363281428513,0.1745609242147556,0.17220616061819533,0.1557342953982287,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.0855092586436752,0.09241686973053768,0.286765674200223,4.301486848556915,0.17844069085602587,0.19769407207258968,66.9065586095629,0.2924196618623228,0.18533639544791952,0.1817528823334903,0.16832306600712701,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.044758698731949736,0.022431053368681547,0.12459988555261876,0.06264798848446257,0.008858052981789795,0.008914351696941783,1.0288597455464723,0.21156251731332215,0.015098128456208913,0.008892052815368472,0.01002485442599358,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.87198838419894,51.73229780196786,6.260393504658879,0.5414694866546529,0.3561655509465631,0.2850124372856924,5.097982223777315,7.271312700207504,0.3345054642930064,0.2879996944531183,0.2494299281342662,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,16.40117047380289,15.944972661638344,3.705801059181739,1.950421449442106,0.15858167476466994,0.14503816828993094,51.74170312337943,4.049835857637058,0.16868458612313672,0.15435477878540113,0.14475815727102914,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 81c2ab8d78cd2ab44c97502be2c44d7d546ec8aa..1148e059e5b72ae0dfe376318ab9f3a59ba4fea1 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:53:21.485374+00:00", + "evaluated_at": "2026-06-22T07:05:12.056264+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64028.01171875 + 63989.94921875 ], "p50": [ 63633.762559345865, diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 095a3ff9b6e342bc399288bb8bbb69accf0c4706..4c5793e593a1c6d2e530f35ca57ccca7a6d217f0 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:35:24.355222+00:00", + "evaluated_at": "2026-06-22T07:05:12.112373+00:00", "freq": "10min", - "context_length": 78, + "context_length": 77, "prediction_length": 72, "context": [ - 1.5, - 1.5, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -83,11 +80,11 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2999999523162842, - 1.2000000476837158, 1.5, 1.399999976158142, 1.5, @@ -157,237 +154,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3221009593482307, - 1.3061008062270774, - 1.3010414328017126, - 1.2977432964454083, - 1.2988698100168126, - 1.3024090677356903, - 1.2993061595558126, - 1.2994979236579045, - 1.3001461972463924, - 1.2992933573954897, - 1.299092017813982, - 1.2947212742636767, - 1.2983279599702449, - 1.2974108103537823, - 1.299819646375329, - 1.2990919298213892, - 1.2969592457723569, - 1.2958828573684216, - 1.3004878527116837, - 1.3001451221609757, - 1.2998196457827813, - 1.2990919296517043, - 1.2994941694051012, - 1.296959245723746, - 1.3004878527076988, - 1.3001451221598346, - 1.3013345277174977, - 1.2974108082834357, - 1.2983279527404978, - 1.298709941196054, - 1.3004878527076966, - 1.2974108082834357, - 1.2983279527404978, - 1.2983279527404978, - 1.2978693805119668, - 1.2990919296516106, - 1.2969592457237382, - 1.3004878527076966, - 1.2953528899284303, - 1.3013345277174975, - 1.298709941196054, - 1.2974108082834357, - 1.2994941694050743, - 1.2974108082834357, - 1.300145122159834, - 1.300145122159834, - 1.2994941694050743, - 1.2974108082834357, - 1.2994941694050743, - 1.2994941694050743, - 1.2974108082834357, - 1.2937786152358628, - 1.2992930495283423, - 1.3013345277174975, - 1.2983279527404978, - 1.3003164874337654, - 1.2983279527404978, - 1.3004878527076966, - 1.2990919296516106, - 1.2996185259057222, - 1.2978693805119668, - 1.2983279527404978, - 1.3029325049216953, - 1.295882857354499, - 1.295882857354499, - 1.2983279527404978, - 1.297185027003587, - 1.2983279527404978, - 1.3004878527076966, - 1.3004878527076966, - 1.2994941694050743, - 1.3004878527076966 + 1.2521683027110362, + 1.276457539992413, + 1.2857840118339645, + 1.2896599436358864, + 1.2911532147682396, + 1.2913235007826533, + 1.2918922784202376, + 1.2918465599185236, + 1.2918786231238797, + 1.2918644235225076, + 1.29178594885532, + 1.2920984478386033, + 1.291760190287257, + 1.2916414289196252, + 1.2920272729153819, + 1.2917606223816818, + 1.291872285399545, + 1.2917606451049803, + 1.2919772148144093, + 1.291844823814276, + 1.291844824184317, + 1.292027341800833, + 1.2918173530334314, + 1.2920996312456619, + 1.29181647244167, + 1.2918173530666042, + 1.2920516719896624, + 1.2919513872765658, + 1.2931951275808906, + 1.2919255581805271, + 1.2915790783238426, + 1.2916416068211436, + 1.292027341891684, + 1.2931951275810092, + 1.2917890010969786, + 1.2916103425725054, + 1.2919255581805733, + 1.2917606491253006, + 1.2917606491253006, + 1.291640588010797, + 1.2919513872768742, + 1.2918989269746015, + 1.29207600208923, + 1.29207600208923, + 1.291817353068657, + 1.291817353068657, + 1.2919255581805733, + 1.2920273418916863, + 1.2918722957686297, + 1.29207600208923, + 1.2918989269746015, + 1.2919255581805733, + 1.2918989269746015, + 1.2917606491253006, + 1.2918989269746015, + 1.291702097697734, + 1.2921232604294086, + 1.2920273418916863, + 1.2920273418916863, + 1.291817353068657, + 1.29207600208923, + 1.2918448244186433, + 1.2917597253831956, + 1.2920273418916863, + 1.2918722957686297, + 1.291702097697734, + 1.291817353068657, + 1.2916416068211503, + 1.2920273418916863, + 1.2917890010969788, + 1.291817353068657, + 1.2918448244186433 ], "p10": [ - 1.2314634555918134, - 1.228906319898501, - 1.2317696876821809, - 1.2082487184259019, - 1.2289228589274959, - 1.2299011545365248, - 1.2358556929900444, - 1.2221023174525965, - 1.2298212596186373, - 1.229820492399226, - 1.2220986513621377, - 1.2206577770248142, - 1.2076904562138275, - 1.228762992177084, - 1.2220985637926411, - 1.2206577519479764, - 1.228762990155356, - 1.229855373717867, - 1.2295034819892767, - 1.222098563200908, - 1.2394335468322333, - 1.2076904489841742, - 1.2220985631997932, - 1.2295034819852975, - 1.229503481985292, - 1.222098563199767, - 1.2400987923050875, - 1.2298553737039444, - 1.2040209808914837, - 1.2287629901067374, - 1.2287629901067374, - 1.2076904489840805, - 1.2298201845320789, - 1.2220985631997663, - 1.2298553737039444, - 1.1829460214288081, - 1.2206577517781978, - 1.2298553737039444, - 1.2206577517781978, - 1.2365078284357551, - 1.2073235021748208, - 1.2298553737039444, - 1.2220985631997663, - 1.2206577517781978, - 1.2206577517781978, - 1.2411681291725556, - 1.2220985631997663, - 1.2040209808914837, - 1.2298201845320789, - 1.2220985631997663, - 1.2073235021748208, - 1.2206577517781978, - 1.2365078284357551, - 1.2220985631997663, - 1.2076904489840805, - 1.2295034819852897, - 1.2404977882905686, - 1.2295034819852897, - 1.2076904489840805, - 1.2220985631997663, - 1.2040209808914837, - 1.2076904489840805, - 1.2076904489840805, - 1.2076904489840805, - 1.2206577517781978, - 1.2298201845320789, - 1.2287629901067374, - 1.2076904489840805, - 1.235842582962574, - 1.2365078284357551, - 1.2394335468319062, - 1.235842582962574 + 1.1792487506187825, + 1.1977595713185787, + 1.1893576290161392, + 1.2128279000195579, + 1.214246715534628, + 1.2148082045943756, + 1.2150214925997156, + 1.2151041890150864, + 1.2150224190772647, + 1.1950386136231934, + 1.2150396706863278, + 1.222981754875403, + 1.195046027031272, + 1.1953340884059502, + 1.2190059371120152, + 1.2225966088675264, + 1.2151565457020796, + 1.2150427189076662, + 1.2225966340523795, + 1.2229829376917516, + 1.2150427226936602, + 1.222596635520292, + 1.2222375726236372, + 1.195046485855658, + 1.2151565560658693, + 1.2225966356090925, + 1.1953342663066795, + 1.2222375726585544, + 1.2225966356110258, + 1.2150427229279404, + 1.1950177668897608, + 1.1953342663074686, + 1.215042722927984, + 1.1950464858693146, + 1.2190060060883194, + 1.1953342663074753, + 1.1950464858693155, + 1.2190060060883197, + 1.2130718772659355, + 1.2130718772659355, + 1.2186210610866042, + 1.1953342663074753, + 1.2254469358502853, + 1.2150427229279865, + 1.2151565560711644, + 1.2190060060883197, + 1.2186210610866042, + 1.2151565560711644, + 1.2150427229279865, + 1.2273994057501996, + 1.2222375726588628, + 1.1953342663074753, + 1.2218526276571473, + 1.1953342663074753, + 1.2151565560711644, + 1.1950464858693155, + 1.2186210610866042, + 1.2151565560711644, + 1.2186210610866042, + 1.2151565560711644, + 1.2190060060883197, + 1.1953342663074753, + 1.222982938296119, + 1.2190060060883197, + 1.2150427229279865, + 1.2190060060883197, + 1.2150427229279865, + 1.2151451727568465, + 1.1924564619258773, + 1.2150427229279865, + 1.1950464858693155, + 1.2150427229279865 ], "p90": [ - 1.422485740319094, - 1.386935180676811, - 1.3987709146898315, - 1.3806856934198977, - 1.3802872927988348, - 1.4010883063619068, - 1.3755567150727916, - 1.3968251657925597, - 1.4010436006158848, - 1.3801277318452234, - 1.4010426136916978, - 1.3802520442701216, - 1.409349413142889, - 1.3966112667021169, - 1.3968214121326044, - 1.401042525699105, - 1.3813733744809842, - 1.380252019037428, - 1.3813733744363526, - 1.3828971634534477, - 1.3966112646320974, - 1.4016473106754088, - 1.3989457128931846, - 1.398712733711369, - 1.3987127337113634, - 1.401042525529327, - 1.3828971634523062, - 1.3968214115397295, - 1.3813733744323655, - 1.3989457128931577, - 1.3987127337113612, - 1.3801274239780763, - 1.3987127337113612, - 1.3966112646317703, - 1.4070903769892138, - 1.3813733744323655, - 1.3813733744323655, - 1.4016473106753151, - 1.3755436050453214, - 1.3989457128931577, - 1.3760019869385969, - 1.3813733744323655, - 1.3744460510358432, - 1.3966112646317703, - 1.3989457128931577, - 1.3801274239780763, - 1.4070903769892138, - 1.3966112646317703, - 1.4016473106753151, - 1.4010425255293264, - 1.4016473106753151, - 1.3995504980391464, - 1.4010425255293264, - 1.4070903769892138, - 1.3987127337113612, - 1.3989457128931577, - 1.3966112646317703, - 1.3987127337113612, - 1.3802520190235052, - 1.3813733744323655, - 1.4010425255293264, - 1.3968214115397295, - 1.3966112646317703, - 1.3813733744323655, - 1.3813733744323655, - 1.3968214115397295, - 1.4010425255293264, - 1.4010425255293264, - 1.3987127337113612, - 1.382897163452306, - 1.382897163452306, - 1.3968214115397295 + 1.3534402301723198, + 1.37779779322205, + 1.387552322941961, + 1.3908802129045683, + 1.3924677460864707, + 1.3931806087565084, + 1.3930624221704082, + 1.393145118585779, + 1.3933278153552333, + 1.3672094342536205, + 1.3861706360641977, + 1.393346935785239, + 1.368731999614833, + 1.39334794130443, + 1.3932124800219623, + 1.3687324317092577, + 1.3868760576703718, + 1.393528956212977, + 1.3944835330514707, + 1.386173687701489, + 1.3935289599989709, + 1.3931974855510036, + 1.3933662032734637, + 1.3935289602196397, + 1.3931974856365619, + 1.3687324584508238, + 1.3935289602325014, + 1.3935289602329888, + 1.386876068039337, + 1.3931974856418108, + 1.3933481192059374, + 1.39321254899826, + 1.3931974856418545, + 1.3935289602332963, + 1.3861736883058562, + 1.3563108630642513, + 1.3933662033086893, + 1.3932125489982667, + 1.3861736883058564, + 1.3704765814381745, + 1.3861736883058564, + 1.393624417670991, + 1.3935289602332972, + 1.3933481192059551, + 1.393197485641857, + 1.393624417670991, + 1.3935289602332972, + 1.393230633101001, + 1.3935289602332972, + 1.3868760680394565, + 1.3672173064997426, + 1.3868760680394565, + 1.3586639578361028, + 1.393197485641857, + 1.393197485641857, + 1.3672173064997426, + 1.393624417670991, + 1.3861736883058564, + 1.3935289602332972, + 1.3861736883058564, + 1.3861736883058564, + 1.393197485641857, + 1.393624417670991, + 1.393197485641857, + 1.3932125489982667, + 1.393197485641857, + 1.3687324584528766, + 1.3672173064997426, + 1.3932125489982667, + 1.3861736883058564, + 1.3935289602332972, + 1.3932125489982667 ], "timestamps": [ - "2026-06-20 05:10:00", - "2026-06-20 05:20:00", - "2026-06-20 05:30:00", - "2026-06-20 05:40:00", - "2026-06-20 05:50:00", - "2026-06-20 06:00:00", "2026-06-20 06:10:00", "2026-06-20 06:20:00", "2026-06-20 06:30:00", @@ -531,6 +524,11 @@ "2026-06-21 05:30:00", "2026-06-21 05:40:00", "2026-06-21 05:50:00", - "2026-06-21 06:00:00" + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 8158bde1053d2f1fe1ffc0a5272209a2e8dddcf9..219cb6397b0cad05abb52b4b591005d6bcb81643 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T06:53:21.575854+00:00", + "evaluated_at": "2026-06-22T07:05:12.151852+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 18979832310c581d738cea468c164b5e19ca8b57..6499507f235d50550536232939a4dc2f4226c68d 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,3.700,3.600,4.100,4.100,3.700,4.100,3.300,4.100,3.700,4.200 +2026-06-22,Chronos-2,3.800,3.900,4.200,4.200,3.800,4.200,3.300,4.200,3.800,4.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 6f19ad64da79ac179ee7dabc536e1aa60157ae52..7c6b281fc04ec2ba15362288df19334834df736d 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,3.7,3.6,4.1,4.1,3.7,4.1,3.3,4.1,3.7,4.2 +2026-W26,Chronos-Bolt-Mini,3.8,3.9,4.2,4.2,3.8,4.2,3.3,4.2,3.8,4.2 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index f447b76c9d35a968c113f47d5efddc4109dda518..83c67f74eacbc4dfa4a5b59f7629c4f80b0696b3 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,100504.85781224568,100504.85781224568,263.3499348958333,0.24759407528797853,0.004113142598355703,0.004110358625630564,1.9698624366843127,317.0250113354555,0.004946208391054382,0.004108772529581541,0.004986675941430063,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,99541.1529782613,99541.1529782613,261.7639973958333,0.24610302221848623,0.004088483406156906,0.004085581968542927,1.9698624366843127,315.5014310241101,0.004922559569569653,0.004084130034425093,0.004973052685488557,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0159079283885846,0.0159079283885846,0.09375893870989481,0.27547798479351676,0.09548341723209566,0.08614996812585192,1.1535654940846138,0.12612663631677729,0.08908087565598301,0.06622017842350147,0.04849308489979468,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08391506599830162,0.08391506599830162,0.2694946097003089,3.8927008803593495,0.1683232044442406,0.18560634848190943,83.24171434156395,0.28968097279300487,0.18506681992791005,0.17217047403589025,0.14920282309550245,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.09423141773160065,0.09423141773160065,0.2908801982800166,4.363204734655603,0.1811936133018244,0.20090224224290126,108.07209590464572,0.30697136304808736,0.19455930415463502,0.1843606791453601,0.1644980590527343,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.02708782370136002,0.02708782370136002,0.14076085885365805,0.07077361769167123,0.0100236513767615,0.010092047214917308,0.973429993643947,0.16458378930307815,0.01174549832486334,0.010045378338126793,0.018302875292973097,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,107.73611266772711,107.73611266772711,8.71318014462789,0.753614158044567,0.46956742899031645,0.348525299370899,7.1097414443462155,10.379600795200513,0.4774974377151355,0.4008363400000913,0.2777539937871872,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.6914386129296872,1.6914386129296872,1.0466557343800862,0.5508713937728907,0.0436189260240737,0.042244362004436785,2.4711961551149475,1.300553194963469,0.0541709059664306,0.0435955173428501,0.028756486015060305,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 7ec64adb4da399353ea30eff33de1a268afa953b..866704d8924b543ddcf2c02560e1a1819523a4cf 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:50:29.246090+00:00", + "evaluated_at": "2026-06-22T07:02:28.048442+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64028.01171875 + 63989.94921875 ], "p50": [ 64329.2109375, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 39ff4a6c5918416a28bc47a4817ec233c27a0521..7496c51c4865e2a9f8c5eb0d2cc3ac26a52bf1c5 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:32:07.374681+00:00", + "evaluated_at": "2026-06-22T07:02:35.007868+00:00", "freq": "10min", - "context_length": 78, + "context_length": 77, "prediction_length": 72, "context": [ - 1.5, - 1.5, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -83,11 +80,11 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2999999523162842, - 1.2000000476837158, 1.5, 1.399999976158142, 1.5, @@ -157,237 +154,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.355969786643982, - 1.3312115669250488, - 1.3214188814163208, - 1.3152772188186646, - 1.3109629154205322, - 1.3080564737319946, - 1.3075141906738281, - 1.3070755004882812, - 1.307573676109314, - 1.3067409992218018, - 1.3053680658340454, - 1.3059810400009155, - 1.3056656122207642, - 1.3056292533874512, - 1.304455280303955, - 1.3039053678512573, - 1.3010766506195068, - 1.3008443117141724, - 1.3017113208770752, - 1.3012568950653076, - 1.3013309240341187, - 1.3010914325714111, - 1.3008220195770264, - 1.300879716873169, - 1.301564335823059, - 1.3003807067871094, - 1.299941897392273, - 1.3003315925598145, - 1.2993282079696655, - 1.2991122007369995, - 1.298858642578125, - 1.2979481220245361, - 1.299543857574463, - 1.298941731452942, - 1.299091100692749, - 1.2984391450881958, - 1.2976793050765991, - 1.2966746091842651, - 1.2965956926345825, - 1.296002745628357, - 1.2966656684875488, - 1.2961963415145874, - 1.295924425125122, - 1.2963213920593262, - 1.2954307794570923, - 1.2957606315612793, - 1.295472502708435, - 1.2939918041229248, - 1.2944486141204834, - 1.2940808534622192, - 1.2929812669754028, - 1.294994831085205, - 1.295265555381775, - 1.2941009998321533, - 1.2950719594955444, - 1.2956215143203735, - 1.2968981266021729, - 1.2956048250198364, - 1.2951925992965698, - 1.2966899871826172, - 1.2963056564331055, - 1.2967286109924316, - 1.2975682020187378, - 1.2964931726455688, - 1.2966822385787964, - 1.2977489233016968, - 1.298459529876709, - 1.2984539270401, - 1.2982947826385498, - 1.2980096340179443, - 1.2985453605651855, - 1.2984938621520996 + 1.21744704246521, + 1.2422640323638916, + 1.2556473016738892, + 1.2687638998031616, + 1.2782505750656128, + 1.2830023765563965, + 1.2859909534454346, + 1.288673758506775, + 1.2896620035171509, + 1.2923860549926758, + 1.2925777435302734, + 1.2922972440719604, + 1.2917238473892212, + 1.2910282611846924, + 1.2895995378494263, + 1.2892472743988037, + 1.2923680543899536, + 1.2922935485839844, + 1.2937041521072388, + 1.2944244146347046, + 1.293121576309204, + 1.292120337486267, + 1.288493037223816, + 1.2852064371109009, + 1.285803198814392, + 1.2893484830856323, + 1.2920957803726196, + 1.2925387620925903, + 1.292433261871338, + 1.2926236391067505, + 1.2919193506240845, + 1.291590690612793, + 1.2941032648086548, + 1.2936853170394897, + 1.2927106618881226, + 1.2909594774246216, + 1.2882705926895142, + 1.286611557006836, + 1.2855976819992065, + 1.2844961881637573, + 1.2843507528305054, + 1.2854338884353638, + 1.2867870330810547, + 1.2859307527542114, + 1.2840300798416138, + 1.279707431793213, + 1.2769782543182373, + 1.2742267847061157, + 1.2765501737594604, + 1.2791601419448853, + 1.2813609838485718, + 1.2847121953964233, + 1.2862871885299683, + 1.288446068763733, + 1.2895158529281616, + 1.289682149887085, + 1.2903259992599487, + 1.2914905548095703, + 1.29203200340271, + 1.291874885559082, + 1.29085111618042, + 1.2901275157928467, + 1.2899868488311768, + 1.2912026643753052, + 1.2965108156204224, + 1.2971055507659912, + 1.2986353635787964, + 1.2983351945877075, + 1.2980235815048218, + 1.296358585357666, + 1.2934468984603882, + 1.292077898979187 ], "p10": [ - 1.2768794298171997, - 1.2358758449554443, - 1.2213131189346313, - 1.216346263885498, - 1.20882248878479, - 1.2080456018447876, - 1.207190752029419, - 1.2040714025497437, - 1.2060332298278809, - 1.203167200088501, - 1.2037729024887085, - 1.202211618423462, - 1.2030514478683472, - 1.20221745967865, - 1.2032780647277832, - 1.20192551612854, - 1.2022508382797241, - 1.1994940042495728, - 1.1988425254821777, - 1.1980539560317993, - 1.1980961561203003, - 1.1999179124832153, - 1.199701189994812, - 1.1962735652923584, - 1.1987603902816772, - 1.1963659524917603, - 1.198390007019043, - 1.1962336301803589, - 1.1957696676254272, - 1.1962324380874634, - 1.1983972787857056, - 1.197050929069519, - 1.1966817378997803, - 1.1949059963226318, - 1.194040060043335, - 1.1922518014907837, - 1.1929545402526855, - 1.1943715810775757, - 1.1945013999938965, - 1.1916252374649048, - 1.1937180757522583, - 1.1914193630218506, - 1.1938323974609375, - 1.1914525032043457, - 1.1905723810195923, - 1.1902425289154053, - 1.1918550729751587, - 1.1894872188568115, - 1.188591718673706, - 1.186758041381836, - 1.1854259967803955, - 1.1842700242996216, - 1.1857954263687134, - 1.1866812705993652, - 1.187316656112671, - 1.1862635612487793, - 1.1877086162567139, - 1.1859084367752075, - 1.188315510749817, - 1.1866463422775269, - 1.1858131885528564, - 1.1852797269821167, - 1.1868863105773926, - 1.1858757734298706, - 1.1850082874298096, - 1.183315396308899, - 1.1824554204940796, - 1.1812483072280884, - 1.1819089651107788, - 1.1827999353408813, - 1.1833972930908203, - 1.182068943977356 + 1.1820721626281738, + 1.1819980144500732, + 1.186044692993164, + 1.1920922994613647, + 1.1976593732833862, + 1.2026335000991821, + 1.2020334005355835, + 1.202746868133545, + 1.203426480293274, + 1.2012746334075928, + 1.2014756202697754, + 1.201397180557251, + 1.2001266479492188, + 1.1973711252212524, + 1.2006282806396484, + 1.197798252105713, + 1.1970916986465454, + 1.1973541975021362, + 1.1966835260391235, + 1.196226954460144, + 1.1947660446166992, + 1.1905189752578735, + 1.1874853372573853, + 1.189582109451294, + 1.1925075054168701, + 1.1912014484405518, + 1.1932672262191772, + 1.1993845701217651, + 1.2008934020996094, + 1.2004568576812744, + 1.2027205228805542, + 1.2047364711761475, + 1.2057194709777832, + 1.2043955326080322, + 1.2031117677688599, + 1.202021837234497, + 1.1999776363372803, + 1.2004555463790894, + 1.1973772048950195, + 1.1954480409622192, + 1.195926308631897, + 1.191933274269104, + 1.1892540454864502, + 1.190970778465271, + 1.1873195171356201, + 1.185669183731079, + 1.1846054792404175, + 1.1831287145614624, + 1.1863113641738892, + 1.1875158548355103, + 1.1878056526184082, + 1.1893384456634521, + 1.1925565004348755, + 1.195204496383667, + 1.1923450231552124, + 1.193787693977356, + 1.1953673362731934, + 1.1920890808105469, + 1.1892787218093872, + 1.1921966075897217, + 1.1898661851882935, + 1.1889722347259521, + 1.1896380186080933, + 1.1892156600952148, + 1.1863477230072021, + 1.1854876279830933, + 1.1867601871490479, + 1.183203101158142, + 1.1842745542526245, + 1.1833230257034302, + 1.1826850175857544, + 1.1823782920837402 ], "p90": [ - 1.4362303018569946, - 1.4262769222259521, - 1.4205771684646606, - 1.4204587936401367, - 1.4196597337722778, - 1.4179421663284302, - 1.41808021068573, - 1.4194426536560059, - 1.4221714735031128, - 1.4227360486984253, - 1.4223549365997314, - 1.4209263324737549, - 1.4210628271102905, - 1.4217913150787354, - 1.4173485040664673, - 1.4174014329910278, - 1.4174600839614868, - 1.418532371520996, - 1.4193212985992432, - 1.4210692644119263, - 1.4243144989013672, - 1.42372727394104, - 1.4237614870071411, - 1.4234557151794434, - 1.4270269870758057, - 1.428807020187378, - 1.4304791688919067, - 1.4265929460525513, - 1.4287190437316895, - 1.426302194595337, - 1.4244379997253418, - 1.4242329597473145, - 1.4259001016616821, - 1.4267559051513672, - 1.4254087209701538, - 1.4274916648864746, - 1.4298917055130005, - 1.4296245574951172, - 1.4286465644836426, - 1.428892970085144, - 1.4332537651062012, - 1.4347306489944458, - 1.4376665353775024, - 1.433955192565918, - 1.4370266199111938, - 1.4358359575271606, - 1.4358296394348145, - 1.4350594282150269, - 1.4390738010406494, - 1.4402680397033691, - 1.4370039701461792, - 1.4422341585159302, - 1.4459407329559326, - 1.4454697370529175, - 1.4441715478897095, - 1.4454671144485474, - 1.4489175081253052, - 1.4496865272521973, - 1.4518985748291016, - 1.4487701654434204, - 1.4520572423934937, - 1.4530097246170044, - 1.4540224075317383, - 1.4536430835723877, - 1.455183744430542, - 1.4579250812530518, - 1.4555174112319946, - 1.4596996307373047, - 1.4650826454162598, - 1.4670205116271973, - 1.4645346403121948, - 1.4643099308013916 + 1.3140208721160889, + 1.3557647466659546, + 1.3739068508148193, + 1.3838188648223877, + 1.3883947134017944, + 1.393645167350769, + 1.393216848373413, + 1.3928409814834595, + 1.3987327814102173, + 1.4018911123275757, + 1.402269721031189, + 1.4008265733718872, + 1.401822566986084, + 1.4011930227279663, + 1.4078576564788818, + 1.4034864902496338, + 1.4060813188552856, + 1.407160997390747, + 1.4073103666305542, + 1.40855073928833, + 1.4129811525344849, + 1.412334680557251, + 1.4108964204788208, + 1.412660837173462, + 1.4084049463272095, + 1.4117029905319214, + 1.4096429347991943, + 1.4044992923736572, + 1.4039450883865356, + 1.3999565839767456, + 1.4023877382278442, + 1.3986070156097412, + 1.3983745574951172, + 1.4003130197525024, + 1.398966670036316, + 1.3981486558914185, + 1.3926657438278198, + 1.3979783058166504, + 1.3965827226638794, + 1.3993256092071533, + 1.4016270637512207, + 1.405741810798645, + 1.4074238538742065, + 1.407677173614502, + 1.407999038696289, + 1.4100693464279175, + 1.4104892015457153, + 1.4004336595535278, + 1.4076114892959595, + 1.409033179283142, + 1.406430959701538, + 1.4052191972732544, + 1.406966209411621, + 1.4071624279022217, + 1.4053555727005005, + 1.4102686643600464, + 1.4106751680374146, + 1.413227915763855, + 1.4134399890899658, + 1.4116400480270386, + 1.4100903272628784, + 1.4112207889556885, + 1.4164265394210815, + 1.4148359298706055, + 1.4128105640411377, + 1.413150668144226, + 1.41383957862854, + 1.4139864444732666, + 1.4134267568588257, + 1.4151968955993652, + 1.415004014968872, + 1.4167563915252686 ], "timestamps": [ - "2026-06-20 05:10:00", - "2026-06-20 05:20:00", - "2026-06-20 05:30:00", - "2026-06-20 05:40:00", - "2026-06-20 05:50:00", - "2026-06-20 06:00:00", "2026-06-20 06:10:00", "2026-06-20 06:20:00", "2026-06-20 06:30:00", @@ -531,6 +524,11 @@ "2026-06-21 05:30:00", "2026-06-21 05:40:00", "2026-06-21 05:50:00", - "2026-06-21 06:00:00" + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index ff44729f5d82ccd8aee33365ffbd967847ee077f..b1b1f836959d0a8985d3db2ba8258dad3b83f019 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T06:50:38.365441+00:00", + "evaluated_at": "2026-06-22T07:02:37.929304+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 0557d345882edddac93946cd66d5dd941eb3e2c6..52cd7c2852a0ccfe79677959ebf463189811eb3f 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,57503.4592905691,63490.40331365463,172.07611411928943,0.16178104001190022,0.0026902916891523598,0.002686516659510262,0.7716695627278831,239.7987891766118,0.0037413287304798445,0.0026847229370690123,0.0022172099836139645,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,57441.191411205895,63508.55906832455,172.55311259994414,0.16222950033818886,0.0026977511120767667,0.0026939720650888004,0.7716695627278831,239.66892041148324,0.0037393952029644425,0.002692231768745844,0.0022180918582926073,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,1.2497346309360473,1.2518200743439618,0.8862137706086415,2.60383049320681,0.866535688380703,0.4887445468437581,99.58904177353689,1.117915305797379,0.7895625956403137,0.6259161507005723,0.6187869092077585,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.10623027680480057,0.10507327514311325,0.2983712894324266,4.309808579619356,0.18595566682221124,0.20793377261578275,64.36693599700448,0.3259298648556167,0.20822494148231138,0.19061875262517286,0.1771239126465428,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.11976006327036975,0.1189773180432658,0.32418596294300056,4.8627914061723905,0.20160290619069693,0.22675700682488337,82.24456652742307,0.3460636693881196,0.2193361167009084,0.20546996547365223,0.19140893369967704,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,1.2731459362554085,1.1342439565259577,0.9479378691445978,0.4766168158724171,0.06768467131970309,0.07072486131678933,16.68195612923263,1.1283376871554935,0.08052365588666854,0.0676494489600633,0.06839075067167107,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,32.125133878040764,31.202015324891807,4.686403240810329,0.4053330441880168,0.2572476716965881,0.22104719681144439,2.63323600843493,5.667903834579479,0.2607431260245506,0.21559071333664048,0.1806516816738559,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,14.783801641190438,13.929578101617523,3.430143607824977,1.8053385922572442,0.147012028029383,0.13508833260024192,44.95807293943835,3.844970954531443,0.160151511547692,0.14287303860420653,0.13424703371508925,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index aacad301100e00500b3b6fd3259caee3bb4e9243..10652172a97b2c6182b9412ef105bf1fddbc8457 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:53:21.604180+00:00", + "evaluated_at": "2026-06-22T07:05:12.184646+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64028.01171875 + 63989.94921875 ], "p50": [ 64355.05138900965, diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6cb52ca90d84defbeb2d91f2b34e969cae846b75..a8b3667a2cea52ad28a6495a555355027e247150 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:35:24.469822+00:00", + "evaluated_at": "2026-06-22T07:05:12.205866+00:00", "freq": "10min", - "context_length": 78, + "context_length": 77, "prediction_length": 72, "context": [ - 1.5, - 1.5, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -83,11 +80,11 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2999999523162842, - 1.2000000476837158, 1.5, 1.399999976158142, 1.5, @@ -157,237 +154,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3168258259434855, - 1.3155232072119458, - 1.3142205884804063, - 1.3129179697488667, - 1.311615351017327, - 1.3103127322857873, - 1.3090101135542476, - 1.307707494822708, - 1.3064048760911684, - 1.3051022573596287, - 1.303799638628089, - 1.3024970198965493, - 1.3011944011650096, - 1.2998917824334701, - 1.2985891637019304, - 1.2972865449703908, - 1.295983926238851, - 1.2946813075073114, - 1.293378688775772, - 1.2920760700442322, - 1.2907734513126925, - 1.2894708325811528, - 1.288168213849613, - 1.2868655951180734, - 1.285562976386534, - 1.2842603576549942, - 1.2829577389234545, - 1.2816551201919149, - 1.2803525014603752, - 1.2790498827288357, - 1.277747263997296, - 1.2764446452657563, - 1.2751420265342166, - 1.273839407802677, - 1.2725367890711374, - 1.2712341703395977, - 1.269931551608058, - 1.2686289328765183, - 1.2673263141449786, - 1.2660236954134392, - 1.2647210766818995, - 1.2634184579503598, - 1.26211583921882, - 1.2608132204872804, - 1.2595106017557407, - 1.2582079830242012, - 1.2569053642926615, - 1.2556027455611218, - 1.2543001268295821, - 1.2529975080980424, - 1.251694889366503, - 1.2503922706349633, - 1.2490896519034236, - 1.2477870331718839, - 1.2464844144403442, - 1.2451817957088045, - 1.243879176977265, - 1.2425765582457253, - 1.2412739395141856, - 1.239971320782646, - 1.2386687020511062, - 1.2373660833195668, - 1.236063464588027, - 1.2347608458564874, - 1.2334582271249477, - 1.232155608393408, - 1.2308529896618685, - 1.2295503709303288, - 1.2282477521987891, - 1.2269451334672494, - 1.2256425147357097, - 1.2243398960041703 + 1.2882742746748037, + 1.2872973043108855, + 1.286320333946967, + 1.285343363583049, + 1.2843663932191307, + 1.2833894228552125, + 1.2824124524912943, + 1.281435482127376, + 1.2804585117634577, + 1.2794815413995395, + 1.2785045710356213, + 1.2775276006717031, + 1.2765506303077847, + 1.2755736599438665, + 1.2745966895799483, + 1.2736197192160301, + 1.272642748852112, + 1.2716657784881935, + 1.2706888081242753, + 1.2697118377603571, + 1.268734867396439, + 1.2677578970325207, + 1.2667809266686025, + 1.2658039563046841, + 1.264826985940766, + 1.2638500155768477, + 1.2628730452129295, + 1.2618960748490113, + 1.260919104485093, + 1.2599421341211747, + 1.2589651637572565, + 1.2579881933933383, + 1.2570112230294201, + 1.2560342526655017, + 1.2550572823015835, + 1.2540803119376653, + 1.2531033415737471, + 1.252126371209829, + 1.2511494008459105, + 1.2501724304819923, + 1.2491954601180741, + 1.248218489754156, + 1.2472415193902378, + 1.2462645490263193, + 1.2452875786624011, + 1.244310608298483, + 1.2433336379345648, + 1.2423566675706466, + 1.2413796972067281, + 1.24040272684281, + 1.2394257564788917, + 1.2384487861149736, + 1.2374718157510554, + 1.2364948453871372, + 1.2355178750232187, + 1.2345409046593006, + 1.2335639342953824, + 1.2325869639314642, + 1.231609993567546, + 1.2306330232036276, + 1.2296560528397094, + 1.2286790824757912, + 1.227702112111873, + 1.2267251417479548, + 1.2257481713840364, + 1.2247712010201182, + 1.2237942306562, + 1.2228172602922818, + 1.2218402899283636, + 1.2208633195644452, + 1.219886349200527, + 1.2189093788366088 ], "p10": [ - 1.2168258021016276, - 1.215523183370088, - 1.2142205646385484, - 1.2129179459070087, - 1.211615327175469, - 1.2103127084439294, - 1.2090100897123897, - 1.2077074709808502, - 1.2064048522493105, - 1.2051022335177708, - 1.203799614786231, - 1.2024969960546914, - 1.2011943773231517, - 1.1998917585916122, - 1.1985891398600725, - 1.1972865211285328, - 1.1959839023969931, - 1.1946812836654535, - 1.193378664933914, - 1.1920760462023743, - 1.1907734274708346, - 1.189470808739295, - 1.1881681900077552, - 1.1868655712762155, - 1.185562952544676, - 1.1842603338131363, - 1.1829577150815966, - 1.181655096350057, - 1.1803524776185172, - 1.1790498588869778, - 1.177747240155438, - 1.1764446214238984, - 1.1751420026923587, - 1.173839383960819, - 1.1725367652292795, - 1.1712341464977398, - 1.1699315277662001, - 1.1686289090346604, - 1.1673262903031207, - 1.1660236715715813, - 1.1647210528400416, - 1.1634184341085019, - 1.1621158153769622, - 1.1608131966454225, - 1.1595105779138828, - 1.1582079591823433, - 1.1569053404508036, - 1.155602721719264, - 1.1543001029877242, - 1.1529974842561845, - 1.151694865524645, - 1.1503922467931054, - 1.1490896280615657, - 1.147787009330026, - 1.1464843905984863, - 1.1451817718669466, - 1.1438791531354071, - 1.1425765344038674, - 1.1412739156723277, - 1.139971296940788, - 1.1386686782092483, - 1.1373660594777089, - 1.1360634407461692, - 1.1347608220146295, - 1.1334582032830898, - 1.13215558455155, - 1.1308529658200106, - 1.129550347088471, - 1.1282477283569312, - 1.1269451096253915, - 1.1256424908938518, - 1.1243398721623123 + 1.1882742508329458, + 1.1872972804690276, + 1.1863203101051092, + 1.185343339741191, + 1.1843663693772728, + 1.1833893990133546, + 1.1824124286494364, + 1.181435458285518, + 1.1804584879215998, + 1.1794815175576816, + 1.1785045471937634, + 1.1775275768298452, + 1.1765506064659268, + 1.1755736361020086, + 1.1745966657380904, + 1.1736196953741722, + 1.172642725010254, + 1.1716657546463356, + 1.1706887842824174, + 1.1697118139184992, + 1.168734843554581, + 1.1677578731906628, + 1.1667809028267446, + 1.1658039324628262, + 1.164826962098908, + 1.1638499917349898, + 1.1628730213710716, + 1.1618960510071534, + 1.160919080643235, + 1.1599421102793168, + 1.1589651399153986, + 1.1579881695514804, + 1.1570111991875622, + 1.1560342288236438, + 1.1550572584597256, + 1.1540802880958074, + 1.1531033177318892, + 1.152126347367971, + 1.1511493770040526, + 1.1501724066401344, + 1.1491954362762162, + 1.148218465912298, + 1.1472414955483798, + 1.1462645251844614, + 1.1452875548205432, + 1.144310584456625, + 1.1433336140927068, + 1.1423566437287886, + 1.1413796733648702, + 1.140402703000952, + 1.1394257326370338, + 1.1384487622731156, + 1.1374717919091974, + 1.1364948215452793, + 1.1355178511813608, + 1.1345408808174426, + 1.1335639104535244, + 1.1325869400896063, + 1.131609969725688, + 1.1306329993617696, + 1.1296560289978514, + 1.1286790586339333, + 1.127702088270015, + 1.1267251179060969, + 1.1257481475421784, + 1.1247711771782603, + 1.123794206814342, + 1.1228172364504239, + 1.1218402660865057, + 1.1208632957225872, + 1.119886325358669, + 1.1189093549947509 ], "p90": [ - 1.4168258497853434, - 1.4155232310538037, - 1.4142206123222643, - 1.4129179935907246, - 1.4116153748591849, - 1.4103127561276452, - 1.4090101373961055, - 1.407707518664566, - 1.4064048999330263, - 1.4051022812014866, - 1.403799662469947, - 1.4024970437384072, - 1.4011944250068675, - 1.399891806275328, - 1.3985891875437884, - 1.3972865688122487, - 1.395983950080709, - 1.3946813313491693, - 1.3933787126176298, - 1.39207609388609, - 1.3907734751545504, - 1.3894708564230107, - 1.388168237691471, - 1.3868656189599313, - 1.3855630002283919, - 1.3842603814968522, - 1.3829577627653125, - 1.3816551440337728, - 1.380352525302233, - 1.3790499065706936, - 1.377747287839154, - 1.3764446691076142, - 1.3751420503760745, - 1.3738394316445348, - 1.3725368129129953, - 1.3712341941814556, - 1.369931575449916, - 1.3686289567183763, - 1.3673263379868366, - 1.366023719255297, - 1.3647211005237574, - 1.3634184817922177, - 1.362115863060678, - 1.3608132443291383, - 1.3595106255975986, - 1.3582080068660591, - 1.3569053881345194, - 1.3556027694029797, - 1.35430015067144, - 1.3529975319399004, - 1.3516949132083609, - 1.3503922944768212, - 1.3490896757452815, - 1.3477870570137418, - 1.346484438282202, - 1.3451818195506624, - 1.343879200819123, - 1.3425765820875832, - 1.3412739633560435, - 1.3399713446245038, - 1.3386687258929642, - 1.3373661071614247, - 1.3360633811415243, - 1.3347607504890557, - 1.3334582509668056, - 1.332155632235266, - 1.3308530135037264, - 1.3295503947721867, - 1.328247776040647, - 1.3269451573091073, - 1.3256425385775676, - 1.3243399198460282 + 1.3882742985166616, + 1.3872973281527434, + 1.386320357788825, + 1.3853433874249068, + 1.3843664170609886, + 1.3833894466970704, + 1.3824123690447916, + 1.3814355059692338, + 1.3804585356053156, + 1.3794815652413974, + 1.3785045948774792, + 1.377527624513561, + 1.3765506541496426, + 1.3755736837857244, + 1.3745967134218062, + 1.373619743057888, + 1.3726427726939698, + 1.3716658023300514, + 1.3706888319661332, + 1.369711861602215, + 1.3687348912382968, + 1.3677579208743786, + 1.366780831301171, + 1.365803980146542, + 1.3648270097826238, + 1.3638500394187056, + 1.3628730690547874, + 1.3618960986908693, + 1.3609191283269508, + 1.3599421579630326, + 1.3589651875991144, + 1.3579882172351962, + 1.357011246871278, + 1.3560342765073596, + 1.355057186934152, + 1.3540803357795232, + 1.353103365415605, + 1.3521263950516869, + 1.3511494246877684, + 1.3501724543238502, + 1.349195483959932, + 1.3482185135960139, + 1.3472415432320957, + 1.3462645728681772, + 1.345287602504259, + 1.3443106321403409, + 1.3433336617764227, + 1.3423566914125045, + 1.341379721048586, + 1.3404027506846679, + 1.3394257803207497, + 1.3384488099568315, + 1.3374718395929133, + 1.336494869228995, + 1.3355178988650767, + 1.3345409285011585, + 1.3335639581372403, + 1.332586987773322, + 1.3316100174094039, + 1.3306330470454855, + 1.3296560766815673, + 1.328679106317649, + 1.3277021359537309, + 1.3267251655898127, + 1.3257481952258943, + 1.324771224861976, + 1.3237942544980579, + 1.3228172841341397, + 1.3218403137702215, + 1.320863343406303, + 1.3198863730423849, + 1.3189094026784667 ], "timestamps": [ - "2026-06-20 05:10:00", - "2026-06-20 05:20:00", - "2026-06-20 05:30:00", - "2026-06-20 05:40:00", - "2026-06-20 05:50:00", - "2026-06-20 06:00:00", "2026-06-20 06:10:00", "2026-06-20 06:20:00", "2026-06-20 06:30:00", @@ -531,6 +524,11 @@ "2026-06-21 05:30:00", "2026-06-21 05:40:00", "2026-06-21 05:50:00", - "2026-06-21 06:00:00" + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 8ef52ecb0c8c247ac0be910d9d21c63cd2dae088..46618889d340b6a7ab6314b80d129fb6c33aa505 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T06:53:21.652307+00:00", + "evaluated_at": "2026-06-22T07:05:12.218952+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index c87397632f6c42f6aea0a57171a67995b4fd4bb7..e1503313ef5376f8b7d89e1a44c98a73fae64018 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1725,3 +1725,5 @@ {"evaluated_at": "2026-06-22T06:44:06.684892+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-22T06:53:21.869627+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T06:53:21.869627+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T07:05:12.409625+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T07:05:12.409625+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 8047d89b4e75db0be39c9453d383265cbe121cb3..02e7dd10b203d60263b8de489aca93f0dd17c1be 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,226116.03914642334,175419.59966643652,347.131103515625,0.3263627333442966,0.005428473577944074,0.005407420450259252,1.9328459424708146,475.51660238778555,0.0074189862777968504,0.0054159221374119,0.004950264760713307,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,254562.31373469034,197891.9694999059,363.0455729166667,0.3413250622190249,0.005678122035661722,0.005654233125698342,2.1237108348632203,504.54168681555973,0.007872029298310703,0.005664359281509142,0.004980473671052232,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9237130835943692,1.8876722873579865,1.1165241797765095,0.6563458202360263,0.04267433494674541,0.04406306287872011,6.798890134045048,1.386979842533542,0.05310284361053067,0.04274799610479139,0.03891174187888303,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.8421599719464008,1.6806039275129872,1.0206226885318757,2.9987442833717806,1.0000528430544637,0.52957283437317,39.610705303425426,1.3572619393272622,0.9586086300291459,0.7208466463851081,0.48992567753029803,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07925722304056354,0.07902794855639354,0.2608989386094941,3.7685411561270024,0.16283010409781268,0.1791126238421736,72.68099505008324,0.28152659384250633,0.17985727866496282,0.16667900699687255,0.1455127551696126,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08517069449212913,0.08379585264845435,0.27104855742719436,4.0657300018388804,0.16841404804153512,0.18572240703190554,82.82570009676283,0.291840186561291,0.18496912238953367,0.17179132998439198,0.15134245268725333,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.3335811739082903,1.2947880806536034,0.895061194896698,0.45003077797449165,0.06391948649758679,0.06743536796971411,2.1747872214032227,1.1548078515096312,0.08241269533822627,0.0638759127483081,0.051938574030089585,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,125.60370326253239,78.59598981577581,7.579196850458781,0.6555344843448614,0.43959746251296394,0.3299864645581607,2.770004975905003,11.207305798564274,0.515574722775361,0.3486691971531435,0.26331613538049187,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.8869182200855903,1.8027485154648275,1.1904440720876057,0.6265494600170339,0.05003382104463706,0.048520627647047766,2.7617313385642905,1.3736514186960207,0.057215608035876046,0.04958461840475799,0.03316696775983716,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index d776ddaefaf3592126abf9c0334cbe7e4d6338b3..836f96f1cae8a5aa61861df7500c7724c330179e 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:52:46.719623+00:00", + "evaluated_at": "2026-06-22T07:04:38.965907+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64028.01171875 + 63989.94921875 ], "p50": [ - 64345.74609375, - 64349.845703125, - 64313.6875, - 64424.462890625, - 64439.583984375, - 64461.123046875, - 64354.556640625, - 64487.8828125, - 64404.458984375, - 64391.947265625, - 64412.994140625, - 64492.392578125, - 64478.5390625, - 64447.814453125, - 64440.5, - 64233.4375, - 64645.125, - 64464.279296875, - 64554.005859375, - 64547.384765625, - 64487.705078125, - 64494.443359375, - 64414.080078125, - 64532.05078125 + 64344.35546875, + 64381.49609375, + 64330.392578125, + 64384.53125, + 64459.337890625, + 64410.875, + 64399.4765625, + 64448.435546875, + 64464.806640625, + 64455.236328125, + 64476.154296875, + 64446.923828125, + 64508.0390625, + 64475.263671875, + 64399.58203125, + 64415.171875, + 64506.32421875, + 64658.634765625, + 64318.90234375, + 64483.40234375, + 64293.662109375, + 64509.46484375, + 64274.638671875, + 64585.341796875 ], "p10": [ - 64152.607421875, - 64051.052734375, - 63940.736328125, - 63999.64453125, - 63947.3984375, - 63907.384765625, - 63799.966796875, - 63895.427734375, - 63715.65234375, - 63586.947265625, - 63624.173828125, - 63668.76171875, - 63274.0390625, - 63521.03515625, - 63261.8984375, - 63179.38671875, - 63348.53125, - 63223.224609375, - 63124.78515625, - 62835.578125, - 63221.794921875, - 63141.314453125, - 63001.357421875, - 62993.138671875 + 64113.3359375, + 64052.12109375, + 63914.02734375, + 63994.484375, + 63923.70703125, + 63903.912109375, + 63844.533203125, + 63793.68359375, + 63705.53125, + 63743.3125, + 63604.0, + 63707.51171875, + 63515.015625, + 63292.087890625, + 63233.2265625, + 63261.375, + 63164.6953125, + 63147.7734375, + 62990.146484375, + 63140.8203125, + 62656.408203125, + 63007.25390625, + 62801.669921875, + 63249.533203125 ], "p90": [ - 64590.07421875, - 64654.10546875, - 64687.640625, - 64854.693359375, - 65026.1015625, - 65029.404296875, - 64975.119140625, - 65095.5078125, - 65275.080078125, - 65372.625, - 65276.244140625, - 65435.439453125, - 65460.76953125, - 65689.37890625, - 65792.4140625, - 65472.705078125, - 66072.1484375, - 65840.90625, - 66168.08203125, - 65973.2421875, - 65987.5, - 66407.25390625, - 65943.4453125, - 66284.984375 + 64579.7109375, + 64735.916015625, + 64702.080078125, + 64821.5078125, + 64942.326171875, + 65014.5234375, + 65071.412109375, + 65081.82421875, + 65335.853515625, + 65255.369140625, + 65414.0234375, + 65579.3046875, + 65399.986328125, + 65618.796875, + 65570.95703125, + 65773.40234375, + 65888.51953125, + 65823.62109375, + 65797.7734375, + 65869.171875, + 65836.7578125, + 66112.140625, + 65893.890625, + 66540.2421875 ], "timestamps": [ "2026-06-17 07:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index dc4949cf1a7165e04db8e67a7d10140ce182d39c..8b259c2c1173e0790b52f28075cb0407592c679e 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:34:55.060827+00:00", + "evaluated_at": "2026-06-22T07:04:47.114043+00:00", "freq": "10min", - "context_length": 78, + "context_length": 77, "prediction_length": 72, "context": [ - 1.5, - 1.5, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -83,11 +80,11 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2999999523162842, - 1.2000000476837158, 1.5, 1.399999976158142, 1.5, @@ -157,237 +154,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3129815459251404, - 1.3043920993804932, - 1.311483919620514, - 1.3085579872131348, - 1.3118321895599365, - 1.3063990473747253, - 1.2967996001243591, - 1.3058059215545654, - 1.308753788471222, - 1.3000266551971436, - 1.3140486478805542, - 1.2964648008346558, - 1.3005521297454834, - 1.306637704372406, - 1.3237926363945007, - 1.303238034248352, - 1.3099769949913025, - 1.3195589184761047, - 1.3125981092453003, - 1.2980986833572388, - 1.284586250782013, - 1.3051119446754456, - 1.3141950368881226, - 1.3115162253379822, - 1.311188817024231, - 1.3089964389801025, - 1.3003514409065247, - 1.3067695498466492, - 1.3051576614379883, - 1.3131117224693298, - 1.3072587251663208, - 1.3158551454544067, - 1.3039432764053345, - 1.3173412680625916, - 1.3133914470672607, - 1.3132888078689575, - 1.3092841506004333, - 1.2994849681854248, - 1.3025916814804077, - 1.290462076663971, - 1.3069478869438171, - 1.30893874168396, - 1.3062809109687805, - 1.3001983761787415, - 1.3224592208862305, - 1.3040687441825867, - 1.2952627539634705, - 1.323686420917511, - 1.3220195174217224, - 1.3213690519332886, - 1.3049076795578003, - 1.2918705940246582, - 1.310391128063202, - 1.289196252822876, - 1.2985625267028809, - 1.306687593460083, - 1.3255137205123901, - 1.3245087265968323, - 1.293382465839386, - 1.3218443393707275, - 1.2935277223587036, - 1.2975928783416748, - 1.3094214797019958, - 1.3135490417480469, - 1.3010687828063965, - 1.3076710104942322, - 1.3078583478927612, - 1.3081525564193726, - 1.3316057920455933, - 1.299885094165802, - 1.304322361946106, - 1.3244914412498474 + 1.3094951510429382, + 1.319034457206726, + 1.299517810344696, + 1.3059861063957214, + 1.3136277794837952, + 1.3127795457839966, + 1.310418963432312, + 1.310392677783966, + 1.2974219918251038, + 1.3069540858268738, + 1.304479718208313, + 1.3004783987998962, + 1.3138697743415833, + 1.312294363975525, + 1.3096594214439392, + 1.2915874123573303, + 1.3069171905517578, + 1.302630603313446, + 1.3103007078170776, + 1.3114203214645386, + 1.3008446097373962, + 1.3097814917564392, + 1.307288944721222, + 1.3073706030845642, + 1.298241376876831, + 1.3057997822761536, + 1.2921193838119507, + 1.3134763836860657, + 1.3174219131469727, + 1.295062243938446, + 1.3098173141479492, + 1.3119912147521973, + 1.3159735202789307, + 1.3086509704589844, + 1.3044304847717285, + 1.301828145980835, + 1.320427417755127, + 1.3038466572761536, + 1.290130376815796, + 1.3031989932060242, + 1.2973471879959106, + 1.304791271686554, + 1.3032236695289612, + 1.3090124130249023, + 1.3038558959960938, + 1.296582043170929, + 1.3175278902053833, + 1.3109169006347656, + 1.3098722100257874, + 1.3106484413146973, + 1.295540988445282, + 1.2899351716041565, + 1.2837976813316345, + 1.2987481355667114, + 1.2961620688438416, + 1.2948188185691833, + 1.3132421374320984, + 1.305206537246704, + 1.3091387748718262, + 1.3046517968177795, + 1.3138530254364014, + 1.3103657364845276, + 1.3199268579483032, + 1.304910659790039, + 1.2814399600028992, + 1.3030794262886047, + 1.2898115515708923, + 1.3088919520378113, + 1.2996760606765747, + 1.3186217546463013, + 1.3105055093765259, + 1.3074128031730652 ], "p10": [ - 1.2199346423149109, - 1.178501546382904, - 1.204714298248291, - 1.1983941197395325, - 1.1645895838737488, - 1.1791331768035889, - 1.1730639338493347, - 1.1965211033821106, - 1.1553633213043213, - 1.176329791545868, - 1.208902895450592, - 1.1535035967826843, - 1.1769980788230896, - 1.1523813605308533, - 1.1887244582176208, - 1.1361192464828491, - 1.1495617628097534, - 1.190935730934143, - 1.1603919863700867, - 1.155849814414978, - 1.1475023031234741, - 1.1994792222976685, - 1.1677196621894836, - 1.1759690046310425, - 1.1772381663322449, - 1.1757222414016724, - 1.1978102326393127, - 1.1672725677490234, - 1.170823574066162, - 1.1999928951263428, - 1.1663753986358643, - 1.191352903842926, - 1.1358733773231506, - 1.1776997447013855, - 1.1702250242233276, - 1.1593117117881775, - 1.1314155459403992, - 1.1360442638397217, - 1.1773963570594788, - 1.1575085520744324, - 1.136882245540619, - 1.173037350177765, - 1.1631412506103516, - 1.1343479752540588, - 1.1849061250686646, - 1.1267145276069641, - 1.16389799118042, - 1.1513813734054565, - 1.150408148765564, - 1.1695950031280518, - 1.1618768572807312, - 1.1119452714920044, - 1.1697640419006348, - 1.1373751759529114, - 1.144797146320343, - 1.1727526783943176, - 1.133594274520874, - 1.1600125432014465, - 1.102514386177063, - 1.1166902780532837, - 1.142554223537445, - 1.1635417342185974, - 1.0879952907562256, - 1.1197690963745117, - 1.1204733848571777, - 1.1697880029678345, - 1.121492326259613, - 1.0915660858154297, - 1.0895389318466187, - 1.09939044713974, - 1.1100326180458069, - 1.0976735353469849 + 1.2071762084960938, + 1.1854559779167175, + 1.1455531120300293, + 1.189933180809021, + 1.2023096680641174, + 1.1962465047836304, + 1.1985899806022644, + 1.2004809379577637, + 1.1941216588020325, + 1.20035320520401, + 1.1561318635940552, + 1.1521708965301514, + 1.1949384212493896, + 1.205362617969513, + 1.175817608833313, + 1.1398250460624695, + 1.183965802192688, + 1.1601167917251587, + 1.168820858001709, + 1.1695355772972107, + 1.171705424785614, + 1.192525863647461, + 1.1762810349464417, + 1.1968328356742859, + 1.1799165606498718, + 1.184379756450653, + 1.1884629726409912, + 1.1767836809158325, + 1.1930416226387024, + 1.1580988764762878, + 1.185040831565857, + 1.172593891620636, + 1.1741403341293335, + 1.162170171737671, + 1.1291229724884033, + 1.1336103677749634, + 1.1420807242393494, + 1.149363100528717, + 1.1459936499595642, + 1.1634260416030884, + 1.1344749927520752, + 1.158712923526764, + 1.138558566570282, + 1.1514323353767395, + 1.1327449083328247, + 1.1086832880973816, + 1.1464024782180786, + 1.1360637545585632, + 1.1179292798042297, + 1.1511578559875488, + 1.1338194608688354, + 1.1276103258132935, + 1.1244398355484009, + 1.1316177248954773, + 1.1182560920715332, + 1.1158047318458557, + 1.1232964396476746, + 1.1058459281921387, + 1.1249150037765503, + 1.1215763092041016, + 1.1252011060714722, + 1.0900827050209045, + 1.1289580464363098, + 1.0960816144943237, + 1.0800271034240723, + 1.1097692847251892, + 1.1029444932937622, + 1.082973837852478, + 1.0857264995574951, + 1.118598222732544, + 1.015651285648346, + 1.066308617591858 ], "p90": [ - 1.4097197651863098, - 1.4133524894714355, - 1.4279656410217285, - 1.450583279132843, - 1.4240469932556152, - 1.4256682991981506, - 1.4061239361763, - 1.4162567853927612, - 1.4454234838485718, - 1.4274588823318481, - 1.4377873539924622, - 1.414376139640808, - 1.4248328804969788, - 1.4369742274284363, - 1.4387450218200684, - 1.4408417344093323, - 1.453954815864563, - 1.4649906754493713, - 1.4445119500160217, - 1.4575728178024292, - 1.403947651386261, - 1.4369708895683289, - 1.479908049106598, - 1.4325979948043823, - 1.4367526769638062, - 1.4282294511795044, - 1.425905168056488, - 1.465182602405548, - 1.4750160574913025, - 1.4556635022163391, - 1.4290333986282349, - 1.4565922617912292, - 1.4446390271186829, - 1.4467655420303345, - 1.42044335603714, - 1.442909598350525, - 1.4741252064704895, - 1.4274371266365051, - 1.460698425769806, - 1.4699016213417053, - 1.4556256532669067, - 1.4456842541694641, - 1.4661570191383362, - 1.4761695861816406, - 1.45152348279953, - 1.4386907815933228, - 1.4344265460968018, - 1.4470892548561096, - 1.4944639801979065, - 1.4709802269935608, - 1.452303946018219, - 1.4312843680381775, - 1.4738044142723083, - 1.4356411695480347, - 1.4675975441932678, - 1.4823973774909973, - 1.467376470565796, - 1.4741633534431458, - 1.4201446771621704, - 1.477473497390747, - 1.465189516544342, - 1.5689849853515625, - 1.4723690152168274, - 1.526850402355194, - 1.495289385318756, - 1.4750396013259888, - 1.4892224073410034, - 1.5122526288032532, - 1.5239534378051758, - 1.4790863990783691, - 1.5011162161827087, - 1.5253013968467712 + 1.4104533195495605, + 1.4354762434959412, + 1.42000812292099, + 1.4418087005615234, + 1.425505518913269, + 1.4192325472831726, + 1.4265838265419006, + 1.4303982853889465, + 1.4090924859046936, + 1.4267079830169678, + 1.448648750782013, + 1.413186252117157, + 1.4166614413261414, + 1.429569661617279, + 1.436727523803711, + 1.4255645275115967, + 1.4098663330078125, + 1.4324721097946167, + 1.4482964873313904, + 1.4191775918006897, + 1.4577314853668213, + 1.4164042472839355, + 1.4388309717178345, + 1.447386085987091, + 1.424008071422577, + 1.45453280210495, + 1.4056089520454407, + 1.431025743484497, + 1.4640801548957825, + 1.4362160563468933, + 1.4545457363128662, + 1.4589177370071411, + 1.474734127521515, + 1.4468267560005188, + 1.4365074634552002, + 1.4330244064331055, + 1.4486305713653564, + 1.4352198839187622, + 1.4458224773406982, + 1.4418751001358032, + 1.4401556253433228, + 1.428341269493103, + 1.431715726852417, + 1.4545673727989197, + 1.4106431603431702, + 1.447370707988739, + 1.4559001326560974, + 1.4518378973007202, + 1.4624779224395752, + 1.5010940432548523, + 1.4546597599983215, + 1.4894503355026245, + 1.47709721326828, + 1.4565134048461914, + 1.4368950724601746, + 1.4651356935501099, + 1.487244188785553, + 1.424405574798584, + 1.4773246049880981, + 1.495407521724701, + 1.4763041734695435, + 1.4781657457351685, + 1.5233896374702454, + 1.4973262548446655, + 1.4518330097198486, + 1.5002117156982422, + 1.476984977722168, + 1.5298920273780823, + 1.5022751092910767, + 1.4920384883880615, + 1.4916728138923645, + 1.4962743520736694 ], "timestamps": [ - "2026-06-20 05:10:00", - "2026-06-20 05:20:00", - "2026-06-20 05:30:00", - "2026-06-20 05:40:00", - "2026-06-20 05:50:00", - "2026-06-20 06:00:00", "2026-06-20 06:10:00", "2026-06-20 06:20:00", "2026-06-20 06:30:00", @@ -531,6 +524,11 @@ "2026-06-21 05:30:00", "2026-06-21 05:40:00", "2026-06-21 05:50:00", - "2026-06-21 06:00:00" + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 74aa55e26118fd0e751c52be6a058f998fec216a..65bf9bece65022ff6aebc158cc778350d03db602 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T06:52:55.451262+00:00", + "evaluated_at": "2026-06-22T07:04:50.068773+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index be114f72f0d6b29343c8523add515e8543419f44..793ffb0068e15913731f4fe154e454e88c1aae27 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,67041.34149889501,66428.905869394,207.980533854164,0.19553734834941316,0.003245555669868549,0.0032475406397904764,0.8754841687772962,258.92342786796064,0.004039710388042311,0.003244901900301222,0.0023276440216038865,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,66941.46390469732,66409.45190922964,207.46942816840055,0.19505682140456662,0.003237578129939765,0.0032395590348348476,0.8754841687772962,258.7304850702702,0.004036800153609222,0.0032370078820512837,0.0023268156629480665,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.17341046939028384,0.1736396498811313,0.3523059835081625,1.0351284229850626,0.32546602038649064,0.26148840406618035,36.92325838427682,0.4164258269971783,0.2941137447089842,0.24882710287243887,0.24209569670071776,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08352606535744925,0.08250711979236686,0.2668290409031483,3.854198210436176,0.16652851984455982,0.18358764153089846,49.14757158403984,0.2890087634613339,0.18463736941157566,0.1704675374024163,0.15699320682859694,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08443210266510584,0.08376943921046644,0.2709795768149415,4.064695292237605,0.16835704274593344,0.18565307601950864,58.613875496180675,0.2905720266390174,0.18416535910169987,0.17174760988038354,0.15776636942642944,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.5140346453249166,0.6250127124643415,0.786184226420889,0.3952881669596911,0.056142298375936116,0.05459187849743944,1.5785612066442762,0.7169620947615827,0.051165896220225035,0.05610592363659857,0.0447064306062637,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,152.08580922040986,145.90859239813193,10.473314733370819,0.9058504625996212,0.6063289327383238,0.41886483805184765,16.907084854896556,12.332307538348607,0.5673286831415902,0.4818086021074315,0.44516713657454576,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.814030567462749,5.358591359631549,2.110124197883985,1.1105915916189244,0.0901670368938088,0.08577346626464023,18.097181107325696,2.4112300942595146,0.10043304588031764,0.08789132189573678,0.0783366443347524,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index d2ce7253e5e5b4cf63db24aa16a680ec0e98ed5a..9b23c3545e8b400542df319a1fea79455bd8e52a 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:53:21.660905+00:00", + "evaluated_at": "2026-06-22T07:05:12.237890+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64028.01171875 + 63989.94921875 ], "p50": [ 64043.95657552084, diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index fa1fa8cea84bb3a84a96851a8a58eeea496d2830..8f53208aa51f71362dfb6e69543a7392af79df0c 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:35:24.523980+00:00", + "evaluated_at": "2026-06-22T07:05:12.252530+00:00", "freq": "10min", - "context_length": 78, + "context_length": 77, "prediction_length": 72, "context": [ - 1.5, - 1.5, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -83,11 +80,11 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2999999523162842, - 1.2000000476837158, 1.5, 1.399999976158142, 1.5, @@ -157,237 +154,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835, - 1.301298673792835 + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652 ], "p10": [ - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977, - 1.201298649950977 + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073 ], "p90": [ - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012985903463322, - 1.4012985784254033, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928, - 1.4012986976346928 + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.4067981294372625, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.4067981175163335, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.4067981175163335, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623 ], "timestamps": [ - "2026-06-20 05:10:00", - "2026-06-20 05:20:00", - "2026-06-20 05:30:00", - "2026-06-20 05:40:00", - "2026-06-20 05:50:00", - "2026-06-20 06:00:00", "2026-06-20 06:10:00", "2026-06-20 06:20:00", "2026-06-20 06:30:00", @@ -531,6 +524,11 @@ "2026-06-21 05:30:00", "2026-06-21 05:40:00", "2026-06-21 05:50:00", - "2026-06-21 06:00:00" + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index d8ad348b4f529fed791cabeb79d406712359775a..e8f57b84eba9a759b4419c46266c5a4cf8ac2df2 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T06:53:21.693989+00:00", + "evaluated_at": "2026-06-22T07:05:12.257982+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index d8fba9639d01c6a41d701fbb8a8767320d0e2ee2..c86033c63d359b0233ee773414d201875a95067d 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-22T06:49:44.245823+00:00", - "finished_at": "2026-06-22T06:53:21.869166+00:00", + "started_at": "2026-06-22T07:01:47.586291+00:00", + "finished_at": "2026-06-22T07:05:12.409126+00:00", "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,19 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T06:50:38.365441+00:00", + "evaluated_at": "2026-06-22T07:02:37.929304+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] @@ -30,19 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T06:51:20.764108+00:00", + "evaluated_at": "2026-06-22T07:03:12.518298+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] @@ -50,19 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:51:56.491310+00:00", + "evaluated_at": "2026-06-22T07:03:47.991336+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] @@ -70,19 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T06:52:21.825614+00:00", + "evaluated_at": "2026-06-22T07:04:06.825765+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] @@ -90,19 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T06:52:55.451262+00:00", + "evaluated_at": "2026-06-22T07:04:50.068773+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] @@ -110,19 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T06:53:21.281580+00:00", + "evaluated_at": "2026-06-22T07:05:11.853278+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] @@ -130,19 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T06:53:21.575854+00:00", + "evaluated_at": "2026-06-22T07:05:12.151852+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] @@ -150,19 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T06:53:21.652307+00:00", + "evaluated_at": "2026-06-22T07:05:12.218952+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] @@ -170,19 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T06:53:21.693989+00:00", + "evaluated_at": "2026-06-22T07:05:12.257982+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] @@ -190,19 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T06:53:21.724887+00:00", + "evaluated_at": "2026-06-22T07:05:12.286515+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] @@ -218,7 +218,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T06:58:37.074426+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_070512.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_070512.json new file mode 100644 index 0000000000000000000000000000000000000000..589b23bc375677da73f50e48ef11e851bec23fb4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_070512.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:05:12.056264+00:00", + "metrics": { + "MSE[mean]": 325304.73435795255, + "MSE[0.5]": 256583.19504198988, + "MAE[0.5]": 473.68431240808997, + "MASE[0.5]": 0.44534444010967006, + "MAPE[0.5]": 0.007381940321891388, + "sMAPE[0.5]": 0.007411998659705626, + "MSIS": 5.831596841142438, + "RMSE[mean]": 570.3549196403521, + "NRMSE[mean]": 0.00889886951895376, + "ND[0.5]": 0.007390582151816854, + "mean_weighted_sum_quantile_loss": 0.006258168526647614 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "predictions": { + "p50": [ + 63633.762559345865, + 63620.264607162295, + 63620.33526814602, + 63640.49685055389, + 63665.44197671395, + 63649.21633430214, + 63664.82751225291, + 63658.01482043698, + 63664.820053868076, + 63664.81910490525, + 63628.307707233, + 63640.05400700537, + 63664.818455194836, + 63640.053902433996, + 63638.26984335859, + 63622.21820942615, + 63649.19494490356, + 63665.10507924297, + 63649.1949434374, + 63620.058463163805, + 63678.506854824875, + 63679.614299648005, + 63649.19494312313, + 63630.59440132991 + ], + "p10": [ + 63396.27141410596, + 63364.84348532242, + 63385.05294593654, + 63375.295812962184, + 63391.18035997289, + 63376.41977647462, + 63390.41809942983, + 63384.78002180259, + 63384.77779390309, + 63389.84640736798, + 63279.9045750441, + 63390.40911570654, + 63391.058078704045, + 63389.84572642098, + 63364.19363413647, + 63376.39838948997, + 63366.74897606013, + 63394.7457227356, + 63394.38416404419, + 63389.00792782895, + 63390.7033567079, + 63376.39838531003, + 63394.745721983374, + 63383.93836526737 + ], + "p90": [ + 63845.105677733394, + 63869.44729733741, + 63872.614277067034, + 63868.91534005851, + 63892.26492033199, + 63892.10153053144, + 63892.22381126925, + 63892.0690691667, + 63892.0668412672, + 63906.490017379685, + 63892.06548809833, + 63873.37941752521, + 63906.48936766927, + 63872.33749512376, + 63872.337481818686, + 63835.859185550886, + 63893.64216293417, + 63875.247880379764, + 63931.71201091568, + 63856.2253101275, + 63875.2478796758, + 63875.26283080367, + 63906.48931326603, + 63870.251861031174 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_070228.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_070228.json new file mode 100644 index 0000000000000000000000000000000000000000..7621247df0a2c71e9b04c108e1ed2aa410291c60 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_070228.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:02:28.048442+00:00", + "metrics": { + "MSE[mean]": 99541.1529782613, + "MSE[0.5]": 99541.1529782613, + "MAE[0.5]": 261.7639973958333, + "MASE[0.5]": 0.24610302221848623, + "MAPE[0.5]": 0.004088483406156906, + "sMAPE[0.5]": 0.004085581968542927, + "MSIS": 1.9698624366843127, + "RMSE[mean]": 315.5014310241101, + "NRMSE[mean]": 0.004922559569569653, + "ND[0.5]": 0.004084130034425093, + "mean_weighted_sum_quantile_loss": 0.004973052685488557 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "predictions": { + "p50": [ + 64329.2109375, + 64337.5234375, + 64355.828125, + 64378.57421875, + 64375.0390625, + 64377.48046875, + 64362.3046875, + 64361.19140625, + 64344.32421875, + 64336.27734375, + 64303.6015625, + 64293.49609375, + 64279.74609375, + 64257.1640625, + 64218.76953125, + 64204.78125, + 64063.609375, + 64011.640625, + 63985.5, + 63910.0078125, + 63853.30078125, + 63802.4140625, + 63772.0703125, + 63705.15234375 + ], + "p10": [ + 64078.9765625, + 64018.8203125, + 63969.14453125, + 63907.35546875, + 63802.421875, + 63704.10546875, + 63534.26953125, + 63468.35546875, + 63378.80078125, + 63219.140625, + 63116.40625, + 63080.28515625, + 62991.6796875, + 62916.546875, + 62805.23046875, + 62648.703125, + 62651.828125, + 62603.796875, + 62515.41796875, + 62488.5234375, + 62421.5859375, + 62304.671875, + 62277.2578125, + 62279.91796875 + ], + "p90": [ + 64519.3359375, + 64588.6171875, + 64668.83203125, + 64731.6875, + 64784.03125, + 64843.89453125, + 64885.21484375, + 64934.19921875, + 64957.87109375, + 65014.70703125, + 65050.94921875, + 65074.09375, + 65116.9765625, + 65136.91015625, + 65214.6015625, + 65223.10546875, + 65675.21875, + 65691.0859375, + 65703.3203125, + 65660.6484375, + 65663.2890625, + 65698.7109375, + 65707.6015625, + 65730.71875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_070512.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_070512.json new file mode 100644 index 0000000000000000000000000000000000000000..90574d662894fb4c77b82c50cc99f71197ad10b9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_070512.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T07:05:12.184646+00:00", + "metrics": { + "MSE[mean]": 57441.191411205895, + "MSE[0.5]": 63508.55906832455, + "MAE[0.5]": 172.55311259994414, + "MASE[0.5]": 0.16222950033818886, + "MAPE[0.5]": 0.0026977511120767667, + "sMAPE[0.5]": 0.0026939720650888004, + "MSIS": 0.7716695627278831, + "RMSE[mean]": 239.66892041148324, + "NRMSE[mean]": 0.0037393952029644425, + "ND[0.5]": 0.002692231768745844, + "mean_weighted_sum_quantile_loss": 0.0022180918582926073 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "predictions": { + "p50": [ + 64355.05138900965, + 64302.46293516218, + 64270.97213756471, + 64309.00673059224, + 64253.27960486977, + 64249.6559947723, + 64238.700353424836, + 64225.690024577365, + 64210.625008229894, + 64179.89983563242, + 64179.52817865996, + 64170.82839668749, + 64158.58369284002, + 64178.903442117546, + 64155.43803514508, + 64118.78708129761, + 64088.82753370014, + 64093.53204860267, + 64062.806876005205, + 64039.68717215773, + 64087.83114018526, + 64084.69385821279, + 64029.89056061533, + 64014.70445051786 + ], + "p10": [ + 64101.71115463465, + 64026.36137266218, + 64035.41745006471, + 64050.44227746724, + 63993.43351111977, + 63916.9099010223, + 64009.08590029983, + 63948.299399577365, + 63952.50821135489, + 63864.86858563242, + 63916.04966303496, + 63918.32449043749, + 63910.09541159002, + 63891.935082742544, + 63857.22709764508, + 63850.99801879761, + 63701.22597120014, + 63840.26251735267, + 63805.185782255205, + 63786.43443778274, + 63866.66512456026, + 63786.69268633779, + 63759.92571686533, + 63746.23726301786 + ], + "p90": [ + 64542.82834213465, + 64529.81801328718, + 64519.30807506471, + 64582.98915246724, + 64511.03351111977, + 64480.2770885223, + 64467.266759674836, + 64449.72830582737, + 64461.749617604895, + 64473.55608563242, + 64491.91685053496, + 64402.27409981249, + 64406.95088034002, + 64377.96906711755, + 64380.93022264508, + 64348.26755004761, + 64334.59706495014, + 64325.92775172767, + 64387.834219755205, + 64295.56607840773, + 64282.621765185264, + 64270.20557696279, + 64279.60501374033, + 64241.56304426786 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_070438.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_070438.json new file mode 100644 index 0000000000000000000000000000000000000000..1594ccfef89b76255aeb7b6e3327743663fbc630 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_070438.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:04:38.965907+00:00", + "metrics": { + "MSE[mean]": 254562.31373469034, + "MSE[0.5]": 197891.9694999059, + "MAE[0.5]": 363.0455729166667, + "MASE[0.5]": 0.3413250622190249, + "MAPE[0.5]": 0.005678122035661722, + "sMAPE[0.5]": 0.005654233125698342, + "MSIS": 2.1237108348632203, + "RMSE[mean]": 504.54168681555973, + "NRMSE[mean]": 0.007872029298310703, + "ND[0.5]": 0.005664359281509142, + "mean_weighted_sum_quantile_loss": 0.004980473671052232 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "predictions": { + "p50": [ + 64344.35546875, + 64381.49609375, + 64330.392578125, + 64384.53125, + 64459.337890625, + 64410.875, + 64399.4765625, + 64448.435546875, + 64464.806640625, + 64455.236328125, + 64476.154296875, + 64446.923828125, + 64508.0390625, + 64475.263671875, + 64399.58203125, + 64415.171875, + 64506.32421875, + 64658.634765625, + 64318.90234375, + 64483.40234375, + 64293.662109375, + 64509.46484375, + 64274.638671875, + 64585.341796875 + ], + "p10": [ + 64113.3359375, + 64052.12109375, + 63914.02734375, + 63994.484375, + 63923.70703125, + 63903.912109375, + 63844.533203125, + 63793.68359375, + 63705.53125, + 63743.3125, + 63604.0, + 63707.51171875, + 63515.015625, + 63292.087890625, + 63233.2265625, + 63261.375, + 63164.6953125, + 63147.7734375, + 62990.146484375, + 63140.8203125, + 62656.408203125, + 63007.25390625, + 62801.669921875, + 63249.533203125 + ], + "p90": [ + 64579.7109375, + 64735.916015625, + 64702.080078125, + 64821.5078125, + 64942.326171875, + 65014.5234375, + 65071.412109375, + 65081.82421875, + 65335.853515625, + 65255.369140625, + 65414.0234375, + 65579.3046875, + 65399.986328125, + 65618.796875, + 65570.95703125, + 65773.40234375, + 65888.51953125, + 65823.62109375, + 65797.7734375, + 65869.171875, + 65836.7578125, + 66112.140625, + 65893.890625, + 66540.2421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_070512.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_070512.json new file mode 100644 index 0000000000000000000000000000000000000000..5593b75f4da32ff9c0eef672d3a923652f5687a6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_070512.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:05:12.237890+00:00", + "metrics": { + "MSE[mean]": 66941.46390469732, + "MSE[0.5]": 66409.45190922964, + "MAE[0.5]": 207.46942816840055, + "MASE[0.5]": 0.19505682140456662, + "MAPE[0.5]": 0.003237578129939765, + "sMAPE[0.5]": 0.0032395590348348476, + "MSIS": 0.8754841687772962, + "RMSE[mean]": 258.7304850702702, + "NRMSE[mean]": 0.004036800153609222, + "ND[0.5]": 0.0032370078820512837, + "mean_weighted_sum_quantile_loss": 0.0023268156629480665 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "predictions": { + "p50": [ + 64043.95657552084, + 64004.37845052084, + 63985.89798177084, + 64036.94290364584, + 63994.22610677084, + 64003.61282552084, + 64005.66751302084, + 64005.66751302084, + 64003.61282552084, + 63985.89798177084, + 63998.53665364584, + 64002.84720052084, + 64003.61282552084, + 64036.94290364584, + 64026.48782552084, + 64002.84720052084, + 63985.89798177084, + 64003.61282552084, + 63985.89798177084, + 63975.78860677084, + 64036.94290364584, + 64046.81595052084, + 64005.02298177084, + 64002.84720052084 + ], + "p10": [ + 63790.61634114584, + 63728.27688802084, + 63750.34329427084, + 63778.37845052084, + 63734.38001302084, + 63670.86673177084, + 63776.053059895836, + 63728.27688802084, + 63745.49602864584, + 63670.86673177084, + 63735.05813802084, + 63750.34329427084, + 63755.12454427084, + 63749.97454427084, + 63728.27688802084, + 63735.05813802084, + 63598.29641927084, + 63750.34329427084, + 63728.27688802084, + 63722.53587239584, + 63815.77688802084, + 63748.814778645836, + 63735.05813802084, + 63734.38001302084 + ], + "p90": [ + 64231.73352864584, + 64231.73352864584, + 64234.23391927084, + 64310.92532552084, + 64251.98001302084, + 64234.23391927084, + 64234.23391927084, + 64229.70579427084, + 64254.73743489584, + 64279.55423177084, + 64310.92532552084, + 64234.29290364584, + 64251.98001302084, + 64236.00852864584, + 64251.98001302084, + 64232.32766927084, + 64231.66751302084, + 64236.00852864584, + 64310.92532552084, + 64231.66751302084, + 64231.73352864584, + 64232.32766927084, + 64254.73743489584, + 64229.70579427084 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_070512.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_070512.json new file mode 100644 index 0000000000000000000000000000000000000000..988492e3004615c4ad672eb7c3e8e4c3676a040e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_070512.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:05:12.265040+00:00", + "metrics": { + "MSE[mean]": 195467.04443232217, + "MSE[0.5]": 195467.04443232217, + "MAE[0.5]": 370.8792317708333, + "MASE[0.5]": 0.3486900441807104, + "MAPE[0.5]": 0.005791279943720814, + "sMAPE[0.5]": 0.005797407360079977, + "MSIS": 3.6090933850669145, + "RMSE[mean]": 442.11655073331303, + "NRMSE[mean]": 0.006898051303960913, + "ND[0.5]": 0.00578658266487749, + "mean_weighted_sum_quantile_loss": 0.005588785982087775 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "predictions": { + "p50": [ + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "p10": [ + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875 + ], + "p90": [ + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_070506.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_070506.json new file mode 100644 index 0000000000000000000000000000000000000000..4fdeec86ed0c5aad3d35deaa139acfd48fe89bf4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_070506.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:05:06.095245+00:00", + "metrics": { + "MSE[mean]": 248073.19385655722, + "MSE[0.5]": 248073.19385655722, + "MAE[0.5]": 421.7522786458333, + "MASE[0.5]": 0.39651942755640723, + "MAPE[0.5]": 0.0065955158172691895, + "sMAPE[0.5]": 0.0065652184219116725, + "MSIS": 2.1974116110350987, + "RMSE[mean]": 498.0694668985012, + "NRMSE[mean]": 0.0077710475436934285, + "ND[0.5]": 0.0065803210733367526, + "mean_weighted_sum_quantile_loss": 0.004369754261661354 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "predictions": { + "p50": [ + 64351.75, + 64384.25, + 64403.75, + 64429.75, + 64449.25, + 64459.0, + 64491.5, + 64507.75, + 64546.75, + 64543.5, + 64556.5, + 64533.75, + 64556.5, + 64566.25, + 64563.0, + 64546.75, + 64582.5, + 64602.0, + 64602.0, + 64576.0, + 64576.0, + 64533.75, + 64514.25, + 64468.75 + ], + "p10": [ + 64121.0, + 64085.25, + 64052.75, + 64034.875, + 64039.75, + 64025.125, + 64025.125, + 64002.375, + 63989.375, + 63952.0, + 63934.9375, + 63883.75, + 63887.8125, + 63874.0, + 63869.125, + 63822.40625, + 63829.3125, + 63818.34375, + 63796.40625, + 63738.234375, + 63721.1484375, + 63659.09375, + 63614.0, + 63566.0625 + ], + "p90": [ + 64595.5, + 64686.5, + 64751.5, + 64797.0, + 64836.0, + 64862.0, + 64933.5, + 64972.5, + 65057.0, + 65070.0, + 65096.0, + 65102.5, + 65128.5, + 65167.5, + 65174.0, + 65187.0, + 65232.5, + 65271.5, + 65278.0, + 65284.5, + 65297.5, + 65271.5, + 65271.5, + 65252.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_070303.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_070303.json new file mode 100644 index 0000000000000000000000000000000000000000..5f834dcb479d58f80032c20b4446ca54e6901a39 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_070303.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:03:03.019386+00:00", + "metrics": { + "MSE[mean]": 123785.009765625, + "MSE[0.5]": 70933.74375597636, + "MAE[0.5]": 173.15673828125, + "MASE[0.5]": 0.1627970119361777, + "MAPE[0.5]": 0.0027105130186546706, + "sMAPE[0.5]": 0.0027035759419856593, + "MSIS": 7.846027449413761, + "RMSE[mean]": 351.8309391819102, + "NRMSE[mean]": 0.005489384789535997, + "ND[0.5]": 0.0027016497398919814, + "mean_weighted_sum_quantile_loss": 0.0034558392043219986 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "predictions": { + "p50": [ + 64246.95703125, + 64241.0859375, + 64217.87890625, + 64214.10546875, + 64216.7578125, + 64210.07421875, + 64188.12109375, + 64184.6484375, + 64186.3359375, + 64208.875, + 64220.84375, + 64225.515625, + 64220.41796875, + 64201.2890625, + 64206.75390625, + 64194.34765625, + 64196.890625, + 64209.64453125, + 64216.5, + 64240.578125, + 64212.578125, + 64225.7265625, + 64231.2109375, + 64243.8515625 + ], + "p10": [ + 64275.40234375, + 64296.17578125, + 64287.2578125, + 64280.82421875, + 64280.78515625, + 64262.6171875, + 64252.26171875, + 64292.359375, + 64251.1796875, + 64255.625, + 64278.69140625, + 64239.95703125, + 64235.578125, + 64238.26171875, + 64256.89453125, + 64263.984375, + 64254.515625, + 64300.75390625, + 64277.43359375, + 64277.0078125, + 64311.57421875, + 64315.85546875, + 64282.2890625, + 64282.921875 + ], + "p90": [ + 64498.48046875, + 64547.07421875, + 64561.57421875, + 64597.60546875, + 64620.375, + 64636.09375, + 64639.37890625, + 64652.53125, + 64669.73828125, + 64720.19921875, + 64748.29296875, + 64757.6171875, + 64766.51953125, + 64780.1953125, + 64783.16796875, + 64802.7265625, + 64805.65234375, + 64826.99609375, + 64850.4140625, + 64852.7265625, + 64839.6875, + 64858.12890625, + 64859.015625, + 64853.9140625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_070354.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_070354.json new file mode 100644 index 0000000000000000000000000000000000000000..243a60856926d32821ee44d491589497599927f8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_070354.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:03:54.831808+00:00", + "metrics": { + "MSE[mean]": 287204.9924074809, + "MSE[0.5]": 287204.9924074809, + "MAE[0.5]": 447.7613932291667, + "MASE[0.5]": 0.4209724530597805, + "MAPE[0.5]": 0.00700204388584495, + "sMAPE[0.5]": 0.006966998570991898, + "MSIS": 2.4730203148839665, + "RMSE[mean]": 535.9150981335391, + "NRMSE[mean]": 0.00836152782645387, + "ND[0.5]": 0.0069861240374394324, + "mean_weighted_sum_quantile_loss": 0.004741645788383502 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "predictions": { + "p50": [ + 64325.31640625, + 64344.4375, + 64370.8203125, + 64390.08984375, + 64408.6484375, + 64426.640625, + 64431.14453125, + 64464.19140625, + 64485.84375, + 64495.421875, + 64519.671875, + 64536.59765625, + 64558.1953125, + 64572.12109375, + 64585.89453125, + 64605.94921875, + 64623.125, + 64639.7734375, + 64657.765625, + 64675.94921875, + 64694.58203125, + 64703.9375, + 64721.60546875, + 64739.74609375 + ], + "p10": [ + 64150.17578125, + 64069.76171875, + 64021.71875, + 63996.29296875, + 63986.484375, + 63977.6328125, + 63948.48828125, + 63950.890625, + 63946.8984375, + 63920.83984375, + 63907.79296875, + 63889.5625, + 63883.5234375, + 63877.46484375, + 63865.3046875, + 63863.875, + 63858.3046875, + 63847.23828125, + 63844.72265625, + 63842.28125, + 63832.5, + 63814.3046875, + 63803.4609375, + 63798.91015625 + ], + "p90": [ + 64509.45703125, + 64613.84375, + 64712.62109375, + 64787.51171875, + 64851.75390625, + 64924.24609375, + 64985.87890625, + 65073.6640625, + 65136.8671875, + 65182.1015625, + 65245.71875, + 65296.828125, + 65357.609375, + 65403.3671875, + 65450.66796875, + 65509.8671875, + 65564.640625, + 65618.0703125, + 65668.609375, + 65730.7734375, + 65773.9765625, + 65815.5, + 65860.0703125, + 65909.375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_070334.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_070334.json new file mode 100644 index 0000000000000000000000000000000000000000..678e1e53cd294601698afb0349c3f23b7ce36b7c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_070334.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:03:34.580377+00:00", + "metrics": { + "MSE[mean]": 150370.64892133078, + "MSE[0.5]": 150370.64892133078, + "MAE[0.5]": 314.4060872395833, + "MASE[0.5]": 0.2955956091874006, + "MAPE[0.5]": 0.004918061430887968, + "sMAPE[0.5]": 0.004900020983742869, + "MSIS": 1.8168602539686949, + "RMSE[mean]": 387.7765450892186, + "NRMSE[mean]": 0.006050220237313978, + "ND[0.5]": 0.004905469646994693, + "mean_weighted_sum_quantile_loss": 0.003847164127670779 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "predictions": { + "p50": [ + 64313.0234375, + 64340.7890625, + 64356.33203125, + 64360.74609375, + 64367.921875, + 64374.7578125, + 64377.5625, + 64385.546875, + 64385.1875, + 64389.8359375, + 64398.1640625, + 64404.078125, + 64402.68359375, + 64408.26171875, + 64401.7109375, + 64406.21875, + 64409.6796875, + 64410.5546875, + 64413.8984375, + 64416.90625, + 64415.9375, + 64413.09765625, + 64413.33203125, + 64416.02734375 + ], + "p10": [ + 64111.93359375, + 64079.37890625, + 64042.765625, + 64011.546875, + 63983.34765625, + 63946.953125, + 63909.42578125, + 63884.0859375, + 63851.59375, + 63823.546875, + 63796.3125, + 63770.14453125, + 63738.17578125, + 63711.90234375, + 63670.78125, + 63656.41015625, + 63621.6328125, + 63591.421875, + 63564.33984375, + 63531.75, + 63508.63671875, + 63474.26953125, + 63439.48046875, + 63410.30859375 + ], + "p90": [ + 64517.421875, + 64612.0859375, + 64692.35546875, + 64733.89453125, + 64774.42578125, + 64822.53125, + 64856.02734375, + 64887.796875, + 64938.31640625, + 64964.03515625, + 65015.31640625, + 65058.734375, + 65095.75, + 65137.62890625, + 65174.62109375, + 65207.2578125, + 65249.82421875, + 65282.8046875, + 65322.78515625, + 65356.390625, + 65393.984375, + 65431.75, + 65470.3125, + 65512.62109375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_070512.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_070512.json new file mode 100644 index 0000000000000000000000000000000000000000..c16140dc9160c36ba62edcfa972722963fd5f3bf --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_070512.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:05:12.112373+00:00", + "metrics": { + "MSE[mean]": 0.0855092586436752, + "MSE[0.5]": 0.09241686973053768, + "MAE[0.5]": 0.286765674200223, + "MASE[0.5]": 4.301486848556915, + "MAPE[0.5]": 0.17844069085602587, + "sMAPE[0.5]": 0.19769407207258968, + "MSIS": 66.9065586095629, + "RMSE[mean]": 0.2924196618623228, + "NRMSE[mean]": 0.18533639544791952, + "ND[0.5]": 0.1817528823334903, + "mean_weighted_sum_quantile_loss": 0.16832306600712701 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2521683027110362, + 1.276457539992413, + 1.2857840118339645, + 1.2896599436358864, + 1.2911532147682396, + 1.2913235007826533, + 1.2918922784202376, + 1.2918465599185236, + 1.2918786231238797, + 1.2918644235225076, + 1.29178594885532, + 1.2920984478386033, + 1.291760190287257, + 1.2916414289196252, + 1.2920272729153819, + 1.2917606223816818, + 1.291872285399545, + 1.2917606451049803, + 1.2919772148144093, + 1.291844823814276, + 1.291844824184317, + 1.292027341800833, + 1.2918173530334314, + 1.2920996312456619, + 1.29181647244167, + 1.2918173530666042, + 1.2920516719896624, + 1.2919513872765658, + 1.2931951275808906, + 1.2919255581805271, + 1.2915790783238426, + 1.2916416068211436, + 1.292027341891684, + 1.2931951275810092, + 1.2917890010969786, + 1.2916103425725054, + 1.2919255581805733, + 1.2917606491253006, + 1.2917606491253006, + 1.291640588010797, + 1.2919513872768742, + 1.2918989269746015, + 1.29207600208923, + 1.29207600208923, + 1.291817353068657, + 1.291817353068657, + 1.2919255581805733, + 1.2920273418916863, + 1.2918722957686297, + 1.29207600208923, + 1.2918989269746015, + 1.2919255581805733, + 1.2918989269746015, + 1.2917606491253006, + 1.2918989269746015, + 1.291702097697734, + 1.2921232604294086, + 1.2920273418916863, + 1.2920273418916863, + 1.291817353068657, + 1.29207600208923, + 1.2918448244186433, + 1.2917597253831956, + 1.2920273418916863, + 1.2918722957686297, + 1.291702097697734, + 1.291817353068657, + 1.2916416068211503, + 1.2920273418916863, + 1.2917890010969788, + 1.291817353068657, + 1.2918448244186433 + ], + "p10": [ + 1.1792487506187825, + 1.1977595713185787, + 1.1893576290161392, + 1.2128279000195579, + 1.214246715534628, + 1.2148082045943756, + 1.2150214925997156, + 1.2151041890150864, + 1.2150224190772647, + 1.1950386136231934, + 1.2150396706863278, + 1.222981754875403, + 1.195046027031272, + 1.1953340884059502, + 1.2190059371120152, + 1.2225966088675264, + 1.2151565457020796, + 1.2150427189076662, + 1.2225966340523795, + 1.2229829376917516, + 1.2150427226936602, + 1.222596635520292, + 1.2222375726236372, + 1.195046485855658, + 1.2151565560658693, + 1.2225966356090925, + 1.1953342663066795, + 1.2222375726585544, + 1.2225966356110258, + 1.2150427229279404, + 1.1950177668897608, + 1.1953342663074686, + 1.215042722927984, + 1.1950464858693146, + 1.2190060060883194, + 1.1953342663074753, + 1.1950464858693155, + 1.2190060060883197, + 1.2130718772659355, + 1.2130718772659355, + 1.2186210610866042, + 1.1953342663074753, + 1.2254469358502853, + 1.2150427229279865, + 1.2151565560711644, + 1.2190060060883197, + 1.2186210610866042, + 1.2151565560711644, + 1.2150427229279865, + 1.2273994057501996, + 1.2222375726588628, + 1.1953342663074753, + 1.2218526276571473, + 1.1953342663074753, + 1.2151565560711644, + 1.1950464858693155, + 1.2186210610866042, + 1.2151565560711644, + 1.2186210610866042, + 1.2151565560711644, + 1.2190060060883197, + 1.1953342663074753, + 1.222982938296119, + 1.2190060060883197, + 1.2150427229279865, + 1.2190060060883197, + 1.2150427229279865, + 1.2151451727568465, + 1.1924564619258773, + 1.2150427229279865, + 1.1950464858693155, + 1.2150427229279865 + ], + "p90": [ + 1.3534402301723198, + 1.37779779322205, + 1.387552322941961, + 1.3908802129045683, + 1.3924677460864707, + 1.3931806087565084, + 1.3930624221704082, + 1.393145118585779, + 1.3933278153552333, + 1.3672094342536205, + 1.3861706360641977, + 1.393346935785239, + 1.368731999614833, + 1.39334794130443, + 1.3932124800219623, + 1.3687324317092577, + 1.3868760576703718, + 1.393528956212977, + 1.3944835330514707, + 1.386173687701489, + 1.3935289599989709, + 1.3931974855510036, + 1.3933662032734637, + 1.3935289602196397, + 1.3931974856365619, + 1.3687324584508238, + 1.3935289602325014, + 1.3935289602329888, + 1.386876068039337, + 1.3931974856418108, + 1.3933481192059374, + 1.39321254899826, + 1.3931974856418545, + 1.3935289602332963, + 1.3861736883058562, + 1.3563108630642513, + 1.3933662033086893, + 1.3932125489982667, + 1.3861736883058564, + 1.3704765814381745, + 1.3861736883058564, + 1.393624417670991, + 1.3935289602332972, + 1.3933481192059551, + 1.393197485641857, + 1.393624417670991, + 1.3935289602332972, + 1.393230633101001, + 1.3935289602332972, + 1.3868760680394565, + 1.3672173064997426, + 1.3868760680394565, + 1.3586639578361028, + 1.393197485641857, + 1.393197485641857, + 1.3672173064997426, + 1.393624417670991, + 1.3861736883058564, + 1.3935289602332972, + 1.3861736883058564, + 1.3861736883058564, + 1.393197485641857, + 1.393624417670991, + 1.393197485641857, + 1.3932125489982667, + 1.393197485641857, + 1.3687324584528766, + 1.3672173064997426, + 1.3932125489982667, + 1.3861736883058564, + 1.3935289602332972, + 1.3932125489982667 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_070235.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_070235.json new file mode 100644 index 0000000000000000000000000000000000000000..0260b40f979762cea0ea5dfcc45d481e9e8389af --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_070235.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:02:35.007868+00:00", + "metrics": { + "MSE[mean]": 0.09423141773160065, + "MSE[0.5]": 0.09423141773160065, + "MAE[0.5]": 0.2908801982800166, + "MASE[0.5]": 4.363204734655603, + "MAPE[0.5]": 0.1811936133018244, + "sMAPE[0.5]": 0.20090224224290126, + "MSIS": 108.07209590464572, + "RMSE[mean]": 0.30697136304808736, + "NRMSE[mean]": 0.19455930415463502, + "ND[0.5]": 0.1843606791453601, + "mean_weighted_sum_quantile_loss": 0.1644980590527343 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.21744704246521, + 1.2422640323638916, + 1.2556473016738892, + 1.2687638998031616, + 1.2782505750656128, + 1.2830023765563965, + 1.2859909534454346, + 1.288673758506775, + 1.2896620035171509, + 1.2923860549926758, + 1.2925777435302734, + 1.2922972440719604, + 1.2917238473892212, + 1.2910282611846924, + 1.2895995378494263, + 1.2892472743988037, + 1.2923680543899536, + 1.2922935485839844, + 1.2937041521072388, + 1.2944244146347046, + 1.293121576309204, + 1.292120337486267, + 1.288493037223816, + 1.2852064371109009, + 1.285803198814392, + 1.2893484830856323, + 1.2920957803726196, + 1.2925387620925903, + 1.292433261871338, + 1.2926236391067505, + 1.2919193506240845, + 1.291590690612793, + 1.2941032648086548, + 1.2936853170394897, + 1.2927106618881226, + 1.2909594774246216, + 1.2882705926895142, + 1.286611557006836, + 1.2855976819992065, + 1.2844961881637573, + 1.2843507528305054, + 1.2854338884353638, + 1.2867870330810547, + 1.2859307527542114, + 1.2840300798416138, + 1.279707431793213, + 1.2769782543182373, + 1.2742267847061157, + 1.2765501737594604, + 1.2791601419448853, + 1.2813609838485718, + 1.2847121953964233, + 1.2862871885299683, + 1.288446068763733, + 1.2895158529281616, + 1.289682149887085, + 1.2903259992599487, + 1.2914905548095703, + 1.29203200340271, + 1.291874885559082, + 1.29085111618042, + 1.2901275157928467, + 1.2899868488311768, + 1.2912026643753052, + 1.2965108156204224, + 1.2971055507659912, + 1.2986353635787964, + 1.2983351945877075, + 1.2980235815048218, + 1.296358585357666, + 1.2934468984603882, + 1.292077898979187 + ], + "p10": [ + 1.1820721626281738, + 1.1819980144500732, + 1.186044692993164, + 1.1920922994613647, + 1.1976593732833862, + 1.2026335000991821, + 1.2020334005355835, + 1.202746868133545, + 1.203426480293274, + 1.2012746334075928, + 1.2014756202697754, + 1.201397180557251, + 1.2001266479492188, + 1.1973711252212524, + 1.2006282806396484, + 1.197798252105713, + 1.1970916986465454, + 1.1973541975021362, + 1.1966835260391235, + 1.196226954460144, + 1.1947660446166992, + 1.1905189752578735, + 1.1874853372573853, + 1.189582109451294, + 1.1925075054168701, + 1.1912014484405518, + 1.1932672262191772, + 1.1993845701217651, + 1.2008934020996094, + 1.2004568576812744, + 1.2027205228805542, + 1.2047364711761475, + 1.2057194709777832, + 1.2043955326080322, + 1.2031117677688599, + 1.202021837234497, + 1.1999776363372803, + 1.2004555463790894, + 1.1973772048950195, + 1.1954480409622192, + 1.195926308631897, + 1.191933274269104, + 1.1892540454864502, + 1.190970778465271, + 1.1873195171356201, + 1.185669183731079, + 1.1846054792404175, + 1.1831287145614624, + 1.1863113641738892, + 1.1875158548355103, + 1.1878056526184082, + 1.1893384456634521, + 1.1925565004348755, + 1.195204496383667, + 1.1923450231552124, + 1.193787693977356, + 1.1953673362731934, + 1.1920890808105469, + 1.1892787218093872, + 1.1921966075897217, + 1.1898661851882935, + 1.1889722347259521, + 1.1896380186080933, + 1.1892156600952148, + 1.1863477230072021, + 1.1854876279830933, + 1.1867601871490479, + 1.183203101158142, + 1.1842745542526245, + 1.1833230257034302, + 1.1826850175857544, + 1.1823782920837402 + ], + "p90": [ + 1.3140208721160889, + 1.3557647466659546, + 1.3739068508148193, + 1.3838188648223877, + 1.3883947134017944, + 1.393645167350769, + 1.393216848373413, + 1.3928409814834595, + 1.3987327814102173, + 1.4018911123275757, + 1.402269721031189, + 1.4008265733718872, + 1.401822566986084, + 1.4011930227279663, + 1.4078576564788818, + 1.4034864902496338, + 1.4060813188552856, + 1.407160997390747, + 1.4073103666305542, + 1.40855073928833, + 1.4129811525344849, + 1.412334680557251, + 1.4108964204788208, + 1.412660837173462, + 1.4084049463272095, + 1.4117029905319214, + 1.4096429347991943, + 1.4044992923736572, + 1.4039450883865356, + 1.3999565839767456, + 1.4023877382278442, + 1.3986070156097412, + 1.3983745574951172, + 1.4003130197525024, + 1.398966670036316, + 1.3981486558914185, + 1.3926657438278198, + 1.3979783058166504, + 1.3965827226638794, + 1.3993256092071533, + 1.4016270637512207, + 1.405741810798645, + 1.4074238538742065, + 1.407677173614502, + 1.407999038696289, + 1.4100693464279175, + 1.4104892015457153, + 1.4004336595535278, + 1.4076114892959595, + 1.409033179283142, + 1.406430959701538, + 1.4052191972732544, + 1.406966209411621, + 1.4071624279022217, + 1.4053555727005005, + 1.4102686643600464, + 1.4106751680374146, + 1.413227915763855, + 1.4134399890899658, + 1.4116400480270386, + 1.4100903272628784, + 1.4112207889556885, + 1.4164265394210815, + 1.4148359298706055, + 1.4128105640411377, + 1.413150668144226, + 1.41383957862854, + 1.4139864444732666, + 1.4134267568588257, + 1.4151968955993652, + 1.415004014968872, + 1.4167563915252686 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_070512.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_070512.json new file mode 100644 index 0000000000000000000000000000000000000000..badd231f6cfc0c562c8cd6297903ddd514ba59c8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_070512.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T07:05:12.205866+00:00", + "metrics": { + "MSE[mean]": 0.11976006327036975, + "MSE[0.5]": 0.1189773180432658, + "MAE[0.5]": 0.32418596294300056, + "MASE[0.5]": 4.8627914061723905, + "MAPE[0.5]": 0.20160290619069693, + "sMAPE[0.5]": 0.22675700682488337, + "MSIS": 82.24456652742307, + "RMSE[mean]": 0.3460636693881196, + "NRMSE[mean]": 0.2193361167009084, + "ND[0.5]": 0.20546996547365223, + "mean_weighted_sum_quantile_loss": 0.19140893369967704 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2882742746748037, + 1.2872973043108855, + 1.286320333946967, + 1.285343363583049, + 1.2843663932191307, + 1.2833894228552125, + 1.2824124524912943, + 1.281435482127376, + 1.2804585117634577, + 1.2794815413995395, + 1.2785045710356213, + 1.2775276006717031, + 1.2765506303077847, + 1.2755736599438665, + 1.2745966895799483, + 1.2736197192160301, + 1.272642748852112, + 1.2716657784881935, + 1.2706888081242753, + 1.2697118377603571, + 1.268734867396439, + 1.2677578970325207, + 1.2667809266686025, + 1.2658039563046841, + 1.264826985940766, + 1.2638500155768477, + 1.2628730452129295, + 1.2618960748490113, + 1.260919104485093, + 1.2599421341211747, + 1.2589651637572565, + 1.2579881933933383, + 1.2570112230294201, + 1.2560342526655017, + 1.2550572823015835, + 1.2540803119376653, + 1.2531033415737471, + 1.252126371209829, + 1.2511494008459105, + 1.2501724304819923, + 1.2491954601180741, + 1.248218489754156, + 1.2472415193902378, + 1.2462645490263193, + 1.2452875786624011, + 1.244310608298483, + 1.2433336379345648, + 1.2423566675706466, + 1.2413796972067281, + 1.24040272684281, + 1.2394257564788917, + 1.2384487861149736, + 1.2374718157510554, + 1.2364948453871372, + 1.2355178750232187, + 1.2345409046593006, + 1.2335639342953824, + 1.2325869639314642, + 1.231609993567546, + 1.2306330232036276, + 1.2296560528397094, + 1.2286790824757912, + 1.227702112111873, + 1.2267251417479548, + 1.2257481713840364, + 1.2247712010201182, + 1.2237942306562, + 1.2228172602922818, + 1.2218402899283636, + 1.2208633195644452, + 1.219886349200527, + 1.2189093788366088 + ], + "p10": [ + 1.1882742508329458, + 1.1872972804690276, + 1.1863203101051092, + 1.185343339741191, + 1.1843663693772728, + 1.1833893990133546, + 1.1824124286494364, + 1.181435458285518, + 1.1804584879215998, + 1.1794815175576816, + 1.1785045471937634, + 1.1775275768298452, + 1.1765506064659268, + 1.1755736361020086, + 1.1745966657380904, + 1.1736196953741722, + 1.172642725010254, + 1.1716657546463356, + 1.1706887842824174, + 1.1697118139184992, + 1.168734843554581, + 1.1677578731906628, + 1.1667809028267446, + 1.1658039324628262, + 1.164826962098908, + 1.1638499917349898, + 1.1628730213710716, + 1.1618960510071534, + 1.160919080643235, + 1.1599421102793168, + 1.1589651399153986, + 1.1579881695514804, + 1.1570111991875622, + 1.1560342288236438, + 1.1550572584597256, + 1.1540802880958074, + 1.1531033177318892, + 1.152126347367971, + 1.1511493770040526, + 1.1501724066401344, + 1.1491954362762162, + 1.148218465912298, + 1.1472414955483798, + 1.1462645251844614, + 1.1452875548205432, + 1.144310584456625, + 1.1433336140927068, + 1.1423566437287886, + 1.1413796733648702, + 1.140402703000952, + 1.1394257326370338, + 1.1384487622731156, + 1.1374717919091974, + 1.1364948215452793, + 1.1355178511813608, + 1.1345408808174426, + 1.1335639104535244, + 1.1325869400896063, + 1.131609969725688, + 1.1306329993617696, + 1.1296560289978514, + 1.1286790586339333, + 1.127702088270015, + 1.1267251179060969, + 1.1257481475421784, + 1.1247711771782603, + 1.123794206814342, + 1.1228172364504239, + 1.1218402660865057, + 1.1208632957225872, + 1.119886325358669, + 1.1189093549947509 + ], + "p90": [ + 1.3882742985166616, + 1.3872973281527434, + 1.386320357788825, + 1.3853433874249068, + 1.3843664170609886, + 1.3833894466970704, + 1.3824123690447916, + 1.3814355059692338, + 1.3804585356053156, + 1.3794815652413974, + 1.3785045948774792, + 1.377527624513561, + 1.3765506541496426, + 1.3755736837857244, + 1.3745967134218062, + 1.373619743057888, + 1.3726427726939698, + 1.3716658023300514, + 1.3706888319661332, + 1.369711861602215, + 1.3687348912382968, + 1.3677579208743786, + 1.366780831301171, + 1.365803980146542, + 1.3648270097826238, + 1.3638500394187056, + 1.3628730690547874, + 1.3618960986908693, + 1.3609191283269508, + 1.3599421579630326, + 1.3589651875991144, + 1.3579882172351962, + 1.357011246871278, + 1.3560342765073596, + 1.355057186934152, + 1.3540803357795232, + 1.353103365415605, + 1.3521263950516869, + 1.3511494246877684, + 1.3501724543238502, + 1.349195483959932, + 1.3482185135960139, + 1.3472415432320957, + 1.3462645728681772, + 1.345287602504259, + 1.3443106321403409, + 1.3433336617764227, + 1.3423566914125045, + 1.341379721048586, + 1.3404027506846679, + 1.3394257803207497, + 1.3384488099568315, + 1.3374718395929133, + 1.336494869228995, + 1.3355178988650767, + 1.3345409285011585, + 1.3335639581372403, + 1.332586987773322, + 1.3316100174094039, + 1.3306330470454855, + 1.3296560766815673, + 1.328679106317649, + 1.3277021359537309, + 1.3267251655898127, + 1.3257481952258943, + 1.324771224861976, + 1.3237942544980579, + 1.3228172841341397, + 1.3218403137702215, + 1.320863343406303, + 1.3198863730423849, + 1.3189094026784667 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_070447.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_070447.json new file mode 100644 index 0000000000000000000000000000000000000000..c6f38175ddba20a12f28c0f2a697ba2227e862b2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_070447.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:04:47.114043+00:00", + "metrics": { + "MSE[mean]": 0.08517069449212913, + "MSE[0.5]": 0.08379585264845435, + "MAE[0.5]": 0.27104855742719436, + "MASE[0.5]": 4.0657300018388804, + "MAPE[0.5]": 0.16841404804153512, + "sMAPE[0.5]": 0.18572240703190554, + "MSIS": 82.82570009676283, + "RMSE[mean]": 0.291840186561291, + "NRMSE[mean]": 0.18496912238953367, + "ND[0.5]": 0.17179132998439198, + "mean_weighted_sum_quantile_loss": 0.15134245268725333 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3094951510429382, + 1.319034457206726, + 1.299517810344696, + 1.3059861063957214, + 1.3136277794837952, + 1.3127795457839966, + 1.310418963432312, + 1.310392677783966, + 1.2974219918251038, + 1.3069540858268738, + 1.304479718208313, + 1.3004783987998962, + 1.3138697743415833, + 1.312294363975525, + 1.3096594214439392, + 1.2915874123573303, + 1.3069171905517578, + 1.302630603313446, + 1.3103007078170776, + 1.3114203214645386, + 1.3008446097373962, + 1.3097814917564392, + 1.307288944721222, + 1.3073706030845642, + 1.298241376876831, + 1.3057997822761536, + 1.2921193838119507, + 1.3134763836860657, + 1.3174219131469727, + 1.295062243938446, + 1.3098173141479492, + 1.3119912147521973, + 1.3159735202789307, + 1.3086509704589844, + 1.3044304847717285, + 1.301828145980835, + 1.320427417755127, + 1.3038466572761536, + 1.290130376815796, + 1.3031989932060242, + 1.2973471879959106, + 1.304791271686554, + 1.3032236695289612, + 1.3090124130249023, + 1.3038558959960938, + 1.296582043170929, + 1.3175278902053833, + 1.3109169006347656, + 1.3098722100257874, + 1.3106484413146973, + 1.295540988445282, + 1.2899351716041565, + 1.2837976813316345, + 1.2987481355667114, + 1.2961620688438416, + 1.2948188185691833, + 1.3132421374320984, + 1.305206537246704, + 1.3091387748718262, + 1.3046517968177795, + 1.3138530254364014, + 1.3103657364845276, + 1.3199268579483032, + 1.304910659790039, + 1.2814399600028992, + 1.3030794262886047, + 1.2898115515708923, + 1.3088919520378113, + 1.2996760606765747, + 1.3186217546463013, + 1.3105055093765259, + 1.3074128031730652 + ], + "p10": [ + 1.2071762084960938, + 1.1854559779167175, + 1.1455531120300293, + 1.189933180809021, + 1.2023096680641174, + 1.1962465047836304, + 1.1985899806022644, + 1.2004809379577637, + 1.1941216588020325, + 1.20035320520401, + 1.1561318635940552, + 1.1521708965301514, + 1.1949384212493896, + 1.205362617969513, + 1.175817608833313, + 1.1398250460624695, + 1.183965802192688, + 1.1601167917251587, + 1.168820858001709, + 1.1695355772972107, + 1.171705424785614, + 1.192525863647461, + 1.1762810349464417, + 1.1968328356742859, + 1.1799165606498718, + 1.184379756450653, + 1.1884629726409912, + 1.1767836809158325, + 1.1930416226387024, + 1.1580988764762878, + 1.185040831565857, + 1.172593891620636, + 1.1741403341293335, + 1.162170171737671, + 1.1291229724884033, + 1.1336103677749634, + 1.1420807242393494, + 1.149363100528717, + 1.1459936499595642, + 1.1634260416030884, + 1.1344749927520752, + 1.158712923526764, + 1.138558566570282, + 1.1514323353767395, + 1.1327449083328247, + 1.1086832880973816, + 1.1464024782180786, + 1.1360637545585632, + 1.1179292798042297, + 1.1511578559875488, + 1.1338194608688354, + 1.1276103258132935, + 1.1244398355484009, + 1.1316177248954773, + 1.1182560920715332, + 1.1158047318458557, + 1.1232964396476746, + 1.1058459281921387, + 1.1249150037765503, + 1.1215763092041016, + 1.1252011060714722, + 1.0900827050209045, + 1.1289580464363098, + 1.0960816144943237, + 1.0800271034240723, + 1.1097692847251892, + 1.1029444932937622, + 1.082973837852478, + 1.0857264995574951, + 1.118598222732544, + 1.015651285648346, + 1.066308617591858 + ], + "p90": [ + 1.4104533195495605, + 1.4354762434959412, + 1.42000812292099, + 1.4418087005615234, + 1.425505518913269, + 1.4192325472831726, + 1.4265838265419006, + 1.4303982853889465, + 1.4090924859046936, + 1.4267079830169678, + 1.448648750782013, + 1.413186252117157, + 1.4166614413261414, + 1.429569661617279, + 1.436727523803711, + 1.4255645275115967, + 1.4098663330078125, + 1.4324721097946167, + 1.4482964873313904, + 1.4191775918006897, + 1.4577314853668213, + 1.4164042472839355, + 1.4388309717178345, + 1.447386085987091, + 1.424008071422577, + 1.45453280210495, + 1.4056089520454407, + 1.431025743484497, + 1.4640801548957825, + 1.4362160563468933, + 1.4545457363128662, + 1.4589177370071411, + 1.474734127521515, + 1.4468267560005188, + 1.4365074634552002, + 1.4330244064331055, + 1.4486305713653564, + 1.4352198839187622, + 1.4458224773406982, + 1.4418751001358032, + 1.4401556253433228, + 1.428341269493103, + 1.431715726852417, + 1.4545673727989197, + 1.4106431603431702, + 1.447370707988739, + 1.4559001326560974, + 1.4518378973007202, + 1.4624779224395752, + 1.5010940432548523, + 1.4546597599983215, + 1.4894503355026245, + 1.47709721326828, + 1.4565134048461914, + 1.4368950724601746, + 1.4651356935501099, + 1.487244188785553, + 1.424405574798584, + 1.4773246049880981, + 1.495407521724701, + 1.4763041734695435, + 1.4781657457351685, + 1.5233896374702454, + 1.4973262548446655, + 1.4518330097198486, + 1.5002117156982422, + 1.476984977722168, + 1.5298920273780823, + 1.5022751092910767, + 1.4920384883880615, + 1.4916728138923645, + 1.4962743520736694 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_070512.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_070512.json new file mode 100644 index 0000000000000000000000000000000000000000..5b997e501807eda710b6380a3bc413ca6f7de6aa --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_070512.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:05:12.252530+00:00", + "metrics": { + "MSE[mean]": 0.08443210266510584, + "MSE[0.5]": 0.08376943921046644, + "MAE[0.5]": 0.2709795768149415, + "MASE[0.5]": 4.064695292237605, + "MAPE[0.5]": 0.16835704274593344, + "sMAPE[0.5]": 0.18565307601950864, + "MSIS": 58.613875496180675, + "RMSE[mean]": 0.2905720266390174, + "NRMSE[mean]": 0.18416535910169987, + "ND[0.5]": 0.17174760988038354, + "mean_weighted_sum_quantile_loss": 0.15776636942642944 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652, + 1.3067982128837652 + ], + "p10": [ + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073, + 1.2067981890419073 + ], + "p90": [ + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.4067981294372625, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.4067981175163335, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.4067981175163335, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623, + 1.406798236725623 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_070512.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_070512.json new file mode 100644 index 0000000000000000000000000000000000000000..3dd6c864a2addcb8dc544e2fbf03081241ca44f0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_070512.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:05:12.275076+00:00", + "metrics": { + "MSE[mean]": 0.08930557959609962, + "MSE[0.5]": 0.08930557959609962, + "MAE[0.5]": 0.2736111548211839, + "MASE[0.5]": 4.10416897825799, + "MAPE[0.5]": 0.16980774053985564, + "sMAPE[0.5]": 0.1883860341066151, + "MSIS": 142.56550204512192, + "RMSE[mean]": 0.29884039150707126, + "NRMSE[mean]": 0.1894058717646781, + "ND[0.5]": 0.17341551134402255, + "mean_weighted_sum_quantile_loss": 0.16817881378946575 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 + ], + "p10": [ + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415 + ], + "p90": [ + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_070509.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_070509.json new file mode 100644 index 0000000000000000000000000000000000000000..647534b306ca633950b07f8310b14f0b7136971b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_070509.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:05:09.989619+00:00", + "metrics": { + "MSE[mean]": 0.08747300782903168, + "MSE[0.5]": 0.08747300782903168, + "MAE[0.5]": 0.27777611050340867, + "MASE[0.5]": 4.166643338698364, + "MAPE[0.5]": 0.17270775735827038, + "sMAPE[0.5]": 0.19084628868139927, + "MSIS": 116.81783899268963, + "RMSE[mean]": 0.2957583605395318, + "NRMSE[mean]": 0.18745247196062675, + "ND[0.5]": 0.17605527184585668, + "mean_weighted_sum_quantile_loss": 0.1618361435102914 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2580108642578125, + 1.2734851837158203, + 1.2797002792358398, + 1.2838859558105469, + 1.2857885360717773, + 1.288832664489746, + 1.2913694381713867, + 1.29282808303833, + 1.2989797592163086, + 1.3028721809387207, + 1.300565242767334, + 1.300438404083252, + 1.3021824359893799, + 1.303878903388977, + 1.3028483390808105, + 1.3030861616134644, + 1.3080804347991943, + 1.3070340156555176, + 1.3070815801620483, + 1.3078267574310303, + 1.3086670637130737, + 1.3090951442718506, + 1.3056031465530396, + 1.304521083831787, + 1.3069864511489868, + 1.3073511123657227, + 1.3060271739959717, + 1.3101732730865479, + 1.3105854988098145, + 1.3107757568359375, + 1.3113148212432861, + 1.3099195957183838, + 1.3105220794677734, + 1.308556079864502, + 1.309190273284912, + 1.308619499206543, + 1.305559515953064, + 1.3079694509506226, + 1.3058052062988281, + 1.3033318519592285, + 1.301009178161621, + 1.3000578880310059, + 1.297013759613037, + 1.2972357273101807, + 1.2974894046783447, + 1.2979967594146729, + 1.2976162433624268, + 1.2981235980987549, + 1.2980601787567139, + 1.2970454692840576, + 1.2933988571166992, + 1.2935891151428223, + 1.2920036315917969, + 1.2894668579101562, + 1.2895302772521973, + 1.288515567779541, + 1.2884521484375, + 1.288325309753418, + 1.2879447937011719, + 1.2903547286987305, + 1.2914962768554688, + 1.2954282760620117, + 1.296696662902832, + 1.2994871139526367, + 1.3014848232269287, + 1.3036489486694336, + 1.3077157735824585, + 1.310426950454712, + 1.3110928535461426, + 1.3113465309143066, + 1.312995433807373, + 1.3157224655151367 + ], + "p10": [ + 1.1890106201171875, + 1.195098876953125, + 1.2011871337890625, + 1.2037239074707031, + 1.2052459716796875, + 1.2087974548339844, + 1.2108268737792969, + 1.2148857116699219, + 1.2235107421875, + 1.2280769348144531, + 1.2260475158691406, + 1.2260475158691406, + 1.2301063537597656, + 1.2306137084960938, + 1.2301063537597656, + 1.2301063537597656, + 1.2301063537597656, + 1.2270622253417969, + 1.2270622253417969, + 1.2280769348144531, + 1.227569580078125, + 1.2270622253417969, + 1.2224960327148438, + 1.2219886779785156, + 1.2245254516601562, + 1.2250328063964844, + 1.2250328063964844, + 1.2290916442871094, + 1.2290916442871094, + 1.2301063537597656, + 1.23162841796875, + 1.23162841796875, + 1.2331504821777344, + 1.2321357727050781, + 1.2336578369140625, + 1.2341651916503906, + 1.2326431274414062, + 1.2346725463867188, + 1.2321357727050781, + 1.2295989990234375, + 1.2265548706054688, + 1.2255401611328125, + 1.2224960327148438, + 1.2209739685058594, + 1.219451904296875, + 1.2174224853515625, + 1.2159004211425781, + 1.2148857116699219, + 1.2169151306152344, + 1.21539306640625, + 1.211334228515625, + 1.2108268737792969, + 1.2093048095703125, + 1.2067680358886719, + 1.2067680358886719, + 1.2067680358886719, + 1.2082901000976562, + 1.2082901000976562, + 1.207275390625, + 1.2093048095703125, + 1.2108268737792969, + 1.2143783569335938, + 1.2169151306152344, + 1.219451904296875, + 1.2224960327148438, + 1.2235107421875, + 1.2270622253417969, + 1.2285842895507812, + 1.2285842895507812, + 1.2290916442871094, + 1.2306137084960938, + 1.2341651916503906 + ], + "p90": [ + 1.3541545867919922, + 1.3797760009765625, + 1.3833274841308594, + 1.3848495483398438, + 1.3828201293945312, + 1.3828201293945312, + 1.3848495483398438, + 1.3853569030761719, + 1.3894157409667969, + 1.3924598693847656, + 1.3889083862304688, + 1.3873863220214844, + 1.3868789672851562, + 1.3904304504394531, + 1.3878936767578125, + 1.3873863220214844, + 1.3955039978027344, + 1.3949966430664062, + 1.3949966430664062, + 1.3965187072753906, + 1.3975334167480469, + 1.3985481262207031, + 1.3949966430664062, + 1.39398193359375, + 1.3955039978027344, + 1.3949966430664062, + 1.3924598693847656, + 1.3960113525390625, + 1.3960113525390625, + 1.3944892883300781, + 1.3929672241210938, + 1.3904304504394531, + 1.3934745788574219, + 1.3909378051757812, + 1.3909378051757812, + 1.3894157409667969, + 1.3858642578125, + 1.3873863220214844, + 1.3848495483398438, + 1.3833274841308594, + 1.381805419921875, + 1.3807907104492188, + 1.3782539367675781, + 1.3797760009765625, + 1.3812980651855469, + 1.3833274841308594, + 1.3843421936035156, + 1.3858642578125, + 1.3853569030761719, + 1.3858642578125, + 1.3823127746582031, + 1.3838348388671875, + 1.3823127746582031, + 1.3802833557128906, + 1.3807907104492188, + 1.3792686462402344, + 1.3792686462402344, + 1.37774658203125, + 1.3762245178222656, + 1.3782539367675781, + 1.3782539367675781, + 1.3828201293945312, + 1.3838348388671875, + 1.3868789672851562, + 1.3858642578125, + 1.3884010314941406, + 1.3919525146484375, + 1.3944892883300781, + 1.3949966430664062, + 1.3949966430664062, + 1.3970260620117188, + 1.3995628356933594 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_070308.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_070308.json new file mode 100644 index 0000000000000000000000000000000000000000..25a08e126c81390dc6b01bee064d1e3a395402ea --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_070308.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:03:08.539686+00:00", + "metrics": { + "MSE[mean]": 0.08545224171635032, + "MSE[0.5]": 0.09610133502811793, + "MAE[0.5]": 0.2932873070240021, + "MASE[0.5]": 4.399311380383608, + "MAPE[0.5]": 0.18261148680012596, + "sMAPE[0.5]": 0.20270745025156808, + "MSIS": 122.83823335292033, + "RMSE[mean]": 0.2923221539951263, + "NRMSE[mean]": 0.18527459469034074, + "ND[0.5]": 0.18588631136591677, + "mean_weighted_sum_quantile_loss": 0.1626656442371882 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.255039930343628, + 1.2632049322128296, + 1.2675566673278809, + 1.2694298028945923, + 1.2792719602584839, + 1.2794216871261597, + 1.2819042205810547, + 1.284274697303772, + 1.2842401266098022, + 1.2853831052780151, + 1.2868934869766235, + 1.287557601928711, + 1.2893428802490234, + 1.2886613607406616, + 1.2883235216140747, + 1.2861467599868774, + 1.2861511707305908, + 1.2866451740264893, + 1.2876002788543701, + 1.28842294216156, + 1.2856476306915283, + 1.2867118120193481, + 1.2858858108520508, + 1.2863320112228394, + 1.2845869064331055, + 1.2857517004013062, + 1.2850682735443115, + 1.284865140914917, + 1.2867192029953003, + 1.2853833436965942, + 1.2867672443389893, + 1.2871257066726685, + 1.2874224185943604, + 1.2858023643493652, + 1.2870084047317505, + 1.287484049797058, + 1.2889407873153687, + 1.288549542427063, + 1.287892460823059, + 1.2875573635101318, + 1.2882252931594849, + 1.286667823791504, + 1.2868002653121948, + 1.2840964794158936, + 1.2833298444747925, + 1.2816460132598877, + 1.2841330766677856, + 1.284543514251709, + 1.2844921350479126, + 1.2830568552017212, + 1.2824903726577759, + 1.2802362442016602, + 1.2813880443572998, + 1.2833330631256104, + 1.2837507724761963, + 1.282484769821167, + 1.2840750217437744, + 1.284810185432434, + 1.2840783596038818, + 1.284140944480896, + 1.2871147394180298, + 1.2870185375213623, + 1.2862173318862915, + 1.2855041027069092, + 1.2879483699798584, + 1.2868807315826416, + 1.288191795349121, + 1.2886793613433838, + 1.2875555753707886, + 1.2881908416748047, + 1.2878211736679077, + 1.2874386310577393 + ], + "p10": [ + 1.2751169204711914, + 1.2820892333984375, + 1.2877103090286255, + 1.289796233177185, + 1.2991971969604492, + 1.300176739692688, + 1.3003690242767334, + 1.3008952140808105, + 1.3029217720031738, + 1.3021538257598877, + 1.303210973739624, + 1.3044503927230835, + 1.3063725233078003, + 1.3045363426208496, + 1.3039865493774414, + 1.3026436567306519, + 1.303954839706421, + 1.303549885749817, + 1.3053466081619263, + 1.3053338527679443, + 1.305079460144043, + 1.3042633533477783, + 1.3044637441635132, + 1.3035629987716675, + 1.3032290935516357, + 1.3047008514404297, + 1.3061692714691162, + 1.3065087795257568, + 1.305856704711914, + 1.306257963180542, + 1.305496096611023, + 1.305760383605957, + 1.3054819107055664, + 1.3053216934204102, + 1.3052223920822144, + 1.304647445678711, + 1.3068381547927856, + 1.3058923482894897, + 1.3040601015090942, + 1.3060362339019775, + 1.3065807819366455, + 1.304619312286377, + 1.305463194847107, + 1.3034332990646362, + 1.3035329580307007, + 1.303684949874878, + 1.3035393953323364, + 1.3053858280181885, + 1.3047430515289307, + 1.3017802238464355, + 1.3049135208129883, + 1.3040871620178223, + 1.303534746170044, + 1.3041281700134277, + 1.303162932395935, + 1.3030803203582764, + 1.3016204833984375, + 1.3030794858932495, + 1.3014112710952759, + 1.3031877279281616, + 1.3056532144546509, + 1.3050625324249268, + 1.304711103439331, + 1.305860161781311, + 1.3042844533920288, + 1.3052163124084473, + 1.3069132566452026, + 1.3077760934829712, + 1.3080263137817383, + 1.3056299686431885, + 1.3082571029663086, + 1.3057849407196045 + ], + "p90": [ + 1.3328704833984375, + 1.3467965126037598, + 1.3552486896514893, + 1.3584463596343994, + 1.3683359622955322, + 1.3691009283065796, + 1.3705661296844482, + 1.3722667694091797, + 1.372051477432251, + 1.372941017150879, + 1.3749123811721802, + 1.376196026802063, + 1.3773393630981445, + 1.3767859935760498, + 1.3759758472442627, + 1.3747532367706299, + 1.375208854675293, + 1.3757539987564087, + 1.3769811391830444, + 1.3762493133544922, + 1.3744093179702759, + 1.3749192953109741, + 1.3745959997177124, + 1.3730497360229492, + 1.3729443550109863, + 1.3742036819458008, + 1.3739334344863892, + 1.3749604225158691, + 1.3758796453475952, + 1.3754591941833496, + 1.3765181303024292, + 1.3756060600280762, + 1.3755009174346924, + 1.375293493270874, + 1.3764556646347046, + 1.3771613836288452, + 1.3779940605163574, + 1.3783831596374512, + 1.3770983219146729, + 1.3778208494186401, + 1.3775570392608643, + 1.3780580759048462, + 1.37748384475708, + 1.3756223917007446, + 1.375222086906433, + 1.376326322555542, + 1.3779083490371704, + 1.3787400722503662, + 1.3773672580718994, + 1.377357006072998, + 1.3755868673324585, + 1.3772399425506592, + 1.3751840591430664, + 1.377744197845459, + 1.3770915269851685, + 1.375209093093872, + 1.3765796422958374, + 1.3772624731063843, + 1.377862572669983, + 1.3778105974197388, + 1.3802134990692139, + 1.380123257637024, + 1.3784812688827515, + 1.3795825242996216, + 1.3796627521514893, + 1.378436803817749, + 1.380984902381897, + 1.3812209367752075, + 1.3795108795166016, + 1.3809289932250977, + 1.3791821002960205, + 1.3796948194503784 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_070400.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_070400.json new file mode 100644 index 0000000000000000000000000000000000000000..61aaee5c2eea872254015d61796c709ced759252 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_070400.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:04:00.824378+00:00", + "metrics": { + "MSE[mean]": 0.0887563272369645, + "MSE[0.5]": 0.0887563272369645, + "MAE[0.5]": 0.28132932219240403, + "MASE[0.5]": 4.219941535537924, + "MAPE[0.5]": 0.1751101485783245, + "sMAPE[0.5]": 0.19357468035872985, + "MSIS": 104.15287852495133, + "RMSE[mean]": 0.29792000140467995, + "NRMSE[mean]": 0.1888225259564764, + "ND[0.5]": 0.1783073073023913, + "mean_weighted_sum_quantile_loss": 0.15939742097618487 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.237273097038269, + 1.2634834051132202, + 1.27467942237854, + 1.2781440019607544, + 1.2835633754730225, + 1.286403775215149, + 1.287658929824829, + 1.289096713066101, + 1.290894627571106, + 1.2910782098770142, + 1.2905043363571167, + 1.294191598892212, + 1.2944375276565552, + 1.2924368381500244, + 1.291993498802185, + 1.293839454650879, + 1.2939082384109497, + 1.2954895496368408, + 1.30166494846344, + 1.3016695976257324, + 1.3005281686782837, + 1.3010177612304688, + 1.3016862869262695, + 1.2995189428329468, + 1.2983818054199219, + 1.303289771080017, + 1.303492784500122, + 1.3006365299224854, + 1.300368309020996, + 1.302459955215454, + 1.301540732383728, + 1.2996537685394287, + 1.291344165802002, + 1.2995524406433105, + 1.302314281463623, + 1.3013871908187866, + 1.3009202480316162, + 1.3012982606887817, + 1.2990659475326538, + 1.2975022792816162, + 1.2964709997177124, + 1.295701265335083, + 1.2978670597076416, + 1.2970945835113525, + 1.2964493036270142, + 1.2961033582687378, + 1.298216462135315, + 1.2946350574493408, + 1.2938446998596191, + 1.295501470565796, + 1.2962874174118042, + 1.296584129333496, + 1.297150731086731, + 1.299014925956726, + 1.2983999252319336, + 1.2982062101364136, + 1.2997565269470215, + 1.2996968030929565, + 1.2998604774475098, + 1.2987818717956543, + 1.2984602451324463, + 1.2992337942123413, + 1.2991548776626587, + 1.2995941638946533, + 1.2987773418426514, + 1.3057740926742554, + 1.3113094568252563, + 1.3106557130813599, + 1.310141921043396, + 1.3092302083969116, + 1.309436559677124, + 1.3085272312164307 + ], + "p10": [ + 1.1845782995224, + 1.1916049718856812, + 1.1956034898757935, + 1.1997061967849731, + 1.204495906829834, + 1.2050442695617676, + 1.2048214673995972, + 1.2054085731506348, + 1.2061768770217896, + 1.2056187391281128, + 1.2047866582870483, + 1.2049870491027832, + 1.2044486999511719, + 1.2041085958480835, + 1.2032756805419922, + 1.2042489051818848, + 1.2037415504455566, + 1.203204870223999, + 1.2066335678100586, + 1.2049978971481323, + 1.203566551208496, + 1.2037222385406494, + 1.2039039134979248, + 1.2013307809829712, + 1.199405550956726, + 1.2025470733642578, + 1.2028096914291382, + 1.2018637657165527, + 1.2028318643569946, + 1.2046951055526733, + 1.202764630317688, + 1.2006279230117798, + 1.2136240005493164, + 1.206886649131775, + 1.2060160636901855, + 1.2054628133773804, + 1.2037441730499268, + 1.201680064201355, + 1.2019044160842896, + 1.2013475894927979, + 1.199601173400879, + 1.1987991333007812, + 1.1972185373306274, + 1.1942187547683716, + 1.1948925256729126, + 1.1954737901687622, + 1.1936578750610352, + 1.192389965057373, + 1.1905226707458496, + 1.191576600074768, + 1.192758560180664, + 1.1944122314453125, + 1.1947486400604248, + 1.1930724382400513, + 1.1935465335845947, + 1.1937249898910522, + 1.1937205791473389, + 1.1947135925292969, + 1.1948133707046509, + 1.1929600238800049, + 1.1936795711517334, + 1.1948513984680176, + 1.195263385772705, + 1.1968352794647217, + 1.2132058143615723, + 1.209320068359375, + 1.2078282833099365, + 1.2040069103240967, + 1.2032370567321777, + 1.200516939163208, + 1.2008193731307983, + 1.1998556852340698 + ], + "p90": [ + 1.344527006149292, + 1.3861900568008423, + 1.3945741653442383, + 1.3923189640045166, + 1.392896294593811, + 1.3947821855545044, + 1.3958171606063843, + 1.3968333005905151, + 1.3980845212936401, + 1.3990190029144287, + 1.3988397121429443, + 1.39987313747406, + 1.4003137350082397, + 1.4006612300872803, + 1.401489496231079, + 1.4029489755630493, + 1.4028807878494263, + 1.402617335319519, + 1.4078291654586792, + 1.4092943668365479, + 1.4076625108718872, + 1.4082329273223877, + 1.4083057641983032, + 1.4067347049713135, + 1.4062564373016357, + 1.41193425655365, + 1.412636399269104, + 1.409056305885315, + 1.4086506366729736, + 1.4106252193450928, + 1.4100816249847412, + 1.4083659648895264, + 1.4063836336135864, + 1.4100924730300903, + 1.415211796760559, + 1.417298436164856, + 1.416874885559082, + 1.416025161743164, + 1.415257453918457, + 1.4144266843795776, + 1.4134379625320435, + 1.4157897233963013, + 1.4174860715866089, + 1.4171271324157715, + 1.418052077293396, + 1.415898323059082, + 1.414504885673523, + 1.414095401763916, + 1.4151889085769653, + 1.4182100296020508, + 1.418907880783081, + 1.4184741973876953, + 1.4169827699661255, + 1.4164634943008423, + 1.4160305261611938, + 1.415542721748352, + 1.4149209260940552, + 1.4152989387512207, + 1.415885329246521, + 1.4155961275100708, + 1.4152125120162964, + 1.4155607223510742, + 1.4160683155059814, + 1.4182944297790527, + 1.4155840873718262, + 1.420933723449707, + 1.4267059564590454, + 1.4265780448913574, + 1.4252115488052368, + 1.4240834712982178, + 1.4224848747253418, + 1.42019784450531 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_070344.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_070344.json new file mode 100644 index 0000000000000000000000000000000000000000..59cf6d99bd3694f8d9783778ca86644e78847723 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_070344.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:03:44.850549+00:00", + "metrics": { + "MSE[mean]": 0.08801604158910356, + "MSE[0.5]": 0.08801604158910356, + "MAE[0.5]": 0.2789187911483977, + "MASE[0.5]": 4.183783555288893, + "MAPE[0.5]": 0.17344815079569648, + "sMAPE[0.5]": 0.19171360335871324, + "MSIS": 107.31285453888636, + "RMSE[mean]": 0.2966749763446583, + "NRMSE[mean]": 0.18803342560871872, + "ND[0.5]": 0.17677950601855769, + "mean_weighted_sum_quantile_loss": 0.16028977640666583 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2241417169570923, + 1.300214409828186, + 1.2994632720947266, + 1.2994412183761597, + 1.299333095550537, + 1.2994760274887085, + 1.2993565797805786, + 1.2995537519454956, + 1.2994370460510254, + 1.2994205951690674, + 1.299316644668579, + 1.2994214296340942, + 1.2993273735046387, + 1.2992547750473022, + 1.2994179725646973, + 1.299442172050476, + 1.299456000328064, + 1.2995401620864868, + 1.2995160818099976, + 1.2997190952301025, + 1.2996838092803955, + 1.299504041671753, + 1.2996792793273926, + 1.2998206615447998, + 1.2996536493301392, + 1.2996772527694702, + 1.2996768951416016, + 1.2997428178787231, + 1.299838662147522, + 1.299695611000061, + 1.2997771501541138, + 1.2997190952301025, + 1.300176739692688, + 1.300633430480957, + 1.300365924835205, + 1.3003674745559692, + 1.300271987915039, + 1.300219178199768, + 1.3002206087112427, + 1.300191879272461, + 1.3001728057861328, + 1.3001470565795898, + 1.3002500534057617, + 1.300275444984436, + 1.300147533416748, + 1.3002187013626099, + 1.3002291917800903, + 1.3001765012741089, + 1.3001254796981812, + 1.3001971244812012, + 1.3000848293304443, + 1.3002116680145264, + 1.3001604080200195, + 1.3000726699829102, + 1.3000996112823486, + 1.3001303672790527, + 1.3000231981277466, + 1.300062656402588, + 1.3000717163085938, + 1.3000483512878418, + 1.300135612487793, + 1.30000901222229, + 1.2999887466430664, + 1.300066590309143, + 1.3000560998916626, + 1.300436019897461, + 1.3002324104309082, + 1.3002601861953735, + 1.3002090454101562, + 1.3001350164413452, + 1.3000975847244263, + 1.3001506328582764 + ], + "p10": [ + 1.1833518743515015, + 1.1919819116592407, + 1.1900970935821533, + 1.1888141632080078, + 1.1920359134674072, + 1.1939541101455688, + 1.195027470588684, + 1.1956536769866943, + 1.1967687606811523, + 1.1952422857284546, + 1.196036458015442, + 1.1933730840682983, + 1.197399377822876, + 1.1968259811401367, + 1.1960786581039429, + 1.1968263387680054, + 1.1958503723144531, + 1.1943892240524292, + 1.1967908143997192, + 1.1967114210128784, + 1.1973952054977417, + 1.1972578763961792, + 1.1973521709442139, + 1.1960103511810303, + 1.1980868577957153, + 1.1980679035186768, + 1.1974101066589355, + 1.197948694229126, + 1.1972236633300781, + 1.1951719522476196, + 1.1976100206375122, + 1.1967531442642212, + 1.1883186101913452, + 1.1952929496765137, + 1.1952898502349854, + 1.196710467338562, + 1.1943672895431519, + 1.19833242893219, + 1.195480227470398, + 1.196821928024292, + 1.1974446773529053, + 1.1964564323425293, + 1.196919322013855, + 1.1960277557373047, + 1.1964434385299683, + 1.1957014799118042, + 1.1960582733154297, + 1.1960742473602295, + 1.1963223218917847, + 1.1959857940673828, + 1.1970436573028564, + 1.197056531906128, + 1.197441816329956, + 1.1970003843307495, + 1.1967359781265259, + 1.1967612504959106, + 1.1969634294509888, + 1.197301983833313, + 1.1976778507232666, + 1.198324203491211, + 1.1986842155456543, + 1.1982916593551636, + 1.1987117528915405, + 1.1988701820373535, + 1.1961692571640015, + 1.194765329360962, + 1.1967686414718628, + 1.197208046913147, + 1.1957062482833862, + 1.1980420351028442, + 1.1976933479309082, + 1.1965827941894531 + ], + "p90": [ + 1.337237000465393, + 1.4210593700408936, + 1.411412000656128, + 1.4060187339782715, + 1.4103845357894897, + 1.4059714078903198, + 1.4095940589904785, + 1.4034844636917114, + 1.4061275720596313, + 1.4112153053283691, + 1.4088701009750366, + 1.4089021682739258, + 1.4081367254257202, + 1.4074631929397583, + 1.4064438343048096, + 1.4085643291473389, + 1.4043328762054443, + 1.4055733680725098, + 1.4037089347839355, + 1.4052311182022095, + 1.4057118892669678, + 1.4093469381332397, + 1.405765414237976, + 1.4069441556930542, + 1.4069136381149292, + 1.4064761400222778, + 1.406431794166565, + 1.4112656116485596, + 1.406443476676941, + 1.4073700904846191, + 1.4080040454864502, + 1.407595157623291, + 1.4121379852294922, + 1.4050813913345337, + 1.4014918804168701, + 1.4075593948364258, + 1.410361886024475, + 1.4050078392028809, + 1.4078713655471802, + 1.4078643321990967, + 1.4064717292785645, + 1.4062399864196777, + 1.405474305152893, + 1.403404951095581, + 1.4033105373382568, + 1.4034337997436523, + 1.403615117073059, + 1.4042266607284546, + 1.403232455253601, + 1.404040813446045, + 1.402084469795227, + 1.4032771587371826, + 1.4022941589355469, + 1.4032886028289795, + 1.4023137092590332, + 1.4022390842437744, + 1.4024039506912231, + 1.4020323753356934, + 1.4022477865219116, + 1.4031615257263184, + 1.4020891189575195, + 1.4030508995056152, + 1.4027917385101318, + 1.4031964540481567, + 1.3942680358886719, + 1.3987253904342651, + 1.405340552330017, + 1.4008632898330688, + 1.4095637798309326, + 1.4059021472930908, + 1.4085201025009155, + 1.408185362815857 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 41bd5587857d66dfc525777c52b763250758dad7..455112d110dc555d74da03db1e17d6555665a7a1 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,194532.98919550577,194532.98919550577,369.2932942708333,0.3471989911112181,0.005766389156335997,0.005772630693276225,3.6090933850669145,441.0589407273202,0.006881379561774172,0.005761695530545124,0.005585898165710874,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,195467.04443232217,195467.04443232217,370.8792317708333,0.3486900441807104,0.005791279943720814,0.005797407360079977,3.6090933850669145,442.11655073331303,0.006898051303960913,0.00578658266487749,0.005588785982087775,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.19888428592353105,0.19888428592353105,0.3826166659593582,1.124185806038508,0.3362141540600244,0.28228054276050085,40.1674360676785,0.44596444468537066,0.31497631590070846,0.2702349689135297,0.2635191513853599,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08486113270124207,0.08486113270124207,0.26527781618965995,3.8317916257013405,0.16544116148491175,0.1832144039113272,132.8279577674133,0.2913093419395301,0.1861071267755106,0.16947651537583672,0.1643340525728406,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08930557959609962,0.08930557959609962,0.2736111548211839,4.10416897825799,0.16980774053985564,0.1883860341066151,142.56550204512192,0.29884039150707126,0.1894058717646781,0.17341551134402255,0.16817881378946575,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.155416707992572,1.155416707992572,0.7125000158945719,0.3582402390898857,0.05076272439763696,0.04800395462539813,10.055950531922385,1.0749031156306934,0.07671030541641909,0.05084746060709565,0.049147919042802066,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.8404184850066,178.8404184850066,11.454166730244955,0.9906856134310175,0.5735929816335207,0.4172178119110305,36.426958962036046,13.373122989227557,0.6152097838443096,0.5269311771010419,0.5169637630871581,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.18916598002185,4.18916598002185,1.8749998410542805,0.9868419403226955,0.07821406509678278,0.07477448806630255,24.143679685375208,2.046745216196156,0.08525144767101815,0.07809787440465037,0.07091055537436146,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 7df50987608832f65c317a06555eeae0cbd6b029..ec8a89e081498f43dcf8d5953999426a6b89a05c 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:53:21.701388+00:00", + "evaluated_at": "2026-06-22T07:05:12.265040+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64028.01171875 + 63989.94921875 ], "p50": [ 63655.2109375, diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6978185a347290ba17cfb5ea319b2b9f3b378f07..5bfa911f21efc3eb62eac3ed59f317b09b15bdee 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:35:24.552877+00:00", + "evaluated_at": "2026-06-22T07:05:12.275076+00:00", "freq": "10min", - "context_length": 78, + "context_length": 77, "prediction_length": 72, "context": [ - 1.5, - 1.5, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -83,11 +80,11 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2999999523162842, - 1.2000000476837158, 1.5, 1.399999976158142, 1.5, @@ -157,11 +154,11 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.2000000476837158, - 1.2000000476837158, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -184,7 +181,7 @@ 1.2999999523162842, 1.2999999523162842, 1.399999976158142, - 1.2000000476837158, + 1.2999999523162842, 1.2000000476837158, 1.2999999523162842, 1.399999976158142, @@ -208,7 +205,7 @@ 1.2999999523162842, 1.2999999523162842, 1.399999976158142, - 1.2000000476837158, + 1.2999999523162842, 1.2000000476837158, 1.2999999523162842, 1.399999976158142, @@ -231,11 +228,11 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 ], "p10": [ - 1.1760000467300415, - 1.1760000467300415, 1.2739999532699584, 1.3719999766349793, 1.3719999766349793, @@ -258,7 +255,7 @@ 1.2739999532699584, 1.2739999532699584, 1.3719999766349793, - 1.1760000467300415, + 1.2739999532699584, 1.1760000467300415, 1.2739999532699584, 1.3719999766349793, @@ -282,7 +279,7 @@ 1.2739999532699584, 1.2739999532699584, 1.3719999766349793, - 1.1760000467300415, + 1.2739999532699584, 1.1760000467300415, 1.2739999532699584, 1.3719999766349793, @@ -305,11 +302,11 @@ 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, - 1.3719999766349793 + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415 ], "p90": [ - 1.22400004863739, - 1.22400004863739, 1.32599995136261, 1.4279999756813049, 1.4279999756813049, @@ -332,7 +329,7 @@ 1.32599995136261, 1.32599995136261, 1.4279999756813049, - 1.22400004863739, + 1.32599995136261, 1.22400004863739, 1.32599995136261, 1.4279999756813049, @@ -356,7 +353,7 @@ 1.32599995136261, 1.32599995136261, 1.4279999756813049, - 1.22400004863739, + 1.32599995136261, 1.22400004863739, 1.32599995136261, 1.4279999756813049, @@ -379,15 +376,11 @@ 1.4279999756813049, 1.32599995136261, 1.32599995136261, - 1.4279999756813049 + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739 ], "timestamps": [ - "2026-06-20 05:10:00", - "2026-06-20 05:20:00", - "2026-06-20 05:30:00", - "2026-06-20 05:40:00", - "2026-06-20 05:50:00", - "2026-06-20 06:00:00", "2026-06-20 06:10:00", "2026-06-20 06:20:00", "2026-06-20 06:30:00", @@ -531,6 +524,11 @@ "2026-06-21 05:30:00", "2026-06-21 05:40:00", "2026-06-21 05:50:00", - "2026-06-21 06:00:00" + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index d070ce666857774dc70f6812dce4c390654d175d..091c536ce2a14b4c2af954a3bf794b7c6e9b50ed 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T06:53:21.724887+00:00", + "evaluated_at": "2026-06-22T07:05:12.286515+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 419ec657e0f24c507ca1f75c06e9bae8063db938..44a0c623cc6dedce45a777526175f28220806344 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,246614.86237462363,246614.86237462363,420.1663411458333,0.39502837448691497,0.006570561049270393,0.006540441941906105,2.1974116110350987,496.6033249733872,0.0077479802702688704,0.006555414266715661,0.004361398054267085,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,248073.19385655722,248073.19385655722,421.7522786458333,0.39651942755640723,0.0065955158172691895,0.0065652184219116725,2.1974116110350987,498.0694668985012,0.0077710475436934285,0.0065803210733367526,0.004369754261661354,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.03091506501952003,0.03091506501952003,0.15935466786225636,0.4682081876583971,0.13997178736965804,0.12694226153909302,1.6376033182129042,0.17582680404170473,0.12418317117797054,0.11254921059961591,0.06572778359074488,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08247641589198354,0.08247641589198354,0.2671862343947093,3.859357673256617,0.16683707087429875,0.18385865965677384,100.67842832903209,0.28718707473001553,0.18347355759075404,0.17069573555759637,0.15415559133239984,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08747300782903168,0.08747300782903168,0.27777611050340867,4.166643338698364,0.17270775735827038,0.19084628868139927,116.81783899268963,0.2957583605395318,0.18745247196062675,0.17605527184585668,0.1618361435102914,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.10677694305468322,0.10677694305468322,0.237701416015625,0.11951468099060658,0.016952671491928334,0.016717133223124975,1.2656699082714467,0.3267674143097552,0.02331970927177682,0.016963527182424342,0.022522106314506282,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,117.45671975072294,117.45671975072294,8.909436146418253,0.7705885920738722,0.49495514698276005,0.3577805477779828,2.5655483063178908,10.837745141436153,0.4985736578653699,0.4098647930051864,0.26372161637164776,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.1480844955911684,2.1480844955911684,1.1106687386830647,0.5845624458941093,0.045920679431225464,0.04421232805318721,2.108161861375457,1.4656345027295068,0.06104690614423233,0.04626180000637681,0.030251714093552564,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 9817c2fa244c154b3289fceb57dcd747dc99496c..5873f74a35bb868674f0f6772cb4ae1fe0d3df47 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:53:13.858761+00:00", + "evaluated_at": "2026-06-22T07:05:06.095245+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64028.01171875 + 63989.94921875 ], "p50": [ 64351.75, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b544697b6bd96aa1ee331611383f4af702763cac..61b60ebd918067f4a7a48a87626f66a06214b706 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:35:22.188843+00:00", + "evaluated_at": "2026-06-22T07:05:09.989619+00:00", "freq": "10min", - "context_length": 78, + "context_length": 77, "prediction_length": 72, "context": [ - 1.5, - 1.5, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -83,11 +80,11 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2999999523162842, - 1.2000000476837158, 1.5, 1.399999976158142, 1.5, @@ -157,237 +154,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3345565795898438, - 1.3138141632080078, - 1.310011386871338, - 1.3054869174957275, - 1.3028466701507568, - 1.302423119544983, - 1.302924394607544, - 1.3015069961547852, - 1.30216383934021, - 1.3006081581115723, - 1.300504446029663, - 1.3018354177474976, - 1.3023021221160889, - 1.3017489910125732, - 1.3001587390899658, - 1.2998476028442383, - 1.303166389465332, - 1.3020082712173462, - 1.3029675483703613, - 1.3022502660751343, - 1.3047826290130615, - 1.3031491041183472, - 1.3039485216140747, - 1.3035293817520142, - 1.3031749725341797, - 1.3018181324005127, - 1.300902009010315, - 1.3042423725128174, - 1.3030195236206055, - 1.3027342557907104, - 1.3023539781570435, - 1.3021811246871948, - 1.3023366928100586, - 1.2999858856201172, - 1.3015761375427246, - 1.302665114402771, - 1.300400733947754, - 1.3019564151763916, - 1.3019909858703613, - 1.30088472366333, - 1.2996056079864502, - 1.299259901046753, - 1.2979116439819336, - 1.2997093200683594, - 1.3012131452560425, - 1.3010921478271484, - 1.3002970218658447, - 1.300521731376648, - 1.299259901046753, - 1.29836106300354, - 1.2978770732879639, - 1.299501895904541, - 1.2997093200683594, - 1.2987759113311768, - 1.298741340637207, - 1.300262451171875, - 1.3001933097839355, - 1.3000895977020264, - 1.2999858856201172, - 1.3013341426849365, - 1.2997784614562988, - 1.3003315925598145, - 1.3010402917861938, - 1.3017317056655884, - 1.302544116973877, - 1.3017144203186035, - 1.3023712635040283, - 1.3020946979522705, - 1.301766276359558, - 1.3042963743209839, - 1.3033910989761353, - 1.303805947303772 + 1.2580108642578125, + 1.2734851837158203, + 1.2797002792358398, + 1.2838859558105469, + 1.2857885360717773, + 1.288832664489746, + 1.2913694381713867, + 1.29282808303833, + 1.2989797592163086, + 1.3028721809387207, + 1.300565242767334, + 1.300438404083252, + 1.3021824359893799, + 1.303878903388977, + 1.3028483390808105, + 1.3030861616134644, + 1.3080804347991943, + 1.3070340156555176, + 1.3070815801620483, + 1.3078267574310303, + 1.3086670637130737, + 1.3090951442718506, + 1.3056031465530396, + 1.304521083831787, + 1.3069864511489868, + 1.3073511123657227, + 1.3060271739959717, + 1.3101732730865479, + 1.3105854988098145, + 1.3107757568359375, + 1.3113148212432861, + 1.3099195957183838, + 1.3105220794677734, + 1.308556079864502, + 1.309190273284912, + 1.308619499206543, + 1.305559515953064, + 1.3079694509506226, + 1.3058052062988281, + 1.3033318519592285, + 1.301009178161621, + 1.3000578880310059, + 1.297013759613037, + 1.2972357273101807, + 1.2974894046783447, + 1.2979967594146729, + 1.2976162433624268, + 1.2981235980987549, + 1.2980601787567139, + 1.2970454692840576, + 1.2933988571166992, + 1.2935891151428223, + 1.2920036315917969, + 1.2894668579101562, + 1.2895302772521973, + 1.288515567779541, + 1.2884521484375, + 1.288325309753418, + 1.2879447937011719, + 1.2903547286987305, + 1.2914962768554688, + 1.2954282760620117, + 1.296696662902832, + 1.2994871139526367, + 1.3014848232269287, + 1.3036489486694336, + 1.3077157735824585, + 1.310426950454712, + 1.3110928535461426, + 1.3113465309143066, + 1.312995433807373, + 1.3157224655151367 ], "p10": [ - 1.24273681640625, - 1.2211647033691406, - 1.2189521789550781, - 1.2172927856445312, - 1.2139739990234375, - 1.2145271301269531, - 1.2161865234375, - 1.2167396545410156, - 1.2195053100585938, - 1.2167396545410156, - 1.2156333923339844, - 1.2167396545410156, - 1.2183990478515625, - 1.2195053100585938, - 1.220611572265625, - 1.2195053100585938, - 1.220611572265625, - 1.2183990478515625, - 1.2195053100585938, - 1.2195053100585938, - 1.2217178344726562, - 1.220611572265625, - 1.2200584411621094, - 1.2189521789550781, - 1.2178459167480469, - 1.2161865234375, - 1.2145271301269531, - 1.2167396545410156, - 1.2156333923339844, - 1.2156333923339844, - 1.2167396545410156, - 1.2167396545410156, - 1.2195053100585938, - 1.2172927856445312, - 1.2189521789550781, - 1.220611572265625, - 1.2189521789550781, - 1.2200584411621094, - 1.2195053100585938, - 1.2183990478515625, - 1.2172927856445312, - 1.2161865234375, - 1.2150802612304688, - 1.2156333923339844, - 1.2161865234375, - 1.2161865234375, - 1.2145271301269531, - 1.2128677368164062, - 1.2139739990234375, - 1.2123146057128906, - 1.211761474609375, - 1.2134208679199219, - 1.2128677368164062, - 1.211761474609375, - 1.2123146057128906, - 1.2134208679199219, - 1.2150802612304688, - 1.2150802612304688, - 1.2161865234375, - 1.2172927856445312, - 1.2156333923339844, - 1.2161865234375, - 1.2167396545410156, - 1.2161865234375, - 1.2211647033691406, - 1.2200584411621094, - 1.2217178344726562, - 1.220611572265625, - 1.2195053100585938, - 1.2211647033691406, - 1.2195053100585938, - 1.2211647033691406 + 1.1890106201171875, + 1.195098876953125, + 1.2011871337890625, + 1.2037239074707031, + 1.2052459716796875, + 1.2087974548339844, + 1.2108268737792969, + 1.2148857116699219, + 1.2235107421875, + 1.2280769348144531, + 1.2260475158691406, + 1.2260475158691406, + 1.2301063537597656, + 1.2306137084960938, + 1.2301063537597656, + 1.2301063537597656, + 1.2301063537597656, + 1.2270622253417969, + 1.2270622253417969, + 1.2280769348144531, + 1.227569580078125, + 1.2270622253417969, + 1.2224960327148438, + 1.2219886779785156, + 1.2245254516601562, + 1.2250328063964844, + 1.2250328063964844, + 1.2290916442871094, + 1.2290916442871094, + 1.2301063537597656, + 1.23162841796875, + 1.23162841796875, + 1.2331504821777344, + 1.2321357727050781, + 1.2336578369140625, + 1.2341651916503906, + 1.2326431274414062, + 1.2346725463867188, + 1.2321357727050781, + 1.2295989990234375, + 1.2265548706054688, + 1.2255401611328125, + 1.2224960327148438, + 1.2209739685058594, + 1.219451904296875, + 1.2174224853515625, + 1.2159004211425781, + 1.2148857116699219, + 1.2169151306152344, + 1.21539306640625, + 1.211334228515625, + 1.2108268737792969, + 1.2093048095703125, + 1.2067680358886719, + 1.2067680358886719, + 1.2067680358886719, + 1.2082901000976562, + 1.2082901000976562, + 1.207275390625, + 1.2093048095703125, + 1.2108268737792969, + 1.2143783569335938, + 1.2169151306152344, + 1.219451904296875, + 1.2224960327148438, + 1.2235107421875, + 1.2270622253417969, + 1.2285842895507812, + 1.2285842895507812, + 1.2290916442871094, + 1.2306137084960938, + 1.2341651916503906 ], "p90": [ - 1.4164199829101562, - 1.4119949340820312, - 1.4131011962890625, - 1.4075698852539062, - 1.4053573608398438, - 1.4075698852539062, - 1.4097824096679688, - 1.4097824096679688, - 1.4092292785644531, - 1.4048042297363281, - 1.40203857421875, - 1.4009323120117188, - 1.4009323120117188, - 1.4009323120117188, - 1.3987197875976562, - 1.4003791809082031, - 1.4025917053222656, - 1.4009323120117188, - 1.4014854431152344, - 1.4014854431152344, - 1.4053573608398438, - 1.4048042297363281, - 1.4059104919433594, - 1.4048042297363281, - 1.40203857421875, - 1.3987197875976562, - 1.3992729187011719, - 1.4025917053222656, - 1.4009323120117188, - 1.4003791809082031, - 1.3987197875976562, - 1.3987197875976562, - 1.3992729187011719, - 1.3965072631835938, - 1.3987197875976562, - 1.3981666564941406, - 1.3942947387695312, - 1.3959541320800781, - 1.3959541320800781, - 1.3948478698730469, - 1.3942947387695312, - 1.3948478698730469, - 1.3937416076660156, - 1.3954010009765625, - 1.3970603942871094, - 1.3981666564941406, - 1.3987197875976562, - 1.4003791809082031, - 1.3970603942871094, - 1.3970603942871094, - 1.397613525390625, - 1.3992729187011719, - 1.3992729187011719, - 1.3970603942871094, - 1.397613525390625, - 1.4003791809082031, - 1.4003791809082031, - 1.4003791809082031, - 1.3992729187011719, - 1.3987197875976562, - 1.3959541320800781, - 1.3965072631835938, - 1.397613525390625, - 1.4003791809082031, - 1.3998260498046875, - 1.3998260498046875, - 1.3992729187011719, - 1.397613525390625, - 1.3970603942871094, - 1.4014854431152344, - 1.4014854431152344, - 1.4031448364257812 + 1.3541545867919922, + 1.3797760009765625, + 1.3833274841308594, + 1.3848495483398438, + 1.3828201293945312, + 1.3828201293945312, + 1.3848495483398438, + 1.3853569030761719, + 1.3894157409667969, + 1.3924598693847656, + 1.3889083862304688, + 1.3873863220214844, + 1.3868789672851562, + 1.3904304504394531, + 1.3878936767578125, + 1.3873863220214844, + 1.3955039978027344, + 1.3949966430664062, + 1.3949966430664062, + 1.3965187072753906, + 1.3975334167480469, + 1.3985481262207031, + 1.3949966430664062, + 1.39398193359375, + 1.3955039978027344, + 1.3949966430664062, + 1.3924598693847656, + 1.3960113525390625, + 1.3960113525390625, + 1.3944892883300781, + 1.3929672241210938, + 1.3904304504394531, + 1.3934745788574219, + 1.3909378051757812, + 1.3909378051757812, + 1.3894157409667969, + 1.3858642578125, + 1.3873863220214844, + 1.3848495483398438, + 1.3833274841308594, + 1.381805419921875, + 1.3807907104492188, + 1.3782539367675781, + 1.3797760009765625, + 1.3812980651855469, + 1.3833274841308594, + 1.3843421936035156, + 1.3858642578125, + 1.3853569030761719, + 1.3858642578125, + 1.3823127746582031, + 1.3838348388671875, + 1.3823127746582031, + 1.3802833557128906, + 1.3807907104492188, + 1.3792686462402344, + 1.3792686462402344, + 1.37774658203125, + 1.3762245178222656, + 1.3782539367675781, + 1.3782539367675781, + 1.3828201293945312, + 1.3838348388671875, + 1.3868789672851562, + 1.3858642578125, + 1.3884010314941406, + 1.3919525146484375, + 1.3944892883300781, + 1.3949966430664062, + 1.3949966430664062, + 1.3970260620117188, + 1.3995628356933594 ], "timestamps": [ - "2026-06-20 05:10:00", - "2026-06-20 05:20:00", - "2026-06-20 05:30:00", - "2026-06-20 05:40:00", - "2026-06-20 05:50:00", - "2026-06-20 06:00:00", "2026-06-20 06:10:00", "2026-06-20 06:20:00", "2026-06-20 06:30:00", @@ -531,6 +524,11 @@ "2026-06-21 05:30:00", "2026-06-21 05:40:00", "2026-06-21 05:50:00", - "2026-06-21 06:00:00" + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 8b7b1b1fab1a20bb262bbea3f1619aba8d49d4aa..5a7be92743d98e39f808b3c520e9d1cf74eb4360 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T06:53:21.281580+00:00", + "evaluated_at": "2026-06-22T07:05:11.853278+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 246d887a45bbb7b1dbe1ba84d2bd709a831dbd80..0719c7f32655d20e49a4d963c8fd574fd6b4f4aa 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,122550.90258789062,70188.76200548808,171.57080078125,0.16130595886668542,0.002685645305055582,0.002678799227772498,7.786385326634069,350.07271043011997,0.005461816941554854,0.002676839063609963,0.003431009835946037,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,123785.009765625,70933.74375597636,173.15673828125,0.1627970119361777,0.0027105130186546706,0.0027035759419856593,7.846027449413761,351.8309391819102,0.005489384789535997,0.0027016497398919814,0.0034558392043219986,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02785407705205672,0.012847128899599684,0.08648691872755686,0.2541116869484535,0.08667795453637088,0.07922577376199949,15.562300523953429,0.1668954075223663,0.11787509347125037,0.06108408721603064,0.08669599281005208,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08130303824093153,0.09268624244186856,0.28380415340264636,4.099394340497843,0.17724912511293045,0.19660163573712072,110.46820840336513,0.28513687632597,0.18216375910727164,0.18131233006487896,0.1565473657767722,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08545224171635032,0.09610133502811793,0.2932873070240021,4.399311380383608,0.18261148680012596,0.20270745025156808,122.83823335292033,0.2923221539951263,0.18527459469034074,0.18588631136591677,0.1626656442371882,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.42235894799224144,0.7165555290147267,0.7410150766372681,0.37257742077443695,0.05290884079196182,0.05481136160087916,2.518593179843267,0.6498914893982236,0.04637941216685192,0.052882433793731656,0.032932213307322156,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,57.99967811440941,27.71880639290733,4.041209856669108,0.3495294385130791,0.2215478501157162,0.1858120815007215,27.161221921952727,7.615751973010243,0.3503508588757945,0.18590959227650833,0.3156891483419186,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6589133206330189,0.9463616524859996,0.8116787274678549,0.42719929505841786,0.03389969609854323,0.03311766690516419,24.128075210096625,1.287988090252786,0.05364754167162382,0.03380820730046975,0.04457584162939124,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index dfd0cdc134858e18258703e750da4d76f24d00e5..6efb71faa8c554f5d2004636f18d35272ef09719 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:51:05.595868+00:00", + "evaluated_at": "2026-06-22T07:03:03.019386+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64028.01171875 + 63989.94921875 ], "p50": [ 64246.95703125, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ba09b15769d291f760bfb7cd8fa5c87cc13c913e..a2d97c06359acd3823f27f579f3b4bc59e80b51c 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:32:57.232897+00:00", + "evaluated_at": "2026-06-22T07:03:08.539686+00:00", "freq": "10min", - "context_length": 78, + "context_length": 77, "prediction_length": 72, "context": [ - 1.5, - 1.5, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -83,11 +80,11 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2999999523162842, - 1.2000000476837158, 1.5, 1.399999976158142, 1.5, @@ -157,237 +154,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3173120021820068, - 1.2945809364318848, - 1.2822134494781494, - 1.275647759437561, - 1.2711573839187622, - 1.266894817352295, - 1.2661763429641724, - 1.2666947841644287, - 1.272217035293579, - 1.2795848846435547, - 1.281036615371704, - 1.283637285232544, - 1.287418246269226, - 1.2904455661773682, - 1.2909836769104004, - 1.2912346124649048, - 1.2961550951004028, - 1.295784592628479, - 1.2949010133743286, - 1.2967036962509155, - 1.2962967157363892, - 1.2975146770477295, - 1.295312762260437, - 1.298178791999817, - 1.2965903282165527, - 1.298545241355896, - 1.2996314764022827, - 1.301061987876892, - 1.296787142753601, - 1.2925933599472046, - 1.2955307960510254, - 1.2957146167755127, - 1.2951180934906006, - 1.2940046787261963, - 1.2946979999542236, - 1.292943000793457, - 1.2937601804733276, - 1.2934411764144897, - 1.2895431518554688, - 1.2889084815979004, - 1.2906451225280762, - 1.2873836755752563, - 1.2870951890945435, - 1.2849897146224976, - 1.2829855680465698, - 1.2786134481430054, - 1.2752035856246948, - 1.2735882997512817, - 1.2761240005493164, - 1.2760179042816162, - 1.2766680717468262, - 1.2799549102783203, - 1.279981017112732, - 1.274395227432251, - 1.2717463970184326, - 1.2674888372421265, - 1.264388918876648, - 1.260915756225586, - 1.2595781087875366, - 1.260827660560608, - 1.266695261001587, - 1.26922607421875, - 1.2712364196777344, - 1.2724385261535645, - 1.2775771617889404, - 1.2780256271362305, - 1.284290075302124, - 1.287470817565918, - 1.2890956401824951, - 1.2928636074066162, - 1.2932000160217285, - 1.292222499847412 + 1.255039930343628, + 1.2632049322128296, + 1.2675566673278809, + 1.2694298028945923, + 1.2792719602584839, + 1.2794216871261597, + 1.2819042205810547, + 1.284274697303772, + 1.2842401266098022, + 1.2853831052780151, + 1.2868934869766235, + 1.287557601928711, + 1.2893428802490234, + 1.2886613607406616, + 1.2883235216140747, + 1.2861467599868774, + 1.2861511707305908, + 1.2866451740264893, + 1.2876002788543701, + 1.28842294216156, + 1.2856476306915283, + 1.2867118120193481, + 1.2858858108520508, + 1.2863320112228394, + 1.2845869064331055, + 1.2857517004013062, + 1.2850682735443115, + 1.284865140914917, + 1.2867192029953003, + 1.2853833436965942, + 1.2867672443389893, + 1.2871257066726685, + 1.2874224185943604, + 1.2858023643493652, + 1.2870084047317505, + 1.287484049797058, + 1.2889407873153687, + 1.288549542427063, + 1.287892460823059, + 1.2875573635101318, + 1.2882252931594849, + 1.286667823791504, + 1.2868002653121948, + 1.2840964794158936, + 1.2833298444747925, + 1.2816460132598877, + 1.2841330766677856, + 1.284543514251709, + 1.2844921350479126, + 1.2830568552017212, + 1.2824903726577759, + 1.2802362442016602, + 1.2813880443572998, + 1.2833330631256104, + 1.2837507724761963, + 1.282484769821167, + 1.2840750217437744, + 1.284810185432434, + 1.2840783596038818, + 1.284140944480896, + 1.2871147394180298, + 1.2870185375213623, + 1.2862173318862915, + 1.2855041027069092, + 1.2879483699798584, + 1.2868807315826416, + 1.288191795349121, + 1.2886793613433838, + 1.2875555753707886, + 1.2881908416748047, + 1.2878211736679077, + 1.2874386310577393 ], "p10": [ - 1.3386588096618652, - 1.3168081045150757, - 1.304895043373108, - 1.2993073463439941, - 1.29682457447052, - 1.2918821573257446, - 1.2910077571868896, - 1.2930586338043213, - 1.2965341806411743, - 1.3032116889953613, - 1.3049852848052979, - 1.3061857223510742, - 1.312733769416809, - 1.3145768642425537, - 1.3160289525985718, - 1.316234827041626, - 1.3209221363067627, - 1.320451259613037, - 1.3187860250473022, - 1.320064902305603, - 1.3195019960403442, - 1.3184173107147217, - 1.319727897644043, - 1.322190523147583, - 1.324098825454712, - 1.322089433670044, - 1.327034831047058, - 1.325561761856079, - 1.321885585784912, - 1.3201634883880615, - 1.3213022947311401, - 1.319825291633606, - 1.3200486898422241, - 1.319233775138855, - 1.3185011148452759, - 1.31790292263031, - 1.3185513019561768, - 1.3174834251403809, - 1.313011884689331, - 1.3119510412216187, - 1.3141982555389404, - 1.3136723041534424, - 1.3126006126403809, - 1.3100831508636475, - 1.3117413520812988, - 1.3048816919326782, - 1.3015881776809692, - 1.301411509513855, - 1.3043025732040405, - 1.3020565509796143, - 1.3048088550567627, - 1.3083456754684448, - 1.3055102825164795, - 1.3023072481155396, - 1.2994136810302734, - 1.2971312999725342, - 1.2915254831314087, - 1.289343237876892, - 1.2870733737945557, - 1.2903543710708618, - 1.293951153755188, - 1.2962150573730469, - 1.2996430397033691, - 1.302059292793274, - 1.303910732269287, - 1.30703604221344, - 1.3123480081558228, - 1.3151018619537354, - 1.3176259994506836, - 1.3218685388565063, - 1.3194775581359863, - 1.318656086921692 + 1.2751169204711914, + 1.2820892333984375, + 1.2877103090286255, + 1.289796233177185, + 1.2991971969604492, + 1.300176739692688, + 1.3003690242767334, + 1.3008952140808105, + 1.3029217720031738, + 1.3021538257598877, + 1.303210973739624, + 1.3044503927230835, + 1.3063725233078003, + 1.3045363426208496, + 1.3039865493774414, + 1.3026436567306519, + 1.303954839706421, + 1.303549885749817, + 1.3053466081619263, + 1.3053338527679443, + 1.305079460144043, + 1.3042633533477783, + 1.3044637441635132, + 1.3035629987716675, + 1.3032290935516357, + 1.3047008514404297, + 1.3061692714691162, + 1.3065087795257568, + 1.305856704711914, + 1.306257963180542, + 1.305496096611023, + 1.305760383605957, + 1.3054819107055664, + 1.3053216934204102, + 1.3052223920822144, + 1.304647445678711, + 1.3068381547927856, + 1.3058923482894897, + 1.3040601015090942, + 1.3060362339019775, + 1.3065807819366455, + 1.304619312286377, + 1.305463194847107, + 1.3034332990646362, + 1.3035329580307007, + 1.303684949874878, + 1.3035393953323364, + 1.3053858280181885, + 1.3047430515289307, + 1.3017802238464355, + 1.3049135208129883, + 1.3040871620178223, + 1.303534746170044, + 1.3041281700134277, + 1.303162932395935, + 1.3030803203582764, + 1.3016204833984375, + 1.3030794858932495, + 1.3014112710952759, + 1.3031877279281616, + 1.3056532144546509, + 1.3050625324249268, + 1.304711103439331, + 1.305860161781311, + 1.3042844533920288, + 1.3052163124084473, + 1.3069132566452026, + 1.3077760934829712, + 1.3080263137817383, + 1.3056299686431885, + 1.3082571029663086, + 1.3057849407196045 ], "p90": [ - 1.396597981452942, - 1.3798420429229736, - 1.3713459968566895, - 1.3651360273361206, - 1.361579179763794, - 1.3580864667892456, - 1.3577302694320679, - 1.357816219329834, - 1.3633188009262085, - 1.3704997301101685, - 1.3722703456878662, - 1.3751651048660278, - 1.3782418966293335, - 1.382499098777771, - 1.3835917711257935, - 1.3848236799240112, - 1.390645980834961, - 1.3899575471878052, - 1.3895765542984009, - 1.3885031938552856, - 1.3895150423049927, - 1.3912464380264282, - 1.3892440795898438, - 1.3900253772735596, - 1.3913178443908691, - 1.394971489906311, - 1.3941184282302856, - 1.397234559059143, - 1.3915976285934448, - 1.3893803358078003, - 1.3916569948196411, - 1.3904712200164795, - 1.3895915746688843, - 1.3888294696807861, - 1.388407826423645, - 1.3868727684020996, - 1.387241005897522, - 1.3875166177749634, - 1.383963704109192, - 1.3851332664489746, - 1.385830283164978, - 1.3852214813232422, - 1.3833963871002197, - 1.3816215991973877, - 1.3800655603408813, - 1.3784840106964111, - 1.3749260902404785, - 1.374671220779419, - 1.3768281936645508, - 1.3774282932281494, - 1.3771412372589111, - 1.3840337991714478, - 1.3812681436538696, - 1.3778939247131348, - 1.3756179809570312, - 1.3710215091705322, - 1.368399739265442, - 1.3643207550048828, - 1.364527702331543, - 1.3652503490447998, - 1.3714351654052734, - 1.3742355108261108, - 1.3770159482955933, - 1.3806856870651245, - 1.3840869665145874, - 1.384962797164917, - 1.3912276029586792, - 1.3938238620758057, - 1.396090030670166, - 1.3994859457015991, - 1.3986741304397583, - 1.399457573890686 + 1.3328704833984375, + 1.3467965126037598, + 1.3552486896514893, + 1.3584463596343994, + 1.3683359622955322, + 1.3691009283065796, + 1.3705661296844482, + 1.3722667694091797, + 1.372051477432251, + 1.372941017150879, + 1.3749123811721802, + 1.376196026802063, + 1.3773393630981445, + 1.3767859935760498, + 1.3759758472442627, + 1.3747532367706299, + 1.375208854675293, + 1.3757539987564087, + 1.3769811391830444, + 1.3762493133544922, + 1.3744093179702759, + 1.3749192953109741, + 1.3745959997177124, + 1.3730497360229492, + 1.3729443550109863, + 1.3742036819458008, + 1.3739334344863892, + 1.3749604225158691, + 1.3758796453475952, + 1.3754591941833496, + 1.3765181303024292, + 1.3756060600280762, + 1.3755009174346924, + 1.375293493270874, + 1.3764556646347046, + 1.3771613836288452, + 1.3779940605163574, + 1.3783831596374512, + 1.3770983219146729, + 1.3778208494186401, + 1.3775570392608643, + 1.3780580759048462, + 1.37748384475708, + 1.3756223917007446, + 1.375222086906433, + 1.376326322555542, + 1.3779083490371704, + 1.3787400722503662, + 1.3773672580718994, + 1.377357006072998, + 1.3755868673324585, + 1.3772399425506592, + 1.3751840591430664, + 1.377744197845459, + 1.3770915269851685, + 1.375209093093872, + 1.3765796422958374, + 1.3772624731063843, + 1.377862572669983, + 1.3778105974197388, + 1.3802134990692139, + 1.380123257637024, + 1.3784812688827515, + 1.3795825242996216, + 1.3796627521514893, + 1.378436803817749, + 1.380984902381897, + 1.3812209367752075, + 1.3795108795166016, + 1.3809289932250977, + 1.3791821002960205, + 1.3796948194503784 ], "timestamps": [ - "2026-06-20 05:10:00", - "2026-06-20 05:20:00", - "2026-06-20 05:30:00", - "2026-06-20 05:40:00", - "2026-06-20 05:50:00", - "2026-06-20 06:00:00", "2026-06-20 06:10:00", "2026-06-20 06:20:00", "2026-06-20 06:30:00", @@ -531,6 +524,11 @@ "2026-06-21 05:30:00", "2026-06-21 05:40:00", "2026-06-21 05:50:00", - "2026-06-21 06:00:00" + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 30ecd918c70745256b5a5288d9d7c69f3cc44ebf..19344555c0a47051682e1bf5d106465251709d39 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T06:51:20.764108+00:00", + "evaluated_at": "2026-06-22T07:03:12.518298+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index ae38f6bb3368892b3399a3b733faf8f1e8bc585a..bfbf1ebc2ba6463969b179ea20df3ab858d4412d 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,284887.095190684,284887.095190684,446.1754557291667,0.4194813999902882,0.006976984219819619,0.006942222571895743,2.4730203148839665,533.7481570841103,0.008327512085428897,0.006961207173256568,0.0047332803639003156,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,287204.9924074809,287204.9924074809,447.7613932291667,0.4209724530597805,0.00700204388584495,0.006966998570991898,2.4730203148839665,535.9150981335391,0.00836152782645387,0.0069861240374394324,0.004741645788383502,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.1653313102479426,0.1653313102479426,0.3252320180336634,0.9555810054064424,0.31185829270528165,0.24328077464936623,5.190146853505436,0.40660953044406445,0.2871806787192281,0.22970526927425372,0.1328390452604856,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.07657089340538074,0.07657089340538074,0.25570405854119194,3.693503981032001,0.15950213506075694,0.17515455934860633,58.36477733546215,0.27671446186526055,0.1767829795368021,0.16336018379327008,0.13372725586358059,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0887563272369645,0.0887563272369645,0.28132932219240403,4.219941535537924,0.1751101485783245,0.19357468035872985,104.15287852495133,0.29792000140467995,0.1888225259564764,0.1783073073023913,0.15939742097618487,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.011394196973166496,0.011394196973166496,0.07474064826965332,0.037579097696210505,0.0053074873856334736,0.0053353050233135675,1.2490236892172466,0.10674360389815633,0.007617741857109024,0.005333855556295632,0.021422807115771457,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,87.61885399957737,87.61885399957737,7.479238828023274,0.6468889864133193,0.4215480202265089,0.3122223799987476,2.7889422373079586,9.360494324531016,0.4306150249802824,0.344070783347663,0.24042156098009665,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.85045617350003,2.85045617350003,1.399526039759318,0.7365925918327801,0.05843981545417757,0.05613107496299896,3.8500088314610252,1.6883294031379155,0.07032263939062706,0.058293343010473744,0.03723910326872102,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 6a45d49b386c520b84a25832272b7e0294c9fc10..52cd0cb9fded23b0dc9f0e5d8e00012869ff0b09 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:52:12.812555+00:00", + "evaluated_at": "2026-06-22T07:03:54.831808+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64028.01171875 + 63989.94921875 ], "p50": [ 64325.31640625, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c05fd990e2b28681ec33a8cc8d01ad29e5bf1eb5..17b295f9bba48b49f14c658edf45e07f6eaea481 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:34:05.361390+00:00", + "evaluated_at": "2026-06-22T07:04:00.824378+00:00", "freq": "10min", - "context_length": 78, + "context_length": 77, "prediction_length": 72, "context": [ - 1.5, - 1.5, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -83,11 +80,11 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2999999523162842, - 1.2000000476837158, 1.5, 1.399999976158142, 1.5, @@ -157,237 +154,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3445675373077393, - 1.325472116470337, - 1.3178173303604126, - 1.3155345916748047, - 1.3134363889694214, - 1.3123828172683716, - 1.3127204179763794, - 1.3124786615371704, - 1.3121092319488525, - 1.3123070001602173, - 1.3127585649490356, - 1.3123703002929688, - 1.312778115272522, - 1.3143982887268066, - 1.3157919645309448, - 1.3153170347213745, - 1.3158152103424072, - 1.3170446157455444, - 1.3167040348052979, - 1.3168469667434692, - 1.3197376728057861, - 1.319867491722107, - 1.319393515586853, - 1.3201655149459839, - 1.3204156160354614, - 1.319743275642395, - 1.3190548419952393, - 1.3214610815048218, - 1.322636604309082, - 1.32182776927948, - 1.3214521408081055, - 1.3216608762741089, - 1.3080395460128784, - 1.3070179224014282, - 1.3111255168914795, - 1.3151198625564575, - 1.3145475387573242, - 1.3148103952407837, - 1.3126813173294067, - 1.3113116025924683, - 1.311460018157959, - 1.3133790493011475, - 1.31179940700531, - 1.3095378875732422, - 1.3106715679168701, - 1.3112112283706665, - 1.3113586902618408, - 1.3114157915115356, - 1.3126343488693237, - 1.3107112646102905, - 1.3083550930023193, - 1.3096122741699219, - 1.3110036849975586, - 1.3114882707595825, - 1.3112781047821045, - 1.3129733800888062, - 1.3135508298873901, - 1.3132779598236084, - 1.3135156631469727, - 1.314333438873291, - 1.314246654510498, - 1.3142759799957275, - 1.314456582069397, - 1.313278317451477, - 1.298965334892273, - 1.3043010234832764, - 1.3077937364578247, - 1.3102161884307861, - 1.3113148212432861, - 1.3129884004592896, - 1.3122631311416626, - 1.3109984397888184 + 1.237273097038269, + 1.2634834051132202, + 1.27467942237854, + 1.2781440019607544, + 1.2835633754730225, + 1.286403775215149, + 1.287658929824829, + 1.289096713066101, + 1.290894627571106, + 1.2910782098770142, + 1.2905043363571167, + 1.294191598892212, + 1.2944375276565552, + 1.2924368381500244, + 1.291993498802185, + 1.293839454650879, + 1.2939082384109497, + 1.2954895496368408, + 1.30166494846344, + 1.3016695976257324, + 1.3005281686782837, + 1.3010177612304688, + 1.3016862869262695, + 1.2995189428329468, + 1.2983818054199219, + 1.303289771080017, + 1.303492784500122, + 1.3006365299224854, + 1.300368309020996, + 1.302459955215454, + 1.301540732383728, + 1.2996537685394287, + 1.291344165802002, + 1.2995524406433105, + 1.302314281463623, + 1.3013871908187866, + 1.3009202480316162, + 1.3012982606887817, + 1.2990659475326538, + 1.2975022792816162, + 1.2964709997177124, + 1.295701265335083, + 1.2978670597076416, + 1.2970945835113525, + 1.2964493036270142, + 1.2961033582687378, + 1.298216462135315, + 1.2946350574493408, + 1.2938446998596191, + 1.295501470565796, + 1.2962874174118042, + 1.296584129333496, + 1.297150731086731, + 1.299014925956726, + 1.2983999252319336, + 1.2982062101364136, + 1.2997565269470215, + 1.2996968030929565, + 1.2998604774475098, + 1.2987818717956543, + 1.2984602451324463, + 1.2992337942123413, + 1.2991548776626587, + 1.2995941638946533, + 1.2987773418426514, + 1.3057740926742554, + 1.3113094568252563, + 1.3106557130813599, + 1.310141921043396, + 1.3092302083969116, + 1.309436559677124, + 1.3085272312164307 ], "p10": [ - 1.259220838546753, - 1.2314674854278564, - 1.2222967147827148, - 1.2201133966445923, - 1.217525601387024, - 1.2156025171279907, - 1.2151597738265991, - 1.2138981819152832, - 1.2128225564956665, - 1.212080955505371, - 1.2111706733703613, - 1.2102992534637451, - 1.2100709676742554, - 1.2110930681228638, - 1.2113733291625977, - 1.2100611925125122, - 1.2097148895263672, - 1.2107306718826294, - 1.210728406906128, - 1.2104161977767944, - 1.212164044380188, - 1.2122366428375244, - 1.2112983465194702, - 1.2110998630523682, - 1.2109148502349854, - 1.209128975868225, - 1.2077651023864746, - 1.2090414762496948, - 1.2093632221221924, - 1.207599401473999, - 1.2067632675170898, - 1.2069411277770996, - 1.2125731706619263, - 1.2106422185897827, - 1.207437515258789, - 1.203891634941101, - 1.2022016048431396, - 1.1992840766906738, - 1.197044849395752, - 1.195698857307434, - 1.196039080619812, - 1.195873737335205, - 1.1947084665298462, - 1.1945691108703613, - 1.1951828002929688, - 1.1960694789886475, - 1.1962382793426514, + 1.1845782995224, + 1.1916049718856812, + 1.1956034898757935, + 1.1997061967849731, + 1.204495906829834, + 1.2050442695617676, + 1.2048214673995972, + 1.2054085731506348, + 1.2061768770217896, + 1.2056187391281128, + 1.2047866582870483, + 1.2049870491027832, + 1.2044486999511719, + 1.2041085958480835, + 1.2032756805419922, + 1.2042489051818848, + 1.2037415504455566, + 1.203204870223999, + 1.2066335678100586, + 1.2049978971481323, + 1.203566551208496, + 1.2037222385406494, + 1.2039039134979248, + 1.2013307809829712, + 1.199405550956726, + 1.2025470733642578, + 1.2028096914291382, + 1.2018637657165527, + 1.2028318643569946, + 1.2046951055526733, + 1.202764630317688, + 1.2006279230117798, + 1.2136240005493164, + 1.206886649131775, + 1.2060160636901855, + 1.2054628133773804, + 1.2037441730499268, + 1.201680064201355, + 1.2019044160842896, + 1.2013475894927979, + 1.199601173400879, + 1.1987991333007812, + 1.1972185373306274, + 1.1942187547683716, 1.1948925256729126, - 1.1925863027572632, - 1.1922017335891724, - 1.1928608417510986, - 1.1941460371017456, - 1.1954656839370728, - 1.194447636604309, - 1.1945335865020752, - 1.1945677995681763, - 1.1946830749511719, - 1.1952849626541138, - 1.1958277225494385, - 1.1956779956817627, - 1.1948221921920776, - 1.1934027671813965, - 1.1910123825073242, - 1.1906200647354126, - 1.20261549949646, - 1.2020283937454224, - 1.199971079826355, - 1.1959363222122192, - 1.1943027973175049, - 1.1937276124954224, - 1.1927587985992432, - 1.1917099952697754 + 1.1954737901687622, + 1.1936578750610352, + 1.192389965057373, + 1.1905226707458496, + 1.191576600074768, + 1.192758560180664, + 1.1944122314453125, + 1.1947486400604248, + 1.1930724382400513, + 1.1935465335845947, + 1.1937249898910522, + 1.1937205791473389, + 1.1947135925292969, + 1.1948133707046509, + 1.1929600238800049, + 1.1936795711517334, + 1.1948513984680176, + 1.195263385772705, + 1.1968352794647217, + 1.2132058143615723, + 1.209320068359375, + 1.2078282833099365, + 1.2040069103240967, + 1.2032370567321777, + 1.200516939163208, + 1.2008193731307983, + 1.1998556852340698 ], "p90": [ - 1.454824447631836, - 1.4440410137176514, - 1.440178632736206, - 1.442092776298523, - 1.4437555074691772, - 1.4461631774902344, - 1.4477124214172363, - 1.447846531867981, - 1.4476704597473145, - 1.4498132467269897, - 1.451971173286438, - 1.4528932571411133, - 1.453014850616455, - 1.4562486410140991, - 1.4611560106277466, - 1.4618066549301147, - 1.463120937347412, - 1.4661225080490112, - 1.4672807455062866, - 1.4693392515182495, - 1.4719703197479248, - 1.4731025695800781, - 1.4720416069030762, - 1.4737558364868164, - 1.4754619598388672, - 1.476308822631836, - 1.4770228862762451, - 1.4816087484359741, - 1.4842888116836548, - 1.4845198392868042, - 1.4849445819854736, - 1.4855304956436157, - 1.455680012702942, - 1.4707871675491333, - 1.4755613803863525, - 1.4859176874160767, - 1.4919973611831665, - 1.49769926071167, - 1.4933500289916992, - 1.493146300315857, - 1.496093511581421, - 1.4993422031402588, - 1.4960074424743652, - 1.4953131675720215, - 1.4983417987823486, - 1.499803900718689, - 1.4998208284378052, - 1.5038501024246216, - 1.509709358215332, - 1.508296251296997, - 1.5051125288009644, - 1.5083001852035522, - 1.5105916261672974, - 1.51249361038208, - 1.512273907661438, - 1.5166314840316772, - 1.5193719863891602, - 1.5188618898391724, - 1.519153118133545, - 1.518761157989502, - 1.5195505619049072, - 1.5217028856277466, - 1.5250964164733887, - 1.524898648262024, - 1.4513039588928223, - 1.4716795682907104, - 1.4727975130081177, - 1.47769033908844, - 1.4855273962020874, - 1.492224097251892, - 1.4901468753814697, - 1.4904736280441284 + 1.344527006149292, + 1.3861900568008423, + 1.3945741653442383, + 1.3923189640045166, + 1.392896294593811, + 1.3947821855545044, + 1.3958171606063843, + 1.3968333005905151, + 1.3980845212936401, + 1.3990190029144287, + 1.3988397121429443, + 1.39987313747406, + 1.4003137350082397, + 1.4006612300872803, + 1.401489496231079, + 1.4029489755630493, + 1.4028807878494263, + 1.402617335319519, + 1.4078291654586792, + 1.4092943668365479, + 1.4076625108718872, + 1.4082329273223877, + 1.4083057641983032, + 1.4067347049713135, + 1.4062564373016357, + 1.41193425655365, + 1.412636399269104, + 1.409056305885315, + 1.4086506366729736, + 1.4106252193450928, + 1.4100816249847412, + 1.4083659648895264, + 1.4063836336135864, + 1.4100924730300903, + 1.415211796760559, + 1.417298436164856, + 1.416874885559082, + 1.416025161743164, + 1.415257453918457, + 1.4144266843795776, + 1.4134379625320435, + 1.4157897233963013, + 1.4174860715866089, + 1.4171271324157715, + 1.418052077293396, + 1.415898323059082, + 1.414504885673523, + 1.414095401763916, + 1.4151889085769653, + 1.4182100296020508, + 1.418907880783081, + 1.4184741973876953, + 1.4169827699661255, + 1.4164634943008423, + 1.4160305261611938, + 1.415542721748352, + 1.4149209260940552, + 1.4152989387512207, + 1.415885329246521, + 1.4155961275100708, + 1.4152125120162964, + 1.4155607223510742, + 1.4160683155059814, + 1.4182944297790527, + 1.4155840873718262, + 1.420933723449707, + 1.4267059564590454, + 1.4265780448913574, + 1.4252115488052368, + 1.4240834712982178, + 1.4224848747253418, + 1.42019784450531 ], "timestamps": [ - "2026-06-20 05:10:00", - "2026-06-20 05:20:00", - "2026-06-20 05:30:00", - "2026-06-20 05:40:00", - "2026-06-20 05:50:00", - "2026-06-20 06:00:00", "2026-06-20 06:10:00", "2026-06-20 06:20:00", "2026-06-20 06:30:00", @@ -531,6 +524,11 @@ "2026-06-21 05:30:00", "2026-06-21 05:40:00", "2026-06-21 05:50:00", - "2026-06-21 06:00:00" + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 16f4f5e6a91815fca44d710982fd10db548bbbab..e3e8cf8b7b819619ab02e8df2c80cc8685607767 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T06:52:21.825614+00:00", + "evaluated_at": "2026-06-22T07:04:06.825765+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 093f385e3f1addf33498d3aa1e2e55d1bd4cf1a8..cc122187eb276e6441e09e357ccffc0403dbf1f5 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,149079.54711469015,149079.54711469015,312.8201497395833,0.2941045561179083,0.004893127070941988,0.004875244435342718,1.8168602539686949,386.10820648451664,0.0060240409509768195,0.004880604350473755,0.003838820872332114,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,150370.64892133078,150370.64892133078,314.4060872395833,0.2955956091874006,0.004918061430887968,0.004900020983742869,1.8168602539686949,387.7765450892186,0.006050220237313978,0.004905469646994693,0.003847164127670779,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.003882068615626544,0.003882068615626544,0.04849762817223867,0.14249338847031603,0.04758199393112028,0.04539374031089178,2.023271562326799,0.06230624860819775,0.04400573381595312,0.034252964409284097,0.05807518025686312,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08241932684518144,0.08241932684518144,0.266747373673651,3.8530185723851056,0.16648504460448832,0.18352638862576917,99.25833927503487,0.2870876640421553,0.1834100476553525,0.17041536312838762,0.15475922673767606,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08801604158910356,0.08801604158910356,0.2789187911483977,4.183783555288893,0.17344815079569648,0.19171360335871324,107.31285453888636,0.2966749763446583,0.18803342560871872,0.17677950601855769,0.16028977640666583,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.11102283650662532,0.11102283650662532,0.2739514112472534,0.13774093596476414,0.019541363972233185,0.019828296108425757,1.8248164976070234,0.33320089511678286,0.02377883369929157,0.019550502850394533,0.0356804831081917,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,36.607410676754476,36.607410676754476,5.010026057561238,0.4333235978689384,0.28333119730687445,0.23149154983820575,2.8247869123506817,6.050405827442856,0.2783395370153903,0.2304784791412914,0.18231364616485768,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.4314330064970213,3.4314330064970213,1.7374405066172283,0.9144422965824434,0.07323464001681017,0.07032094833672903,7.534459606091613,1.8524127527354755,0.0771570724119969,0.07236822505278079,0.044948134462571974,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 5753dbd1eee4ff067755b3d66158d5edf3231cf6..e5ee49564a98c2191cec516fc8582046c7760ac4 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:51:47.505449+00:00", + "evaluated_at": "2026-06-22T07:03:34.580377+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64028.01171875 + 63989.94921875 ], "p50": [ 64313.0234375, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 1bedb58bc9bcccc67941851ad941ebe95a3dd079..6478f1867a44067968b2b21bf227adb695237dcc 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:33:43.893285+00:00", + "evaluated_at": "2026-06-22T07:03:44.850549+00:00", "freq": "10min", - "context_length": 78, + "context_length": 77, "prediction_length": 72, "context": [ - 1.5, - 1.5, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -83,11 +80,11 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158 ], "actuals": [ - 1.2999999523162842, - 1.2000000476837158, 1.5, 1.399999976158142, 1.5, @@ -157,237 +154,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3031120300292969, - 1.3008830547332764, - 1.3007831573486328, - 1.3009982109069824, - 1.3009812831878662, - 1.3008995056152344, - 1.3008919954299927, - 1.3010971546173096, - 1.3011839389801025, - 1.3009018898010254, - 1.3010361194610596, - 1.3009638786315918, - 1.3009144067764282, - 1.300906777381897, - 1.3009815216064453, - 1.3009312152862549, - 1.300938606262207, - 1.3007432222366333, - 1.3009601831436157, - 1.3009430170059204, - 1.3010733127593994, - 1.3009980916976929, - 1.3011287450790405, - 1.3011541366577148, - 1.30107581615448, - 1.3013392686843872, - 1.3011620044708252, - 1.3013033866882324, - 1.3011705875396729, - 1.3013818264007568, - 1.3011313676834106, - 1.3011627197265625, - 1.3015799522399902, - 1.3016748428344727, - 1.301222801208496, - 1.3016701936721802, - 1.3016048669815063, - 1.301674723625183, - 1.301689863204956, - 1.3018878698349, - 1.3016941547393799, - 1.3017772436141968, - 1.301751732826233, - 1.3017553091049194, - 1.301749348640442, - 1.3016597032546997, - 1.3018332719802856, - 1.3018441200256348, - 1.3018040657043457, - 1.3017566204071045, - 1.3018136024475098, - 1.3017635345458984, - 1.3017528057098389, - 1.301719307899475, - 1.3017759323120117, - 1.3018052577972412, - 1.3016844987869263, - 1.3017555475234985, - 1.3017332553863525, - 1.3019018173217773, - 1.301760196685791, - 1.301751971244812, - 1.3017817735671997, - 1.301772117614746, - 1.3011566400527954, - 1.3014625310897827, - 1.3012077808380127, - 1.3014585971832275, - 1.301544189453125, - 1.3015879392623901, - 1.3015881776809692, - 1.301639437675476 + 1.2241417169570923, + 1.300214409828186, + 1.2994632720947266, + 1.2994412183761597, + 1.299333095550537, + 1.2994760274887085, + 1.2993565797805786, + 1.2995537519454956, + 1.2994370460510254, + 1.2994205951690674, + 1.299316644668579, + 1.2994214296340942, + 1.2993273735046387, + 1.2992547750473022, + 1.2994179725646973, + 1.299442172050476, + 1.299456000328064, + 1.2995401620864868, + 1.2995160818099976, + 1.2997190952301025, + 1.2996838092803955, + 1.299504041671753, + 1.2996792793273926, + 1.2998206615447998, + 1.2996536493301392, + 1.2996772527694702, + 1.2996768951416016, + 1.2997428178787231, + 1.299838662147522, + 1.299695611000061, + 1.2997771501541138, + 1.2997190952301025, + 1.300176739692688, + 1.300633430480957, + 1.300365924835205, + 1.3003674745559692, + 1.300271987915039, + 1.300219178199768, + 1.3002206087112427, + 1.300191879272461, + 1.3001728057861328, + 1.3001470565795898, + 1.3002500534057617, + 1.300275444984436, + 1.300147533416748, + 1.3002187013626099, + 1.3002291917800903, + 1.3001765012741089, + 1.3001254796981812, + 1.3001971244812012, + 1.3000848293304443, + 1.3002116680145264, + 1.3001604080200195, + 1.3000726699829102, + 1.3000996112823486, + 1.3001303672790527, + 1.3000231981277466, + 1.300062656402588, + 1.3000717163085938, + 1.3000483512878418, + 1.300135612487793, + 1.30000901222229, + 1.2999887466430664, + 1.300066590309143, + 1.3000560998916626, + 1.300436019897461, + 1.3002324104309082, + 1.3002601861953735, + 1.3002090454101562, + 1.3001350164413452, + 1.3000975847244263, + 1.3001506328582764 ], "p10": [ - 1.248062014579773, - 1.2003157138824463, - 1.1930432319641113, - 1.1966147422790527, - 1.1950453519821167, - 1.1956942081451416, - 1.199380874633789, - 1.2011750936508179, - 1.1968830823898315, - 1.1968220472335815, - 1.1953121423721313, - 1.1948810815811157, - 1.196077823638916, - 1.196961760520935, - 1.1965233087539673, - 1.1981452703475952, - 1.1978439092636108, - 1.1988136768341064, - 1.1987736225128174, - 1.1984963417053223, - 1.1986650228500366, - 1.1986345052719116, - 1.1976295709609985, - 1.1982897520065308, - 1.1977852582931519, - 1.1979206800460815, - 1.1973110437393188, - 1.196333646774292, - 1.195238471031189, - 1.1950836181640625, - 1.195613145828247, - 1.1954632997512817, - 1.195340633392334, - 1.2062495946884155, - 1.1967387199401855, - 1.199558973312378, - 1.1980347633361816, - 1.203357219696045, - 1.2003775835037231, - 1.2011476755142212, - 1.20050048828125, - 1.202461838722229, - 1.2018511295318604, - 1.2022203207015991, - 1.2026571035385132, - 1.202673077583313, - 1.203125238418579, - 1.2040218114852905, - 1.2036950588226318, - 1.203313946723938, - 1.2032663822174072, - 1.2035436630249023, - 1.203658103942871, - 1.2041118144989014, - 1.2037484645843506, - 1.2040706872940063, - 1.203107476234436, - 1.202570915222168, - 1.2023953199386597, - 1.2017650604248047, - 1.2015050649642944, - 1.2012170553207397, - 1.2006746530532837, - 1.2006075382232666, - 1.1943986415863037, - 1.1972074508666992, - 1.1987597942352295, - 1.2023266553878784, - 1.1973615884780884, - 1.2012113332748413, - 1.2001285552978516, - 1.2004506587982178 + 1.1833518743515015, + 1.1919819116592407, + 1.1900970935821533, + 1.1888141632080078, + 1.1920359134674072, + 1.1939541101455688, + 1.195027470588684, + 1.1956536769866943, + 1.1967687606811523, + 1.1952422857284546, + 1.196036458015442, + 1.1933730840682983, + 1.197399377822876, + 1.1968259811401367, + 1.1960786581039429, + 1.1968263387680054, + 1.1958503723144531, + 1.1943892240524292, + 1.1967908143997192, + 1.1967114210128784, + 1.1973952054977417, + 1.1972578763961792, + 1.1973521709442139, + 1.1960103511810303, + 1.1980868577957153, + 1.1980679035186768, + 1.1974101066589355, + 1.197948694229126, + 1.1972236633300781, + 1.1951719522476196, + 1.1976100206375122, + 1.1967531442642212, + 1.1883186101913452, + 1.1952929496765137, + 1.1952898502349854, + 1.196710467338562, + 1.1943672895431519, + 1.19833242893219, + 1.195480227470398, + 1.196821928024292, + 1.1974446773529053, + 1.1964564323425293, + 1.196919322013855, + 1.1960277557373047, + 1.1964434385299683, + 1.1957014799118042, + 1.1960582733154297, + 1.1960742473602295, + 1.1963223218917847, + 1.1959857940673828, + 1.1970436573028564, + 1.197056531906128, + 1.197441816329956, + 1.1970003843307495, + 1.1967359781265259, + 1.1967612504959106, + 1.1969634294509888, + 1.197301983833313, + 1.1976778507232666, + 1.198324203491211, + 1.1986842155456543, + 1.1982916593551636, + 1.1987117528915405, + 1.1988701820373535, + 1.1961692571640015, + 1.194765329360962, + 1.1967686414718628, + 1.197208046913147, + 1.1957062482833862, + 1.1980420351028442, + 1.1976933479309082, + 1.1965827941894531 ], "p90": [ - 1.4053372144699097, - 1.4011722803115845, - 1.3973989486694336, - 1.4036688804626465, - 1.4033924341201782, - 1.4034796953201294, - 1.3981366157531738, - 1.4033890962600708, - 1.4008748531341553, - 1.400554895401001, - 1.4048926830291748, - 1.4033886194229126, - 1.4007718563079834, - 1.4035171270370483, - 1.404097318649292, - 1.4008827209472656, - 1.4046796560287476, - 1.403541088104248, - 1.402570128440857, - 1.4017301797866821, - 1.4025750160217285, - 1.402357816696167, - 1.4035407304763794, - 1.4035389423370361, - 1.4025429487228394, - 1.403791069984436, - 1.4045575857162476, - 1.4030144214630127, - 1.405029058456421, - 1.406806230545044, - 1.4035875797271729, - 1.40445876121521, - 1.4029723405838013, - 1.4043372869491577, - 1.4006028175354004, - 1.4016200304031372, - 1.4020015001296997, - 1.4020112752914429, - 1.4013197422027588, - 1.404698133468628, - 1.4049161672592163, - 1.4018843173980713, - 1.4029953479766846, - 1.4027785062789917, - 1.403718113899231, - 1.4047170877456665, - 1.4036900997161865, - 1.402119755744934, - 1.4028185606002808, - 1.403988242149353, - 1.4039366245269775, - 1.4026739597320557, - 1.402775764465332, - 1.4027470350265503, - 1.4033318758010864, - 1.403268814086914, - 1.404025912284851, - 1.402771234512329, - 1.4035146236419678, - 1.4032108783721924, - 1.403290033340454, - 1.4034476280212402, - 1.4036328792572021, - 1.4033852815628052, - 1.4020155668258667, - 1.403032898902893, - 1.4008777141571045, - 1.40224027633667, - 1.402255654335022, - 1.4038074016571045, - 1.4038975238800049, - 1.406381368637085 + 1.337237000465393, + 1.4210593700408936, + 1.411412000656128, + 1.4060187339782715, + 1.4103845357894897, + 1.4059714078903198, + 1.4095940589904785, + 1.4034844636917114, + 1.4061275720596313, + 1.4112153053283691, + 1.4088701009750366, + 1.4089021682739258, + 1.4081367254257202, + 1.4074631929397583, + 1.4064438343048096, + 1.4085643291473389, + 1.4043328762054443, + 1.4055733680725098, + 1.4037089347839355, + 1.4052311182022095, + 1.4057118892669678, + 1.4093469381332397, + 1.405765414237976, + 1.4069441556930542, + 1.4069136381149292, + 1.4064761400222778, + 1.406431794166565, + 1.4112656116485596, + 1.406443476676941, + 1.4073700904846191, + 1.4080040454864502, + 1.407595157623291, + 1.4121379852294922, + 1.4050813913345337, + 1.4014918804168701, + 1.4075593948364258, + 1.410361886024475, + 1.4050078392028809, + 1.4078713655471802, + 1.4078643321990967, + 1.4064717292785645, + 1.4062399864196777, + 1.405474305152893, + 1.403404951095581, + 1.4033105373382568, + 1.4034337997436523, + 1.403615117073059, + 1.4042266607284546, + 1.403232455253601, + 1.404040813446045, + 1.402084469795227, + 1.4032771587371826, + 1.4022941589355469, + 1.4032886028289795, + 1.4023137092590332, + 1.4022390842437744, + 1.4024039506912231, + 1.4020323753356934, + 1.4022477865219116, + 1.4031615257263184, + 1.4020891189575195, + 1.4030508995056152, + 1.4027917385101318, + 1.4031964540481567, + 1.3942680358886719, + 1.3987253904342651, + 1.405340552330017, + 1.4008632898330688, + 1.4095637798309326, + 1.4059021472930908, + 1.4085201025009155, + 1.408185362815857 ], "timestamps": [ - "2026-06-20 05:10:00", - "2026-06-20 05:20:00", - "2026-06-20 05:30:00", - "2026-06-20 05:40:00", - "2026-06-20 05:50:00", - "2026-06-20 06:00:00", "2026-06-20 06:10:00", "2026-06-20 06:20:00", "2026-06-20 06:30:00", @@ -531,6 +524,11 @@ "2026-06-21 05:30:00", "2026-06-21 05:40:00", "2026-06-21 05:50:00", - "2026-06-21 06:00:00" + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 50bdd47094165046b20ce62087654fa26426b649..b84f0775eef0e6878a9cc3d7202fe944e6564b21 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:51:56.491310+00:00", + "evaluated_at": "2026-06-22T07:03:47.991336+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", - "data_fetched_at": "2026-06-22T06:49:43.547735Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", + "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "context_length": 77, + "prediction_length": 72 } ], "failed_datasets": []