diff --git a/results/aggregates/.DS_Store b/results/aggregates/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..7bc1446c59a597362debfa06e815c3d120bc4544 Binary files /dev/null and b/results/aggregates/.DS_Store differ diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 9c52da5062a8cdacc19a52fab43263af7695f5da..13a40f1663e51fa5500d5addbea6c574acbe6e43 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T04:05:57.349361+00:00", + "generated_at": "2026-06-22T04:29:41.867010+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 7c9991f77d711c2066a1a0e9bd1792889c6fac6f..0a12f1ecaffe2827a8f4f43e698373d5b3c292fe 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.3206438748383627,0.6183440801246567,7.0,1,1,1.0 Air Quality,Moving-Average,0.7611811892338441,0.787633324182631,8.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Air Quality,ETS,1.0812067466272095,1.0162239267833477,10.0,1,1,1.0 -Finance,ETS,0.24469070457390096,0.35162584319022855,1.0,1,1,1.0 -Finance,Moving-Average,0.40641632639128344,0.49835124847769513,2.0,1,1,1.0 -Finance,Timer-S1,0.8091528849222451,0.6913714162681235,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7911486171334763,0.8381542767843806,4.0,1,1,1.0 -Finance,TimesFM-2.5,0.8551749380110233,0.8411690899700591,5.0,1,1,1.0 -Finance,TiRex,1.4752064274096846,0.9052148964395917,6.0,1,1,1.0 -Finance,Chronos-2,1.4314458419882548,0.9179693720854349,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.7700187539607777,0.9927430536643767,8.0,1,1,1.0 +Finance,ETS,0.2467754167019106,0.3529422830332777,1.0,1,1,1.0 +Finance,Moving-Average,0.40859532967657053,0.4986320954693251,2.0,1,1,1.0 +Finance,Timer-S1,0.8069455388912041,0.6905368592493476,3.0,1,1,1.0 +Finance,TimesFM-2.5,0.8487426654446659,0.8364662299795708,4.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7855273087210082,0.8375815345270146,5.0,1,1,1.0 +Finance,TiRex,1.4676661433298153,0.904761769374836,6.0,1,1,1.0 +Finance,Chronos-2,1.4247069186452834,0.9175389950201579,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.7475868410937294,0.9864857536974178,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.409575159462142,1.2039926936562348,10.0,1,1,1.0 +Finance,ARIMA,1.413261132056926,1.2123434832654818,10.0,1,1,1.0 Hazards,Chronos-2,0.5225908290229244,0.5727795472751189,1.0,1,1,1.0 Hazards,ETS,0.5477514477669481,0.6054403832032559,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.6470046966625177,0.6171953110089171,3.0,1,1,1.0 @@ -39,15 +39,15 @@ Hydrology,ETS,0.03944408943518567,0.3479789969070404,7.0,1,1,1.0 Hydrology,Moving-Average,0.162625,0.5658119658119654,8.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Hydrology,ARIMA,1.0348288639475303,1.4318919005606445,10.0,1,1,1.0 -Ocean,TiRex,0.1384820042470429,0.35826666940261487,2.5,2,2,1.0 -Ocean,ETS,0.5343136926924854,0.5745901786795635,3.5,2,2,1.0 -Ocean,Timer-S1,0.09408862459233229,0.2579830479373479,3.5,2,2,1.0 -Ocean,Moirai-1.1-Large,0.5392082998114152,0.597311320118197,4.5,2,2,1.0 -Ocean,ARIMA,0.19384803955482713,0.39392285392149534,6.0,2,2,1.0 -Ocean,Chronos-2,0.25256328522161015,0.40366259890492895,6.0,2,2,1.0 -Ocean,Moving-Average,0.9384574290309873,0.9453758831943537,6.5,2,2,1.0 -Ocean,Toto-2.0-1B,0.6801149043198684,0.6580721787505202,6.5,2,2,1.0 -Ocean,TimesFM-2.5,0.31064453476053394,0.5009069280021778,7.5,2,2,1.0 +Ocean,TiRex,0.13884915293298217,0.35646358776921094,2.5,2,2,1.0 +Ocean,ETS,0.537448693873138,0.5759408003977947,3.5,2,2,1.0 +Ocean,Timer-S1,0.09458773865157864,0.2585592774340671,3.5,2,2,1.0 +Ocean,Moirai-1.1-Large,0.5312332443833114,0.5931499744575333,4.5,2,2,1.0 +Ocean,ARIMA,0.19273378575696,0.3938652410584893,5.5,2,2,1.0 +Ocean,Chronos-2,0.2523628968604631,0.4081972589304904,6.5,2,2,1.0 +Ocean,Moving-Average,0.9403718620480752,0.9455934681864512,6.5,2,2,1.0 +Ocean,Toto-2.0-1B,0.6805778115496348,0.6580215908424595,6.5,2,2,1.0 +Ocean,TimesFM-2.5,0.3107134341166599,0.5011195064179793,7.5,2,2,1.0 Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0 Weather,Chronos-2,0.3678081815048506,0.4594863843749116,2.3333333333333335,3,3,1.0 Weather,Moirai-1.1-Large,0.328765007890587,0.41729098741060555,3.0,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index a5a927a44b36a22c482671910240906382d3a9a8..e5ca2f887df7d8cb2bc7edfa2f1bb38a82bc985d 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -1,14 +1,14 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -10min,ETS,0.8480553422350985,0.8761378297869157,1.0,1,1,1.0 -10min,Moirai-1.1-Large,1.022772148108149,0.9175306622959469,2.0,1,1,1.0 -10min,TiRex,1.0394816031554375,0.925066913063837,3.0,1,1,1.0 -10min,Moving-Average,0.9547196002458098,0.9332055822901776,4.0,1,1,1.0 -10min,Toto-2.0-1B,1.041751887932176,0.9718281496564896,5.0,1,1,1.0 -10min,Timer-S1,1.0227172520205654,0.978162569000954,6.0,1,1,1.0 +10min,ETS,0.858036198624378,0.8802615394619123,1.0,1,1,1.0 +10min,Moirai-1.1-Large,0.9927416578716727,0.9047906992828162,2.0,1,1,1.0 +10min,TiRex,1.0450007349962118,0.9157790053306439,3.0,1,1,1.0 +10min,Moving-Average,0.9586187883181113,0.933635199545569,4.0,1,1,1.0 +10min,Toto-2.0-1B,1.0431704676143163,0.971678740928901,5.0,1,1,1.0 +10min,Timer-S1,1.0335964941386067,0.9825370859141904,6.0,1,1,1.0 10min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -10min,Chronos-2,1.1529671035405273,1.0071982633664192,8.0,1,1,1.0 -10min,ARIMA,1.0129943954310456,1.016197672745931,9.0,1,1,1.0 -10min,TimesFM-2.5,1.0597547182176483,1.0467749066893717,10.0,1,1,1.0 +10min,ARIMA,1.0013823220539042,1.0159004481730411,8.0,1,1,1.0 +10min,Chronos-2,1.1511382586871222,1.0299546731229832,9.0,1,1,1.0 +10min,TimesFM-2.5,1.0602248666149188,1.0476635706570583,10.0,1,1,1.0 15min,TimesFM-2.5,0.0001315265099207557,0.16509633747328128,1.0,1,1,1.0 15min,TiRex,0.00010260541439056391,0.18779747596154067,2.0,1,1,1.0 15min,Chronos-2,8.587932586669763e-06,0.19728847823183943,3.0,1,1,1.0 @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.5541643334828329,0.5544361914713151,3.5,6,6,1.0 -1h,Toto-2.0-1B,0.5241469678985208,0.5877921524146476,4.166666666666667,6,6,1.0 -1h,Moirai-1.1-Large,0.5700658813144728,0.538181410931434,4.5,6,6,1.0 -1h,TiRex,0.5670494448694287,0.5865308618408578,4.5,6,6,1.0 -1h,Timer-S1,0.6033209806718784,0.5919859245226015,4.666666666666667,6,6,1.0 -1h,TimesFM-2.5,0.39428669541024824,0.655753954042669,5.5,6,6,1.0 -1h,ETS,1.4002377308526164,1.0643875332058372,5.666666666666667,6,6,1.0 -1h,ARIMA,1.3624855546875898,1.0686242732403206,6.833333333333333,6,6,1.0 -1h,Moving-Average,1.0031459541368406,0.9166364270467501,7.0,6,6,1.0 +1h,Chronos-2,0.5537286647072545,0.5543928597337244,3.5,6,6,1.0 +1h,Toto-2.0-1B,0.5235244231121836,0.5877251899418862,4.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.5688553742245418,0.5376145571603227,4.5,6,6,1.0 +1h,TiRex,0.5665653489414548,0.5864819179457365,4.5,6,6,1.0 +1h,Timer-S1,0.6030463612824788,0.591866766506741,4.666666666666667,6,6,1.0 +1h,TimesFM-2.5,0.3937908622535013,0.6551414874604452,5.333333333333333,6,6,1.0 +1h,ETS,1.4022189964787928,1.065050653477543,5.666666666666667,6,6,1.0 +1h,ARIMA,1.363078714646568,1.0698560326019275,6.833333333333333,6,6,1.0 +1h,Moving-Average,1.0040403535518092,0.9167225022649308,7.0,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8.666666666666666,6,6,1.0 6min,Timer-S1,0.008656028105702497,0.06804109575673102,1.0,1,1,1.0 6min,TiRex,0.018448874363975024,0.13875213197251712,2.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 58a09a69787444ffb9f458a4923153010512ab4c..25e17cb0e92c328031a68a1ea7eb4199be4794f7 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,15 +9,15 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.11390202255161767,0.47834853736587446,3.4285714285714284,7,7,1.0 -24,TiRex,0.16557132425896587,0.49846373353915874,4.142857142857143,7,7,1.0 -24,Toto-2.0-1B,0.08247208784990488,0.5174183104671851,4.285714285714286,7,7,1.0 -24,Timer-S1,0.28033387060425463,0.5141516206588549,4.571428571428571,7,7,1.0 -24,Moirai-1.1-Large,0.5345344603526183,0.48228585966507403,4.714285714285714,7,7,1.0 -24,TimesFM-2.5,0.12563960897398213,0.5384792744572091,4.857142857142857,7,7,1.0 -24,ETS,0.8408950552377239,0.9072687622203593,5.857142857142857,7,7,1.0 -24,Moving-Average,0.7735381252624741,0.8555885647748938,7.142857142857143,7,7,1.0 -24,ARIMA,1.309983152819787,1.1142433812146262,7.285714285714286,7,7,1.0 +24,Chronos-2,0.11382526397634554,0.47831649278334126,3.4285714285714284,7,7,1.0 +24,TiRex,0.16545015977879118,0.4984280804614673,4.142857142857143,7,7,1.0 +24,Toto-2.0-1B,0.08238811970048293,0.5173677854770721,4.428571428571429,7,7,1.0 +24,Timer-S1,0.28022449368794683,0.5140629127081978,4.571428571428571,7,7,1.0 +24,Moirai-1.1-Large,0.5335614059381264,0.4818504152024997,4.714285714285714,7,7,1.0 +24,TimesFM-2.5,0.1255041704363219,0.5380481599226541,4.714285714285714,7,7,1.0 +24,ETS,0.8419148013684687,0.9077532271809613,5.857142857142857,7,7,1.0 +24,Moving-Average,0.7741292439167233,0.8556574294160962,7.142857142857143,7,7,1.0 +24,ARIMA,1.310471968735209,1.1153441557336288,7.285714285714286,7,7,1.0 24,Seasonal-Naive,1.0,1.0,8.714285714285714,7,7,1.0 60,Timer-S1,0.008656028105702497,0.06804109575673102,1.0,1,1,1.0 60,TiRex,0.018448874363975024,0.13875213197251712,2.0,1,1,1.0 @@ -29,13 +29,13 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 60,Toto-2.0-1B,0.4440177055941547,0.4456127275162066,8.0,1,1,1.0 60,Moving-Average,0.9224722587414125,0.9577049017775806,9.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -72,ETS,0.8480553422350985,0.8761378297869157,1.0,1,1,1.0 -72,Moirai-1.1-Large,1.022772148108149,0.9175306622959469,2.0,1,1,1.0 -72,TiRex,1.0394816031554375,0.925066913063837,3.0,1,1,1.0 -72,Moving-Average,0.9547196002458098,0.9332055822901776,4.0,1,1,1.0 -72,Toto-2.0-1B,1.041751887932176,0.9718281496564896,5.0,1,1,1.0 -72,Timer-S1,1.0227172520205654,0.978162569000954,6.0,1,1,1.0 +72,ETS,0.858036198624378,0.8802615394619123,1.0,1,1,1.0 +72,Moirai-1.1-Large,0.9927416578716727,0.9047906992828162,2.0,1,1,1.0 +72,TiRex,1.0450007349962118,0.9157790053306439,3.0,1,1,1.0 +72,Moving-Average,0.9586187883181113,0.933635199545569,4.0,1,1,1.0 +72,Toto-2.0-1B,1.0431704676143163,0.971678740928901,5.0,1,1,1.0 +72,Timer-S1,1.0335964941386067,0.9825370859141904,6.0,1,1,1.0 72,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -72,Chronos-2,1.1529671035405273,1.0071982633664192,8.0,1,1,1.0 -72,ARIMA,1.0129943954310456,1.016197672745931,9.0,1,1,1.0 -72,TimesFM-2.5,1.0597547182176483,1.0467749066893717,10.0,1,1,1.0 +72,ARIMA,1.0013823220539042,1.0159004481730411,8.0,1,1,1.0 +72,Chronos-2,1.1511382586871222,1.0299546731229832,9.0,1,1,1.0 +72,TimesFM-2.5,1.0602248666149188,1.0476635706570583,10.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 396b0d643f6e35bcb14cf811aebb7cdee5c647ba..f4cab826815ee5ed60d3b837445bf2cb0b7fec29 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.1448983661716756,0.42953284590449403,3.6,10,10,1.0 -Overall,Timer-S1,0.19869829997482666,0.4086619160476357,4.0,10,10,1.0 -Overall,Chronos-2,0.12931821410074448,0.4323149062416661,4.1,10,10,1.0 -Overall,Moirai-1.1-Large,0.46036546597843075,0.4674404380640583,4.5,10,10,1.0 -Overall,Toto-2.0-1B,0.1284321085165995,0.5030175422759856,4.7,10,10,1.0 -Overall,TimesFM-2.5,0.14351809900560808,0.49697350690195025,5.5,10,10,1.0 -Overall,ETS,0.7107132356705266,0.7756606146517758,5.7,10,10,1.0 -Overall,ARIMA,0.7820998842277229,0.8217901090474382,7.0,10,10,1.0 -Overall,Moving-Average,0.7500667272402224,0.8223021390413195,7.1,10,10,1.0 +Overall,TiRex,0.14490084408717602,0.4290781385480539,3.6,10,10,1.0 +Overall,Timer-S1,0.19885433351443513,0.4087949315801612,4.0,10,10,1.0 +Overall,Chronos-2,0.12923668712759773,0.43326155954269935,4.2,10,10,1.0 +Overall,Moirai-1.1-Large,0.45841050666083166,0.4664922472539019,4.5,10,10,1.0 +Overall,Toto-2.0-1B,0.1283580269612572,0.5029754252348133,4.8,10,10,1.0 +Overall,TimesFM-2.5,0.14341614444233527,0.4967371053905621,5.4,10,10,1.0 +Overall,ETS,0.7121491942505856,0.7763149681317432,5.7,10,10,1.0 +Overall,ARIMA,0.7814027352431677,0.8223342682684035,6.9,10,10,1.0 +Overall,Moving-Average,0.7507738470848067,0.8223863187063913,7.1,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,8.8,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 09327388014a01ab74492bc5cf3ec56242ec4cfc..be10c0c2f0688f2c42abb7bb909138b1ccfcba18 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,313738.2985032349,297464.47199274733,509.7369661434386,0.4655879523065571,0.007942290792246877,0.007977588109139256,6.2029238707518415,560.123467195613,0.008738475847613326,0.00795239697701246,0.006906139767595013,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,312387.23253503116,298922.5207934883,512.013658851772,0.46766745755437916,0.007977719912807492,0.008013195326501294,6.2029238707518415,558.9161229871895,0.008719329774286239,0.007987631340114012,0.006941411365392444,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.03166563862439812,0.03189585034782569,0.13872357215512718,0.3970810781685921,0.08515501628205016,0.08241120411479641,14.118183514161107,0.17794841562767036,0.10920206798543168,0.08513085606428145,0.08344675635328555,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.06134246126699171,0.06954267474035193,0.23933143174892113,3.8891371567838005,0.15274177869369474,0.1675971149860932,59.35178062326125,0.24767410293971331,0.1631521950023639,0.15765656546013418,0.14015203806467813,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.06286458056035699,0.07187432327957308,0.24480708684666017,3.916914510184793,0.15592542827602898,0.17123651121412048,59.56860232838252,0.2507281008589922,0.16456173663212026,0.16067556533678362,0.14317067635154557,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,2.734186441011413,2.297506900496867,1.2904526126747708,0.7060226732778349,0.08602286623341183,0.08103572279508857,10.245475516843822,1.6535375535534151,0.10625140906367327,0.08292064981042704,0.07575426396299487,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,41.113025405741816,40.67921512904482,5.624639938201898,0.4861723548137316,0.3043717466105424,0.25925655354034677,3.635612654126927,6.4119439646445615,0.2891519196200356,0.25364779297361706,0.21419181842926133,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,21.752905983791354,21.01868110635593,4.169883176341487,2.1607766214447426,0.17838293094983282,0.16077779852709725,62.486179946996096,4.66400107030341,0.19226386695347097,0.17189487140822673,0.16300120530332773,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 03919f8b9b7f9602ec9c0cb957a11ea2ee3611e5..58ae27a53d5595e3fbae631d07b51428ef430982 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T04:05:56.993796+00:00", + "evaluated_at": "2026-06-22T04:29:41.520128+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64606.0, 64257.98828125, 63974.01171875, - 63911.359375 + 63966.0 ], "p50": [ 63630.750382020626, diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c0935f44248c5bb2e6863734536d829778d3b759..5ac36a8f6aa0bac6b35fa9c9612f914409581f30 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:52:30.865299+00:00", + "evaluated_at": "2026-06-22T04:29:41.566098+00:00", "freq": "10min", - "context_length": 78, + "context_length": 79, "prediction_length": 72, "context": [ 1.2999999523162842, @@ -83,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -157,229 +157,230 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.283266765044138, - 1.284531475939565, - 1.2851228735461744, - 1.2853130486088309, - 1.2854714945732417, - 1.288391782875293, - 1.2855156808477142, - 1.2854892679311785, - 1.2855514983784857, - 1.2856088461743562, - 1.2855737427288951, - 1.2856281848077653, - 1.2865510292878972, - 1.2853782062976846, - 1.2855746754347634, - 1.285518389091887, - 1.2855928349712333, - 1.285518404927018, - 1.2860987650972822, - 1.2856109684111754, - 1.2865666468606973, - 1.2855561149631343, - 1.2854796866782978, - 1.2865512357355402, - 1.285574719085195, - 1.2854197461355485, - 1.2856286338133165, - 1.2855375112007077, - 1.286611866231031, - 1.2865820587714087, - 1.2895120914020377, - 1.2855747191035887, - 1.2855928442064788, - 1.2854600663856215, - 1.287007962507843, - 1.2856109693093591, - 1.2854197461440426, - 1.2855928442065152, - 1.2856462983250838, - 1.2853569926289157, - 1.2855375112025043, - 1.285518409174085, - 1.286551235775712, - 1.2874040587838445, - 1.2855561151530865, - 1.2853356840017516, - 1.2855561151530865, - 1.2855747191036688, - 1.2865666472737503, - 1.286551235775712, - 1.2855747191036688, - 1.2854993071456657, - 1.2855747191036688, - 1.2855747191036688, - 1.2865666472737503, - 1.2855747191036688, - 1.2856286338172234, - 1.2856109693093627, - 1.2855928442065157, - 1.286611866231857, - 1.2854600663856384, - 1.2865666472737503, - 1.2855561151530865, - 1.2865666472737503, - 1.2856109693093627, - 1.285646298325084, - 1.285646298325084, - 1.2865820587717884, - 1.2852918439225829, - 1.2865820587717884, - 1.2856286338172234, - 1.2855375112025043 + 1.283583909638219, + 1.2847805801717034, + 1.2862517095171935, + 1.2860594594006556, + 1.2855795940111057, + 1.285763967125674, + 1.2867726351559179, + 1.2867544569942755, + 1.286293672535848, + 1.2857361823157527, + 1.2858447332572227, + 1.285661393709814, + 1.285792473798209, + 1.2857004707983668, + 1.2857749672124985, + 1.2857005445899907, + 1.2857196600891092, + 1.2862982214664607, + 1.2857568805783282, + 1.2856618354335683, + 1.2857568820948841, + 1.2858099008687176, + 1.2856422129885046, + 1.2857926772704655, + 1.2867335316699822, + 1.2857931379670005, + 1.2867335316843134, + 1.2867792653177146, + 1.2867489455141992, + 1.2857005643729926, + 1.2857931379751848, + 1.2858456958641074, + 1.2867643593418312, + 1.2857750102383965, + 1.2857191710313272, + 1.2867792653194776, + 1.2857196691855315, + 1.2856422130744634, + 1.2858284721185096, + 1.2855604359859978, + 1.285862919609863, + 1.286794171297095, + 1.2858456958641864, + 1.2857931379753567, + 1.28575688250147, + 1.2867489455150116, + 1.28575688250147, + 1.2857931379753567, + 1.2857750102384133, + 1.2856814595611996, + 1.28575688250147, + 1.2856618363178318, + 1.2867335316881556, + 1.285642213074464, + 1.2857382758435016, + 1.28575688250147, + 1.285862919609863, + 1.285862919609863, + 1.2857750102384133, + 1.2896394309092223, + 1.28575688250147, + 1.2858284721185098, + 1.2856814595611996, + 1.285862919609863, + 1.2858284721185098, + 1.2857005643733663, + 1.2857931379753567, + 1.2862982256490092, + 1.2858108050469332, + 1.2857931379753567, + 1.2856814595611996, + 1.285862919609863 ], "p10": [ - 1.2221244001097233, - 1.2241665056237465, - 1.2239442584060658, - 1.2233378236969206, - 1.2234590617601668, - 1.225559718177735, - 1.2235404559358039, - 1.2273250075969335, - 1.2252232571160966, - 1.2275249079371873, - 1.2251453102023313, - 1.2249874375389957, - 1.2251460800892902, - 1.2245289334195988, - 1.2251462429081996, - 1.223562266208396, - 1.2244323449339718, - 1.2245290241309272, - 1.223562284337478, - 1.2245290274798069, - 1.225146286164052, - 1.1883915490889951, - 1.22452902829064, - 1.223562286250422, - 1.2252369391292894, - 1.1883915492704518, - 1.2245290283740873, - 1.2252369391459668, - 1.2256071884636393, - 1.2256071884640856, - 1.2255701635326206, - 1.2250845607571137, - 1.2251462865770681, - 1.223562286290577, - 1.2235622862905862, - 1.2244323541692506, - 1.1883915492789459, - 1.2245290283779935, - 1.2250845607571936, - 1.223562286290594, - 1.1883915492789474, - 1.223562286290594, - 1.2255701635327951, - 1.2250845607571939, - 1.2255701635327951, - 1.2250845607571939, - 1.2245290283779942, - 1.223562286290594, - 1.2256071884644653, - 1.225146286577105, - 1.2244323541692541, - 1.2275270310721937, - 1.2255701635327951, - 1.2256071884644653, - 1.2245290283779942, - 1.223562286290594, - 1.2252369391477633, - 1.2273350468114208, - 1.2250694738620465, - 1.2252278738906974, - 1.223562286290594, - 1.2245290283779942, - 1.225146286577105, - 1.225146286577105, - 1.223562286290594, - 1.2250845607571939, - 1.2252369391477633, - 1.225146286577105, - 1.2252278738906974, - 1.1839420633251616, - 1.2273350468114208, - 1.223562286290594 + 1.22314564946971, + 1.2235706660761099, + 1.22702704481005, + 1.2250506993981192, + 1.225232106024296, + 1.2253778215200948, + 1.225403123300177, + 1.2257352249955678, + 1.2253294184612287, + 1.2237334131553308, + 1.2254236968343903, + 1.2237350640750617, + 1.220219163535779, + 1.2247165812634542, + 1.2237354636571647, + 1.223735486899704, + 1.2253339624779662, + 1.2257807307052564, + 1.2246185560997744, + 1.223735505798816, + 1.2253339711678042, + 1.2253339713874412, + 1.2247166747524942, + 1.2247166747989293, + 1.2253339715562166, + 1.2253339715660339, + 1.224618558019074, + 1.2300872157329972, + 1.2246185580221038, + 1.2257807348874312, + 1.2247166748382818, + 1.225424659441275, + 1.223735506683043, + 1.2253339715743732, + 1.224716674838446, + 1.2254246594413505, + 1.2253339715743885, + 1.2253339715743894, + 1.2237355066830793, + 1.2252722419007964, + 1.2257451273431599, + 1.22533397157439, + 1.2257451273431599, + 1.227700881658035, + 1.188574110327884, + 1.225780734887805, + 1.225780734887805, + 1.1841392557373311, + 1.22021936704756, + 1.2252722419007964, + 1.22533397157439, + 1.22021936704756, + 1.2252722419007964, + 1.2247166748384537, + 1.2247166748384537, + 1.2254155906546575, + 1.2252722419007964, + 1.2302698243115595, + 1.2252722419007964, + 1.2275088669810121, + 1.22021936704756, + 1.225780734887805, + 1.2247166748384537, + 1.225424659441354, + 1.22533397157439, + 1.2247166748384537, + 1.22533397157439, + 1.2247166748384537, + 1.2252722419007964, + 1.2237355066830795, + 1.22021936704756, + 1.2247166748384537 ], "p90": [ - 1.3818314956770286, - 1.3857105965506493, - 1.386283869054412, - 1.3822955855275427, - 1.3867354347688148, - 1.3867911890125115, - 1.3841176193817692, - 1.387628593609556, - 1.3866361145986659, - 1.3867698416825938, - 1.3874379332592441, - 1.3866402823638087, - 1.3866405248854519, - 1.3823400196500049, - 1.3868386156303365, - 1.3866407112910688, - 1.3866407221379844, - 1.3841394454894924, - 1.387438907680902, - 1.3866538538195128, - 1.3866407309602138, - 1.3747190254583646, - 1.3841394496492052, - 1.38683865925907, - 1.3756610680386672, - 1.3750543680145388, - 1.3841394497326525, - 1.3780724493936973, - 1.3866407313724407, - 1.3874389096336381, - 1.3874389096338433, - 1.38677196481752, - 1.3825200481211792, - 1.3823401146083834, - 1.3823401146083925, - 1.3874389096340143, - 1.3841394497365578, - 1.3867719648175996, - 1.3874389096340176, - 1.3866538547177, - 1.3866407313732667, - 1.3867719648176002, - 1.3866538547177, - 1.3867719648176002, - 1.382520048121216, - 1.378072449395494, - 1.3876386328240433, - 1.3874389096340178, - 1.378072449395494, - 1.3874389096340178, - 1.382520048121216, - 1.3867719648176002, - 1.3823401146084002, - 1.3823401146084002, - 1.3874389096340178, - 1.3823401146084002, - 1.3867719648176002, - 1.3841394497365593, - 1.3867719648176002, - 1.3867719648176002, - 1.38438957790023, - 1.3841394497365593, - 1.382520048121216, - 1.3866407313732667, - 1.3867719648176002, - 1.38438957790023, - 1.3876386328240433, - 1.3841394497365593, - 1.382520048121216, - 1.3867719648176002, - 1.3867719648176002, - 1.3841394497365593 + 1.3845440308078405, + 1.3865734391951319, + 1.3864724714648935, + 1.387399788639261, + 1.3712729631461185, + 1.3869074557145964, + 1.3825002382385292, + 1.3868262637175295, + 1.3825172212665449, + 1.3868209472517359, + 1.386822078172521, + 1.3825213317716885, + 1.382701520670965, + 1.386836072490122, + 1.3869542506099408, + 1.3845714294636653, + 1.3868230316830608, + 1.386836161882573, + 1.3825217724565644, + 1.386954292751592, + 1.3843212720035167, + 1.3868230405925357, + 1.3843212723241431, + 1.3843212723705782, + 1.3869542936176822, + 1.3868230407711284, + 1.3870209973826217, + 1.3868230407777178, + 1.3876213311411258, + 1.3748994595546065, + 1.3829650263051494, + 1.3869542936357766, + 1.3896188479727583, + 1.3868230407794677, + 1.3876213311419305, + 1.37825329488719, + 1.3827017241827444, + 1.386823040779484, + 1.3870209973864638, + 1.375223657244253, + 1.3868230407794846, + 1.3868230407794846, + 1.387020997386464, + 1.3868230407794846, + 1.3786801428364448, + 1.384571449247041, + 1.3786801428364448, + 1.3869542936358557, + 1.3868230407794846, + 1.3869542936358557, + 1.3843212724101026, + 1.3782532948871935, + 1.3825217743797062, + 1.3825217743797062, + 1.382701724182746, + 1.3876213311419383, + 1.387020997386464, + 1.3869542936358557, + 1.3825217743797062, + 1.3869542936358557, + 1.3843212724101026, + 1.3825217743797062, + 1.3825217743797062, + 1.3843212724101026, + 1.3869542936358557, + 1.3843212724101026, + 1.3786801428364448, + 1.387020997386464, + 1.3876213311419383, + 1.38690286981573, + 1.3748994595549802, + 1.387020997386464 ], "timestamps": [ "2026-06-20 02:50:00", @@ -531,6 +532,7 @@ "2026-06-21 03:10:00", "2026-06-21 03:20:00", "2026-06-21 03:30:00", - "2026-06-21 03:40:00" + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 0ebd57d6a3c17fc38e9c42fbb1c30e0826d5403a..b6cb944b60485812801b014d73993a403856fe65 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T04:05:57.064657+00:00", + "evaluated_at": "2026-06-22T04:29:41.609635+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 91ed9f85e3a779a319616ed8f5c9aa3a174da2a7..bdbb2c72e393df81a08fd261fac72c376f983fe9 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.600,4.100,4.500,4.500,4.600,4.500,4.000,4.500,4.600,4.600 +2026-06-22,Chronos-2,4.600,4.200,4.500,4.500,4.600,4.500,4.100,4.500,4.600,4.600 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 468b9863eb856fea8d6b9bc04e0d3d4ef5c6e96a..f620bc6a6c43fcc4ad22340bb026f58077b1b61b 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.6,4.1,4.5,4.5,4.6,4.5,4.0,4.5,4.6,4.6 +2026-W26,Chronos-Bolt-Mini,4.6,4.2,4.5,4.5,4.6,4.5,4.1,4.5,4.6,4.6 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 5e3521ba76f73be27c8fc522c585a3a7793e39fb..e783b047c8e937ca3e4cdf26cd5815bed9a2be04 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,318606.1983642578,318606.1983642578,462.8336588541667,0.4227470044301727,0.0072389163660610085,0.007200037765768496,1.553300330033003,564.4521222958222,0.008806007115737495,0.007220659347856222,0.005265501044480293,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,314917.2091369629,314917.2091369629,460.5569661458333,0.42066749918235063,0.0072028577391253035,0.007164431735325598,1.553300330033003,561.1748472062543,0.008754566834956332,0.007184884998857594,0.00525347452775397,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.047227612059961406,0.047227612059961406,0.17994007865587872,0.5150588276267709,0.10616207888379997,0.1152857140450723,1.9714373688222837,0.21731914793676466,0.1333628078891221,0.11042429702660253,0.08840714306795448,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06981858953025642,0.06981858953025642,0.23816070291731092,3.8701128064664974,0.15185794269521444,0.16668803539137805,91.33969388177641,0.26423207513520464,0.1740595505814011,0.15688536259167662,0.13891085674755438,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.07226592901192655,0.07226592901192655,0.24402179817358652,3.9043498878208474,0.15530743035385777,0.17062262608168266,100.41882807740485,0.26882323004518516,0.17643821108097812,0.16016015255554453,0.14515133586921633,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,1.8575773484371894,1.8575773484371894,1.162847359975179,0.6362082525463973,0.07749478142076036,0.07343225965614342,7.867669781268283,1.3629296931379804,0.08757781160725979,0.0747211155004131,0.0506007762921986,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,139.2099382709439,139.2099382709439,9.507965405782064,0.8218321495427673,0.5159466766353785,0.36786762334697,5.5038395966277065,11.798726129160888,0.5320733194378536,0.428769568780094,0.2888807288392381,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.731294897362962,1.731294897362962,1.1828687191009521,0.6129464463112605,0.048871299810660435,0.04744657002235242,3.042537326000126,1.31578679783731,0.05424060887320273,0.048761334014413814,0.030780436242707168,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 28ced3ffed2e67eef44430b04f46566d77e13147..a5423e9b78c03e816b469e94e71534f59db6541b 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T04:03:41.130870+00:00", + "evaluated_at": "2026-06-22T04:12:52.696155+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64606.0, 64257.98828125, 63974.01171875, - 63911.359375 + 63966.0 ], "p50": [ 64324.90234375, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 52590154caec25a6f23ec22ea6015e6f9c33bf43..3c82e7b412759e13a9eaeb39195032df0218c1b6 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:49:55.341438+00:00", + "evaluated_at": "2026-06-22T04:12:57.757552+00:00", "freq": "10min", - "context_length": 78, + "context_length": 79, "prediction_length": 72, "context": [ 1.2999999523162842, @@ -83,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -157,229 +157,230 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.301910161972046, - 1.3017195463180542, - 1.3016422986984253, - 1.3006497621536255, - 1.2989927530288696, - 1.2981162071228027, - 1.296633005142212, - 1.2952631711959839, - 1.293450951576233, - 1.2933952808380127, - 1.2931532859802246, - 1.2936686277389526, - 1.2944704294204712, - 1.2938374280929565, - 1.295097827911377, - 1.2954843044281006, - 1.2936162948608398, - 1.2929012775421143, - 1.2922574281692505, - 1.2906568050384521, - 1.2896610498428345, - 1.290190577507019, - 1.2894481420516968, - 1.2907814979553223, - 1.2923284769058228, - 1.2933199405670166, - 1.2944982051849365, - 1.2944858074188232, - 1.293891191482544, - 1.29325270652771, - 1.2928619384765625, - 1.2917580604553223, - 1.289999008178711, - 1.288656234741211, - 1.2893441915512085, - 1.290647029876709, - 1.2896099090576172, - 1.2901190519332886, - 1.2884806394577026, - 1.2887346744537354, - 1.2885806560516357, - 1.2869477272033691, - 1.2861979007720947, - 1.284401297569275, - 1.2834707498550415, - 1.2818548679351807, - 1.2823164463043213, - 1.2835793495178223, - 1.2851970195770264, - 1.2872200012207031, - 1.2887626886367798, - 1.2888190746307373, - 1.2869638204574585, - 1.2848247289657593, - 1.2825491428375244, - 1.279565691947937, - 1.2760894298553467, - 1.2735533714294434, - 1.2739917039871216, - 1.2746368646621704, - 1.277390718460083, - 1.2790353298187256, - 1.2815905809402466, - 1.2824676036834717, - 1.2833704948425293, - 1.2807161808013916, - 1.2796450853347778, - 1.2782254219055176, - 1.2766327857971191, - 1.2768737077713013, - 1.277268409729004, - 1.2793399095535278 + 1.3009787797927856, + 1.3005931377410889, + 1.3000082969665527, + 1.2987523078918457, + 1.297547698020935, + 1.296836256980896, + 1.2959251403808594, + 1.2945934534072876, + 1.29440438747406, + 1.294274091720581, + 1.2937802076339722, + 1.2932084798812866, + 1.293894648551941, + 1.2925304174423218, + 1.29441237449646, + 1.2939904928207397, + 1.2922576665878296, + 1.2918870449066162, + 1.2922396659851074, + 1.2912834882736206, + 1.289610743522644, + 1.2905573844909668, + 1.2900056838989258, + 1.2906349897384644, + 1.2917230129241943, + 1.2917901277542114, + 1.291497826576233, + 1.2907359600067139, + 1.2907354831695557, + 1.290169596672058, + 1.2898151874542236, + 1.2896305322647095, + 1.2885472774505615, + 1.2888131141662598, + 1.2897720336914062, + 1.289420485496521, + 1.288210391998291, + 1.2886589765548706, + 1.2870937585830688, + 1.2870451211929321, + 1.2867927551269531, + 1.2854772806167603, + 1.2843574285507202, + 1.283920168876648, + 1.2834789752960205, + 1.2828139066696167, + 1.2830679416656494, + 1.2847650051116943, + 1.2868123054504395, + 1.2881462574005127, + 1.2880616188049316, + 1.2873672246932983, + 1.2856829166412354, + 1.2839767932891846, + 1.281071424484253, + 1.2788962125778198, + 1.277906060218811, + 1.277782678604126, + 1.2794315814971924, + 1.279529333114624, + 1.2802481651306152, + 1.2812271118164062, + 1.2820782661437988, + 1.2828835248947144, + 1.2822885513305664, + 1.2792675495147705, + 1.278570532798767, + 1.278064250946045, + 1.2769418954849243, + 1.2771269083023071, + 1.2779518365859985, + 1.278548002243042 ], "p10": [ - 1.2816447019577026, - 1.2764936685562134, - 1.2689129114151, - 1.2595446109771729, - 1.2520184516906738, - 1.245532751083374, - 1.2399656772613525, - 1.2340587377548218, - 1.227164387702942, - 1.2274068593978882, - 1.219630241394043, - 1.2155773639678955, - 1.2123066186904907, - 1.2152047157287598, - 1.2154338359832764, - 1.2157264947891235, - 1.2247389554977417, - 1.2212738990783691, - 1.2194266319274902, - 1.2154701948165894, - 1.2140625715255737, - 1.2125117778778076, - 1.2110050916671753, - 1.2107343673706055, - 1.208543062210083, - 1.2112494707107544, - 1.207896113395691, - 1.2056125402450562, - 1.2055377960205078, - 1.202546238899231, - 1.2003016471862793, - 1.1952216625213623, - 1.1888625621795654, - 1.1873517036437988, - 1.188696265220642, - 1.1898314952850342, - 1.191650152206421, - 1.1931304931640625, - 1.19192636013031, - 1.192589521408081, - 1.1914947032928467, - 1.1954808235168457, - 1.1927051544189453, - 1.1898715496063232, - 1.1898930072784424, - 1.1876953840255737, - 1.187511682510376, - 1.1857523918151855, - 1.1844991445541382, - 1.1844050884246826, - 1.1842142343521118, - 1.1825162172317505, - 1.1806906461715698, - 1.1809921264648438, - 1.1782958507537842, - 1.174010992050171, - 1.1734182834625244, - 1.1716469526290894, - 1.1699793338775635, - 1.1680117845535278, - 1.1687391996383667, - 1.1711654663085938, - 1.1757473945617676, - 1.175302267074585, - 1.1842347383499146, - 1.1827588081359863, - 1.1818519830703735, - 1.1805237531661987, - 1.1793315410614014, - 1.1807068586349487, - 1.1808140277862549, - 1.179457426071167 + 1.2775955200195312, + 1.2746387720108032, + 1.2652050256729126, + 1.2554571628570557, + 1.2492884397506714, + 1.2373508214950562, + 1.224822759628296, + 1.221158504486084, + 1.2160316705703735, + 1.2107683420181274, + 1.2031008005142212, + 1.2009714841842651, + 1.2003382444381714, + 1.204014778137207, + 1.2014020681381226, + 1.2030457258224487, + 1.2204382419586182, + 1.2142488956451416, + 1.2069920301437378, + 1.2021876573562622, + 1.2024295330047607, + 1.2026954889297485, + 1.2007945775985718, + 1.201415777206421, + 1.2012169361114502, + 1.2026681900024414, + 1.1977312564849854, + 1.1928398609161377, + 1.1924771070480347, + 1.1891731023788452, + 1.1854020357131958, + 1.182173490524292, + 1.1858744621276855, + 1.1866445541381836, + 1.1839995384216309, + 1.1855008602142334, + 1.1895760297775269, + 1.192702293395996, + 1.1906602382659912, + 1.1919195652008057, + 1.1928431987762451, + 1.1936558485031128, + 1.1908555030822754, + 1.1876479387283325, + 1.1884602308273315, + 1.1864782571792603, + 1.1842854022979736, + 1.183112382888794, + 1.1878405809402466, + 1.1857548952102661, + 1.1834325790405273, + 1.1804887056350708, + 1.1802394390106201, + 1.180899739265442, + 1.1788017749786377, + 1.175641655921936, + 1.1767492294311523, + 1.1751222610473633, + 1.175740361213684, + 1.1753475666046143, + 1.1752465963363647, + 1.1773009300231934, + 1.1780791282653809, + 1.1778837442398071, + 1.189422845840454, + 1.1853749752044678, + 1.18365478515625, + 1.1822733879089355, + 1.1832047700881958, + 1.1847646236419678, + 1.1845189332962036, + 1.1834659576416016 ], "p90": [ - 1.3244431018829346, - 1.329466462135315, - 1.3379828929901123, - 1.3470704555511475, - 1.3540534973144531, - 1.357605218887329, - 1.3588500022888184, - 1.3636763095855713, - 1.364920973777771, - 1.3680822849273682, - 1.370855689048767, - 1.3746302127838135, - 1.3777015209197998, - 1.3774223327636719, - 1.3765853643417358, - 1.377182126045227, - 1.3679219484329224, - 1.3655674457550049, - 1.3689810037612915, - 1.3731670379638672, - 1.3761060237884521, - 1.376059651374817, - 1.378648042678833, - 1.384950876235962, - 1.388550043106079, - 1.394629955291748, - 1.403808832168579, - 1.4091510772705078, - 1.411087989807129, - 1.4095983505249023, - 1.4107425212860107, - 1.4132682085037231, - 1.4259400367736816, - 1.4189631938934326, - 1.4219261407852173, - 1.4217486381530762, - 1.415884017944336, - 1.4104273319244385, - 1.4060982465744019, - 1.4074499607086182, - 1.404942274093628, - 1.4019012451171875, - 1.4017713069915771, - 1.4037748575210571, - 1.4030306339263916, - 1.4008028507232666, - 1.3987629413604736, - 1.4037307500839233, - 1.4017541408538818, - 1.410067081451416, - 1.4185354709625244, - 1.4231714010238647, - 1.4214813709259033, - 1.4181519746780396, - 1.4151986837387085, - 1.4133907556533813, - 1.4133228063583374, - 1.409470558166504, - 1.410441279411316, - 1.4128069877624512, - 1.414727807044983, - 1.4162334203720093, - 1.4128010272979736, - 1.4166673421859741, - 1.4016788005828857, - 1.4012165069580078, - 1.406175971031189, - 1.4062399864196777, - 1.4065479040145874, - 1.4089497327804565, - 1.411798119544983, - 1.4174374341964722 + 1.321614384651184, + 1.3252047300338745, + 1.33070969581604, + 1.3376147747039795, + 1.3411539793014526, + 1.3451671600341797, + 1.3490208387374878, + 1.3545385599136353, + 1.3558317422866821, + 1.3610472679138184, + 1.3676660060882568, + 1.3641659021377563, + 1.3628103733062744, + 1.3609236478805542, + 1.3628311157226562, + 1.3639169931411743, + 1.3559191226959229, + 1.3557015657424927, + 1.3602267503738403, + 1.3640191555023193, + 1.3662364482879639, + 1.3665406703948975, + 1.3709404468536377, + 1.3782724142074585, + 1.3796095848083496, + 1.3858261108398438, + 1.3916975259780884, + 1.393539309501648, + 1.3952668905258179, + 1.3968449831008911, + 1.398710012435913, + 1.4022032022476196, + 1.40915846824646, + 1.4064143896102905, + 1.4068619012832642, + 1.3987072706222534, + 1.391964077949524, + 1.385064721107483, + 1.3828508853912354, + 1.3852726221084595, + 1.3787810802459717, + 1.3834989070892334, + 1.3860008716583252, + 1.3873368501663208, + 1.3868447542190552, + 1.3852272033691406, + 1.3859847784042358, + 1.3908579349517822, + 1.3893256187438965, + 1.3960444927215576, + 1.4024051427841187, + 1.4026087522506714, + 1.4015097618103027, + 1.3994883298873901, + 1.3985168933868408, + 1.3998697996139526, + 1.3999179601669312, + 1.4010089635849, + 1.4063619375228882, + 1.4019185304641724, + 1.3987857103347778, + 1.3987802267074585, + 1.3961844444274902, + 1.4001638889312744, + 1.3844480514526367, + 1.3849729299545288, + 1.3908311128616333, + 1.3922606706619263, + 1.395406723022461, + 1.3979625701904297, + 1.4030238389968872, + 1.4085758924484253 ], "timestamps": [ "2026-06-20 02:50:00", @@ -531,6 +532,7 @@ "2026-06-21 03:10:00", "2026-06-21 03:20:00", "2026-06-21 03:30:00", - "2026-06-21 03:40:00" + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index de89366afc648c271bb9d92344fa6ebcdc4de0a1..c566c3756cb08f2a399a3c8877deb375734f1212 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T04:03:51.607650+00:00", + "evaluated_at": "2026-06-22T04:13:01.829585+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index ef42f12c7d8c51f653ec37a9d753def064d58ee9..aea97f347973372ab56a8760c2edaec957b99adf 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,54462.39939547917,53323.39607174462,146.28312696400462,0.13361334583100593,0.0022845958127842825,0.002284629927675081,1.4962016073850144,233.37180505682167,0.003640829212554253,0.002282160357051935,0.0020169368400366847,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,54547.23669431801,53478.73729669445,148.55981967233797,0.135692851078828,0.0023201842604606815,0.0023202373668857004,1.4962016073850144,233.5534985700664,0.003643534137263337,0.0023175965152132504,0.0020208114355313228,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.28736963790174974,0.28825112181820967,0.34252541926616925,0.9804416125492094,0.2075435972088906,0.16486446584688905,36.10800631056113,0.5360686876714119,0.3289706686596199,0.21019846672704198,0.2059250901531202,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.05135448154299596,0.05143768459584632,0.20439174739135102,3.321367082922886,0.13043950785869682,0.14109788118997976,38.55079423919247,0.2266152720868476,0.14927995548661258,0.1346404885753624,0.1208352525925345,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.053865626089234196,0.05368043007295137,0.2102693708850824,3.364310896698387,0.1339316178989104,0.14504292100284566,41.31154390528661,0.23208969406079666,0.15232868983657208,0.13800723857774777,0.12405510815322335,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.44900847649371434,0.4424309306207574,0.528887465513028,0.2893609099606321,0.03535729659876754,0.0343674315772786,2.581295062299207,0.6700809477172995,0.04305741029508752,0.033984736739792964,0.030539448840934784,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,193.44095383534093,202.21658399156846,12.884059898060832,1.113648839574228,0.6279433240791693,0.9815503364622434,15.123132342217467,13.908305210748754,0.627206534012853,0.5810173439702425,0.515504179852088,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,67.51251700118087,65.64919337361523,7.3195574001954355,3.792894870388554,0.3122106932901203,0.26189560649413385,122.16527921815093,8.216600087699344,0.33871246645501646,0.301733723671277,0.2930757868973509,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index cece985cdbc333fe59e8b286653d23a5b03bf18c..a68eb467235268b4b6a0857ca85f75577cec2c84 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T04:05:57.094253+00:00", + "evaluated_at": "2026-06-22T04:29:41.635385+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64606.0, 64257.98828125, 63974.01171875, - 63911.359375 + 63966.0 ], "p50": [ 64289.42187253066, diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index bd468552b1384d042e4a53e16d6d937cce20332d..729eb91b1f3693f908f9456148122ac70d64509f 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:52:30.982380+00:00", + "evaluated_at": "2026-06-22T04:29:41.659090+00:00", "freq": "10min", - "context_length": 78, + "context_length": 79, "prediction_length": 72, "context": [ 1.2999999523162842, @@ -83,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -157,229 +157,230 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.3021446674548964, - 1.302732968720751, - 1.3033212699866055, - 1.3039095712524602, - 1.3044978725183147, - 1.3050861737841692, - 1.3056744750500238, - 1.3062627763158783, - 1.3068510775817328, - 1.3074393788475873, - 1.308027680113442, - 1.3086159813792966, - 1.309204282645151, - 1.3097925839110056, - 1.3103808851768601, - 1.3109691864427147, - 1.3115574877085692, - 1.3121457889744237, - 1.3127340902402784, - 1.313322391506133, - 1.3139106927719875, - 1.314498994037842, - 1.3150872953036965, - 1.315675596569551, - 1.3162638978354055, - 1.3168521991012603, - 1.3174405003671148, - 1.3180288016329693, - 1.3186171028988238, - 1.3192054041646784, - 1.3197937054305329, - 1.3203820066963874, - 1.3209703079622421, - 1.3215586092280966, - 1.3221469104939512, - 1.3227352117598057, - 1.3233235130256602, - 1.3239118142915147, - 1.3245001155573692, - 1.3250884168232238, - 1.3256767180890785, - 1.326265019354933, - 1.3268533206207875, - 1.327441621886642, - 1.3280299231524966, - 1.328618224418351, - 1.3292065256842056, - 1.3297948269500603, - 1.3303831282159149, - 1.3309714294817694, - 1.331559730747624, - 1.3321480320134784, - 1.332736333279333, - 1.3333246345451875, - 1.3339129358110422, - 1.3345012370768967, - 1.3350895383427512, - 1.3356778396086058, - 1.3362661408744603, - 1.3368544421403148, - 1.3374427434061693, - 1.3380310446720238, - 1.3386193459378786, - 1.339207647203733, - 1.3397959484695876, - 1.3403842497354421, - 1.3409725510012966, - 1.3415608522671512, - 1.3421491535330057, - 1.3427374547988604, - 1.343325756064715, - 1.3439140573305695 + 1.3019596705889867, + 1.3025379859931476, + 1.3031163013973084, + 1.3036946168014694, + 1.3042729322056301, + 1.3048512476097909, + 1.3054295630139519, + 1.3060078784181126, + 1.3065861938222736, + 1.3071645092264343, + 1.307742824630595, + 1.308321140034756, + 1.3088994554389168, + 1.3094777708430776, + 1.3100560862472386, + 1.3106344016513993, + 1.3112127170555603, + 1.311791032459721, + 1.3123693478638818, + 1.3129476632680428, + 1.3135259786722036, + 1.3141042940763645, + 1.3146826094805253, + 1.315260924884686, + 1.315839240288847, + 1.3164175556930078, + 1.3169958710971688, + 1.3175741865013295, + 1.3181525019054903, + 1.3187308173096512, + 1.319309132713812, + 1.319887448117973, + 1.3204657635221337, + 1.3210440789262945, + 1.3216223943304555, + 1.3222007097346162, + 1.3227790251387772, + 1.323357340542938, + 1.3239356559470987, + 1.3245139713512597, + 1.3250922867554205, + 1.3256706021595814, + 1.3262489175637422, + 1.326827232967903, + 1.327405548372064, + 1.3279838637762247, + 1.3285621791803854, + 1.3291404945845464, + 1.3297188099887072, + 1.3302971253928682, + 1.330875440797029, + 1.3314537562011897, + 1.3320320716053506, + 1.3326103870095114, + 1.3331887024136724, + 1.3337670178178331, + 1.334345333221994, + 1.3349236486261549, + 1.3355019640303156, + 1.3360802794344766, + 1.3366585948386374, + 1.3372369102427981, + 1.337815225646959, + 1.3383935410511199, + 1.3389718564552808, + 1.3395501718594416, + 1.3401284872636023, + 1.3407068026677633, + 1.341285118071924, + 1.3418634334760848, + 1.3424417488802458, + 1.3430200642844066 ], "p10": [ - 1.2021446436130385, - 1.202732944878893, - 1.2033212461447476, - 1.2039095474106023, - 1.2044978486764568, - 1.2050861499423113, - 1.2056744512081659, - 1.20626287168331, - 1.206851053739875, - 1.2074393550057294, - 1.2080276562715841, - 1.2086159575374387, - 1.2092042588032932, - 1.2097925600691477, - 1.2103808613350022, - 1.2109691626008567, - 1.2115574638667113, - 1.2121457651325658, - 1.2127340663984205, - 1.213322367664275, - 1.2139106689301296, - 1.214498970195984, - 1.2150872714618386, - 1.215675572727693, - 1.2162638739935476, - 1.2168521752594024, - 1.2174404765252569, - 1.2180287777911114, - 1.218617079056966, - 1.2192053803228204, - 1.219793681588675, - 1.2203819828545295, - 1.2209702841203842, - 1.2215585853862387, - 1.2221468866520933, - 1.2227351879179478, - 1.2233234891838023, - 1.2239117904496568, - 1.2245000917155113, - 1.2250883929813658, - 1.2256766942472206, - 1.226264995513075, - 1.2268532967789296, - 1.2274415980447841, - 1.2280298993106387, - 1.2286182005764932, - 1.2292065018423477, - 1.2297948031082024, - 1.230383104374057, - 1.2309714056399115, - 1.231559706905766, - 1.2321480081716205, - 1.232736309437475, - 1.2333246107033295, - 1.2339129119691843, - 1.2345012132350388, - 1.2350895145008933, - 1.2356778157667478, - 1.2362661170326024, - 1.2368544182984569, - 1.2374427195643114, - 1.238031020830166, - 1.2386193220960207, - 1.2392076233618752, - 1.2397959246277297, - 1.2403842258935842, - 1.2409725271594387, - 1.2415608284252933, - 1.2421491296911478, - 1.2427374309570025, - 1.243325732222857, - 1.2439140334887115 + 1.2019596467471287, + 1.2025379621512897, + 1.20311639676474, + 1.2036945929596115, + 1.2042729083637722, + 1.204851223767933, + 1.205429539172094, + 1.2060078545762547, + 1.2065861699804157, + 1.2071644853845764, + 1.2077428007887372, + 1.2083211161928982, + 1.208899431597059, + 1.2094777470012197, + 1.2100560624053807, + 1.2106343778095414, + 1.2112126932137024, + 1.2117910086178632, + 1.212369324022024, + 1.2129476394261849, + 1.2135259548303456, + 1.2141042702345066, + 1.2146825856386674, + 1.2152610202521177, + 1.2158392164469891, + 1.2164175318511499, + 1.2169958472553108, + 1.2175741626594716, + 1.2181524780636324, + 1.218730912677083, + 1.219309108871954, + 1.219887424276115, + 1.2204657396802758, + 1.2210440550844366, + 1.2216223704885976, + 1.2222006858927583, + 1.2227790012969193, + 1.22335731670108, + 1.2239356321052408, + 1.2245139475094018, + 1.2250922629135625, + 1.2256705783177235, + 1.2262488937218843, + 1.226827209126045, + 1.227405524530206, + 1.2279838399343668, + 1.2285621553385275, + 1.2291404707426885, + 1.2297187861468493, + 1.2302971015510102, + 1.230875416955171, + 1.2314537323593318, + 1.2320320477634927, + 1.2326103631676535, + 1.2331886785718145, + 1.2337669939759752, + 1.234345309380136, + 1.234923624784297, + 1.2355019401884577, + 1.2360802555926187, + 1.2366585709967794, + 1.2372368864009402, + 1.2378152018051012, + 1.238393517209262, + 1.238971832613423, + 1.2395501480175837, + 1.2401284634217444, + 1.2407067788259054, + 1.2412852134393557, + 1.241863409634227, + 1.242441725038388, + 1.2430200404425487 ], "p90": [ - 1.4021445840083937, - 1.4027329925626089, - 1.4033212938284634, - 1.4039095950943181, - 1.404497777150883, - 1.4050861976260272, - 1.4056744988918817, - 1.4062628001577362, - 1.4068511014235907, - 1.4074394026894452, - 1.4080277039553, - 1.4086160052211545, - 1.409204306487009, - 1.4097926077528635, - 1.410380909018718, - 1.4109692102845726, - 1.411557511550427, - 1.4121458128162816, - 1.4127341140821363, - 1.4133224153479909, - 1.4139107166138454, - 1.4144989105913393, - 1.4150871999362649, - 1.415675620411409, - 1.4162639216772634, - 1.4168522229431182, - 1.4174405242089727, - 1.4180288254748272, - 1.4186171267406817, - 1.4192054280065363, - 1.4197937292723908, - 1.4203820305382453, - 1.4209702245157394, - 1.4215586330699546, - 1.422146934335809, - 1.4227352356016636, - 1.4233235368675181, - 1.4239118381333726, - 1.4245001393992271, - 1.4250884406650817, - 1.4256767419309364, - 1.426265043196791, - 1.4268533444626454, - 1.4274416457285, - 1.4280299469943545, - 1.428618248260209, - 1.4292065495260635, - 1.4297948507919183, - 1.4303831520577728, - 1.4309714533236273, - 1.4315597545894818, - 1.4321480558553363, - 1.4327363571211909, - 1.4333246583870454, - 1.4339129596529, - 1.4345012609187546, - 1.4350895621846091, - 1.4356778634504637, - 1.4362661647163182, - 1.4368544659821727, - 1.4374427672480272, - 1.4380310685138817, - 1.4386193697797365, - 1.439207671045591, - 1.4397959723114455, - 1.4403842735773, - 1.4409725748431546, - 1.441560876109009, - 1.4421491773748636, - 1.4427374786407183, - 1.4433257799065728, - 1.4439140811724274 + 1.4019596944308446, + 1.4025380098350055, + 1.4031163252391663, + 1.4036945333549666, + 1.4042728368381985, + 1.4048512714516488, + 1.4054295868558098, + 1.4060079022599705, + 1.4065862176641315, + 1.4071645330682923, + 1.407742848472453, + 1.408321163876614, + 1.4088994792807747, + 1.4094777946849355, + 1.4100561100890965, + 1.4106344254932572, + 1.4112127408974182, + 1.411791056301579, + 1.4123693717057397, + 1.4129476871099007, + 1.4135260025140615, + 1.4141043179182224, + 1.4146826333223832, + 1.4152608414381833, + 1.415839264130705, + 1.4164175795348657, + 1.4169958949390267, + 1.4175742103431874, + 1.4181525257473482, + 1.4187308411515092, + 1.4193090492673093, + 1.419887471959831, + 1.4204657873639916, + 1.4210441027681524, + 1.4216224181723134, + 1.4222007335764741, + 1.4227790489806351, + 1.4233573643847959, + 1.4239356797889566, + 1.4245139951931176, + 1.4250923105972784, + 1.4256706260014393, + 1.4262489414056, + 1.4268272568097609, + 1.4274055722139218, + 1.4279838876180826, + 1.4285622030222433, + 1.4291405184264043, + 1.429718833830565, + 1.430297149234726, + 1.4308754646388868, + 1.4314537800430476, + 1.4320320954472086, + 1.4326104108513693, + 1.4331887262555303, + 1.433767041659691, + 1.4343453570638518, + 1.4349236724680128, + 1.435501880583813, + 1.4360803032763345, + 1.4366586186804953, + 1.437236934084656, + 1.437815249488817, + 1.4383935648929778, + 1.4389718802971387, + 1.4395501957012995, + 1.4401285111054603, + 1.4407068265096212, + 1.441285141913782, + 1.4418634573179427, + 1.4424416535128142, + 1.4430200881262645 ], "timestamps": [ "2026-06-20 02:50:00", @@ -531,6 +532,7 @@ "2026-06-21 03:10:00", "2026-06-21 03:20:00", "2026-06-21 03:30:00", - "2026-06-21 03:40:00" + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index edb49ea63c39a0041d56ceceae0a754a02620e6e..5c0cc0bd93450d176a6128f357f3768b16f1142b 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T04:05:57.135604+00:00", + "evaluated_at": "2026-06-22T04:29:41.674187+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 355d0b85e748871ff6feb51c194bd97683e3beac..41dfd504e3a2a1eeee1e5a1e28387ecd874f4ed2 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1685,3 +1685,5 @@ {"evaluated_at": "2026-06-22T03:59:20.886151+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-22T04:05:57.350452+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T04:05:57.350452+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T04:29:41.867988+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T04:29:41.867988+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 24b626a132440db3f5519b12c15506a2c0248796..9ab5178444f098c9db72ce048b2492c8009d5978 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,393964.5704301198,309977.91143226624,473.1578776041667,0.4321770285136622,0.007397716850012108,0.007359907138440295,2.0282578865994707,627.6659704254483,0.009792205190746056,0.007381727293543355,0.005694405221924774,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,386286.5853455861,317675.8518052101,468.6966959635417,0.4281022358992656,0.0073292550375051,0.007290494510002484,1.906511238961734,621.5195776044276,0.009695970353018966,0.007311868253831286,0.005648237085474193,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.9378511653097424,0.9203320178794456,0.7772243022918701,0.4270463456455588,0.031306563383151055,0.030705252779074214,2.1588706261037522,0.96842716055971,0.03845699164619574,0.030864178244633052,0.026479975689698627,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.2426647595188461,0.23927688034619496,0.42939715534448625,1.2291024716120182,0.25094445279959443,0.299474948078467,3.973892847790082,0.4926101496303604,0.302301354358805,0.2635092714103837,0.21249377161056093,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.06193455873325485,0.060497616149645474,0.22153313292397392,3.5999146974443974,0.14135679497311968,0.15399349478506147,63.5480564783103,0.24886654803981761,0.16393770318910064,0.1459321603401328,0.1265440728280056,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.062322138660179625,0.061456095532382925,0.22462792860137093,3.594047885887283,0.14304764685882285,0.15583739577524647,63.50577112998773,0.2496440238823666,0.16385021850030645,0.14743126877312596,0.1275119984501117,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.9530306031244132,0.9044895325540855,0.7775632937749227,0.42541454829232594,0.05198969146638438,0.04996388581473784,3.641625662296345,0.9762328631655529,0.0627298225327263,0.04996390642730427,0.03362612198740709,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,114.50167930331934,58.520204439720146,6.380300283432007,0.551488743687741,0.36929857790567383,0.28642786311003027,3.0659819157714394,10.700545747919557,0.48254996629005426,0.2877249216273977,0.25213533169850405,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.1047453336705075,1.9550917628682403,1.2880158027013142,0.6674322317514404,0.053889207833612264,0.05222944933777759,2.2382164338812136,1.4507740463871373,0.059805181008669835,0.05309580662433764,0.034428130458537695,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 047de26ad912eddfcc982e464716233e705ae40c..73d447f5cdb8974af4bd2dacfca61d6433dc952d 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T04:05:19.891645+00:00", + "evaluated_at": "2026-06-22T04:28:48.919390+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64606.0, 64257.98828125, 63974.01171875, - 63911.359375 + 63966.0 ], "p50": [ - 64311.51171875, - 64398.62890625, - 64429.2734375, - 64421.90234375, - 64436.81640625, - 64502.923828125, - 64599.900390625, - 64561.224609375, - 64600.642578125, - 64686.74609375, - 64544.7265625, - 64539.11328125, - 64595.736328125, - 64553.216796875, - 64542.86328125, - 64644.32421875, - 64580.0703125, - 64562.685546875, - 64857.298828125, - 64729.33203125, - 64776.876953125, - 64745.21484375, - 64825.181640625, - 64791.19140625 + 64330.58984375, + 64429.546875, + 64436.4296875, + 64445.142578125, + 64389.5, + 64490.2734375, + 64546.041015625, + 64560.25390625, + 64461.24609375, + 64557.5, + 64593.232421875, + 64562.77734375, + 64512.521484375, + 64641.21875, + 64593.677734375, + 64492.01953125, + 64687.0078125, + 64585.943359375, + 64545.0234375, + 64764.05859375, + 64879.861328125, + 64676.072265625, + 64716.59765625, + 64620.716796875 ], "p10": [ - 64046.96875, - 64069.435546875, - 64040.23828125, - 64015.640625, - 63918.09375, - 63929.986328125, - 63925.587890625, - 63797.810546875, - 63607.08984375, - 63788.869140625, - 63589.40234375, - 63512.193359375, - 63466.744140625, - 63461.619140625, - 63412.291015625, - 63657.16015625, - 63215.228515625, - 63372.564453125, - 63095.408203125, - 63432.771484375, - 62980.48046875, - 63166.4921875, - 63061.76953125, - 62876.189453125 + 64068.349609375, + 64098.44921875, + 64027.130859375, + 63968.501953125, + 63843.552734375, + 63892.390625, + 63974.68359375, + 63957.109375, + 63723.69921875, + 63913.7109375, + 63692.400390625, + 63763.873046875, + 63427.53125, + 63435.736328125, + 63497.15625, + 63437.845703125, + 63569.8203125, + 63209.98828125, + 63348.044921875, + 63332.8828125, + 63353.48828125, + 63064.83203125, + 62932.51953125, + 62993.916015625 ], "p90": [ - 64582.91796875, - 64673.474609375, - 64900.513671875, - 64886.17578125, - 64943.12109375, - 65046.736328125, - 65225.12109375, - 65155.30078125, - 65346.3671875, - 65479.59375, - 65578.83203125, - 65599.38671875, - 65669.05859375, - 65776.53125, - 65733.6171875, - 66086.203125, - 65843.796875, - 66033.83203125, - 66369.109375, - 66232.84375, - 66299.4375, - 66441.2734375, - 66410.72265625, - 67104.16796875 + 64655.03125, + 64705.841796875, + 64898.78515625, + 64958.16015625, + 64931.080078125, + 65020.63671875, + 65146.171875, + 65281.287109375, + 65250.37890625, + 65392.08203125, + 65757.44140625, + 65699.37109375, + 65842.8203125, + 65901.75, + 65744.12109375, + 65844.5234375, + 66095.1328125, + 65995.95703125, + 65961.80078125, + 66249.42578125, + 66648.25, + 66257.2578125, + 66593.5234375, + 67015.29296875 ], "timestamps": [ "2026-06-17 05:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b8feeed9c6c8f32fcc78fb5a8c2ea17810dcf245..45b5d1e777bc490642bfd5ce02683d6d72c415ed 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:52:03.420609+00:00", + "evaluated_at": "2026-06-22T04:29:14.801941+00:00", "freq": "10min", - "context_length": 78, + "context_length": 79, "prediction_length": 72, "context": [ 1.2999999523162842, @@ -83,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -157,229 +157,230 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.3078643679618835, - 1.3068301677703857, - 1.3066568970680237, - 1.31905597448349, - 1.3086557984352112, - 1.2965208888053894, - 1.3190309405326843, - 1.3115200996398926, - 1.3143276572227478, - 1.3137955069541931, - 1.306979477405548, - 1.2951900362968445, - 1.3053416013717651, - 1.3030803799629211, - 1.2995274662971497, - 1.3041054010391235, - 1.311473309993744, - 1.308506190776825, - 1.2991847395896912, - 1.313354253768921, - 1.3036649227142334, - 1.3102110028266907, - 1.314521074295044, - 1.2999942302703857, - 1.3049466013908386, - 1.305848777294159, - 1.3047834038734436, - 1.2913005948066711, - 1.3044289946556091, - 1.3040716648101807, - 1.295821487903595, - 1.296217143535614, - 1.2988786697387695, - 1.3101393580436707, - 1.3047500848770142, - 1.3097127676010132, - 1.3150261044502258, - 1.3168255686759949, - 1.3132213950157166, - 1.3237258195877075, - 1.3059321641921997, - 1.307519555091858, - 1.299080491065979, - 1.3070407509803772, - 1.2865665555000305, - 1.322842538356781, - 1.2994475364685059, - 1.2937597036361694, - 1.3007549047470093, - 1.2983784079551697, - 1.2956086993217468, - 1.3143961429595947, - 1.3034806847572327, - 1.3108935356140137, - 1.300852656364441, - 1.31585294008255, - 1.3016232252120972, - 1.3246250748634338, - 1.2992923259735107, - 1.2971188426017761, - 1.3135367035865784, - 1.3146053552627563, - 1.2978833317756653, - 1.306467890739441, - 1.3030319213867188, - 1.3138129711151123, - 1.3095488548278809, - 1.3153896927833557, - 1.2923380136489868, - 1.3103951215744019, - 1.3106884956359863, - 1.290595293045044 + 1.305456280708313, + 1.3181864619255066, + 1.307673990726471, + 1.3052682280540466, + 1.307606041431427, + 1.3086044788360596, + 1.298655092716217, + 1.3189613223075867, + 1.3179711699485779, + 1.3159924149513245, + 1.3074682354927063, + 1.3045396208763123, + 1.3042386174201965, + 1.3096797466278076, + 1.3202072978019714, + 1.3001888990402222, + 1.3027054071426392, + 1.320249080657959, + 1.305795669555664, + 1.3081263303756714, + 1.3023753762245178, + 1.2953980565071106, + 1.2986801862716675, + 1.2920277118682861, + 1.302125632762909, + 1.3063204288482666, + 1.3018987774848938, + 1.301016926765442, + 1.3029886484146118, + 1.3097255229949951, + 1.3070690035820007, + 1.3088828921318054, + 1.3089750409126282, + 1.3130422234535217, + 1.2998329997062683, + 1.3108450770378113, + 1.3242697715759277, + 1.3082566857337952, + 1.3104034662246704, + 1.3033480048179626, + 1.297340452671051, + 1.304808259010315, + 1.3096809387207031, + 1.3053429126739502, + 1.319235920906067, + 1.3136244416236877, + 1.3211352825164795, + 1.3070802688598633, + 1.3046749830245972, + 1.3286389708518982, + 1.308093011379242, + 1.2987245321273804, + 1.2925946116447449, + 1.3051590323448181, + 1.3009165525436401, + 1.3045777082443237, + 1.3265860676765442, + 1.3081898093223572, + 1.3145737648010254, + 1.317625343799591, + 1.3125311732292175, + 1.3157776594161987, + 1.295706570148468, + 1.2915897369384766, + 1.3246235847473145, + 1.3124009370803833, + 1.3104535937309265, + 1.3019474744796753, + 1.3011469841003418, + 1.3203893303871155, + 1.3041833639144897, + 1.294810950756073 ], "p10": [ - 1.2061837911605835, - 1.179594099521637, - 1.203223705291748, - 1.1722421050071716, - 1.1729281544685364, - 1.1877817511558533, - 1.2220845222473145, - 1.1556388139724731, - 1.1859402656555176, - 1.1990963816642761, - 1.182128369808197, - 1.1674781441688538, - 1.173781931400299, - 1.185361385345459, - 1.1434957385063171, - 1.1881923079490662, - 1.1892462372779846, - 1.1664744019508362, - 1.1603443622589111, - 1.1818053126335144, - 1.1845353245735168, - 1.1806395053863525, - 1.1755953431129456, - 1.1636494398117065, - 1.1704912781715393, - 1.1759161949157715, - 1.1525999903678894, - 1.131666362285614, - 1.1611038446426392, - 1.1971891522407532, - 1.1420302987098694, - 1.1790320873260498, - 1.17881441116333, - 1.1864922642707825, - 1.1380540132522583, - 1.1804717779159546, - 1.173115074634552, - 1.1631004810333252, - 1.1686744689941406, - 1.185469150543213, - 1.1594523787498474, - 1.181671679019928, - 1.1726937294006348, - 1.1445461511611938, - 1.1482105255126953, - 1.1655844449996948, - 1.1484981775283813, - 1.1353836059570312, - 1.1635331511497498, - 1.0807603001594543, - 1.1449257731437683, - 1.17715722322464, - 1.147047996520996, - 1.146374225616455, - 1.1413805484771729, - 1.1519720554351807, - 1.1235605478286743, - 1.1449732780456543, - 1.0899988412857056, - 1.0814962983131409, - 1.1390692591667175, - 1.113826870918274, - 1.1505310535430908, - 1.1541499495506287, - 1.0780261158943176, - 1.1069581508636475, - 1.1428242921829224, - 1.164462685585022, - 1.1109274625778198, - 1.103919804096222, - 1.1186643242835999, - 1.1146267652511597 + 1.1961877346038818, + 1.190867304801941, + 1.1661195158958435, + 1.1895158290863037, + 1.168616235256195, + 1.1924794912338257, + 1.1611417531967163, + 1.1733334064483643, + 1.176555097103119, + 1.1810858249664307, + 1.1854379773139954, + 1.173958420753479, + 1.1769187450408936, + 1.1164897084236145, + 1.1948513388633728, + 1.1298858523368835, + 1.1648524403572083, + 1.1780235767364502, + 1.156103491783142, + 1.1765884160995483, + 1.1827269196510315, + 1.1715384125709534, + 1.1678407192230225, + 1.1562390327453613, + 1.188152253627777, + 1.1800969243049622, + 1.1930622458457947, + 1.1601670980453491, + 1.154908835887909, + 1.1949614882469177, + 1.1845144629478455, + 1.1703453063964844, + 1.1663951873779297, + 1.1665512919425964, + 1.1583553552627563, + 1.1533887386322021, + 1.1680555939674377, + 1.185782790184021, + 1.1517490148544312, + 1.160163700580597, + 1.1356914043426514, + 1.1544520258903503, + 1.1737359762191772, + 1.1663365364074707, + 1.1728227734565735, + 1.1760773062705994, + 1.177806317806244, + 1.1521851420402527, + 1.1716595888137817, + 1.1436147689819336, + 1.1601598262786865, + 1.1430706977844238, + 1.0905729532241821, + 1.121450662612915, + 1.1078579425811768, + 1.1608136892318726, + 1.1204366087913513, + 1.1073598861694336, + 1.1116141080856323, + 1.1638078093528748, + 1.085606336593628, + 1.0837678909301758, + 1.0944977402687073, + 1.058937668800354, + 1.157926082611084, + 1.0521156191825867, + 1.1143422722816467, + 1.0984602570533752, + 1.1047323942184448, + 1.1340590715408325, + 1.1202996969223022, + 1.0545583367347717 ], "p90": [ - 1.3964958190917969, - 1.4028135538101196, - 1.4256359338760376, - 1.429535150527954, - 1.4312167763710022, - 1.4119173884391785, - 1.4602654576301575, - 1.4487125873565674, - 1.4843884706497192, - 1.4447124600410461, - 1.3989709615707397, - 1.4432066679000854, - 1.449259340763092, - 1.4332330822944641, - 1.4129356145858765, - 1.4327285289764404, - 1.4390370845794678, - 1.434263527393341, - 1.4045092463493347, - 1.4320337176322937, - 1.4249534606933594, - 1.4341623783111572, - 1.4694146513938904, - 1.4108104705810547, - 1.432659387588501, - 1.4329634308815002, - 1.4330753684043884, - 1.4197965860366821, - 1.4323608875274658, - 1.4201220870018005, - 1.42344069480896, - 1.4265271425247192, - 1.4310771822929382, - 1.4489994049072266, - 1.4432615041732788, - 1.4420502185821533, - 1.4361190795898438, - 1.4566920399665833, - 1.443997323513031, - 1.4775242805480957, - 1.4642059206962585, - 1.433017909526825, - 1.435668408870697, - 1.4134133458137512, - 1.4335091710090637, - 1.4608492255210876, - 1.445965051651001, - 1.4382179975509644, - 1.4631810784339905, - 1.449752390384674, - 1.4415093064308167, - 1.4542832970619202, - 1.4704370498657227, - 1.443052589893341, - 1.4741525650024414, - 1.508086919784546, - 1.4814919829368591, - 1.501581609249115, - 1.4548202157020569, - 1.4970719814300537, - 1.4865737557411194, - 1.5147320628166199, - 1.481550931930542, - 1.5041837692260742, - 1.4844171404838562, - 1.500302791595459, - 1.4791736006736755, - 1.5026344060897827, - 1.4484569430351257, - 1.5287032723426819, - 1.4928701519966125, - 1.4828928112983704 + 1.4009795784950256, + 1.423398494720459, + 1.431940495967865, + 1.4161649346351624, + 1.426701545715332, + 1.417860507965088, + 1.4436538815498352, + 1.4441347122192383, + 1.4257328510284424, + 1.4458173513412476, + 1.4222649931907654, + 1.4333244562149048, + 1.428566336631775, + 1.4390356540679932, + 1.43436861038208, + 1.4317604303359985, + 1.4325600862503052, + 1.4332266449928284, + 1.4438883066177368, + 1.44308203458786, + 1.415040373802185, + 1.4199438691139221, + 1.409197449684143, + 1.4173302054405212, + 1.419966220855713, + 1.451886236667633, + 1.4317412972450256, + 1.4109848737716675, + 1.4373362064361572, + 1.476104497909546, + 1.4500718116760254, + 1.469093143939972, + 1.466185212135315, + 1.4354090094566345, + 1.4478305578231812, + 1.4821395874023438, + 1.4610106348991394, + 1.4466519951820374, + 1.467445969581604, + 1.4619281888008118, + 1.4715224504470825, + 1.472263753414154, + 1.4531565308570862, + 1.431014895439148, + 1.4654903411865234, + 1.445387065410614, + 1.471489131450653, + 1.4632010459899902, + 1.4489980340003967, + 1.484902262687683, + 1.4397137761116028, + 1.4493083953857422, + 1.4394066333770752, + 1.4918807744979858, + 1.4436580538749695, + 1.463592529296875, + 1.4718784093856812, + 1.5096858143806458, + 1.4817203283309937, + 1.4648104310035706, + 1.462721824645996, + 1.4904560446739197, + 1.4623854756355286, + 1.497721254825592, + 1.5202111601829529, + 1.4772788286209106, + 1.493897557258606, + 1.4955845475196838, + 1.473211944103241, + 1.4826889634132385, + 1.4625871777534485, + 1.4717773795127869 ], "timestamps": [ "2026-06-20 02:50:00", @@ -531,6 +532,7 @@ "2026-06-21 03:10:00", "2026-06-21 03:20:00", "2026-06-21 03:30:00", - "2026-06-21 03:40:00" + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 049c4d1a736ffcd8b461a008aa00c42a0216a1f8..7cd525cbe8b5f62d9eeb6df80424f4b85bf8ca91 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T04:05:29.089034+00:00", + "evaluated_at": "2026-06-22T04:29:17.741858+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index ee1b807f5824b779b69a1dbfc53c8518346a307e..012cc328cad1b14b1c3bc6e86674e2db8f9ed285 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,90458.72145944355,83558.26644460546,242.62904331140453,0.22161461096323096,0.0037834505695074267,0.0037886870301543705,1.526165433982411,300.76356404897774,0.004692206797624208,0.0037852512152749917,0.002858558356272844,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,90315.90933136991,83485.95824264272,241.30570189715945,0.2204058859536984,0.003762738310998223,0.0037679849535954975,1.526165433982411,300.5260543303524,0.004688334556295248,0.0037644718137879994,0.0028549751307421524,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.7874550671002072,0.7853211548879814,0.8611015805504396,2.4648092512733766,0.5194953003235778,0.7075911670453432,94.1782533747075,0.8873866502828444,0.544564878376379,0.5284344511298352,0.5233557630121766,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.05781359735361239,0.05789932634819682,0.21666670397475907,3.520835198738623,0.13826307263016904,0.15029574863204614,42.94059930936511,0.24044458270797534,0.15838983963043726,0.14272646157928692,0.12870592779245948,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.060179979931432946,0.059982660564562015,0.22187503827390842,3.5500016280461475,0.1412953757367891,0.15373591635770087,45.559979147711154,0.24531608168123212,0.16100963668190602,0.1456244493081639,0.13157704893716227,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,5.580205392527934,5.584079915152663,2.208333333333332,1.208206630894315,0.1453467592709629,0.13387604206012063,17.194696343948102,2.3622458365987087,0.1517908971308407,0.1419009370816599,0.13361128465156072,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,136.18451396667265,129.6230197133954,9.561163966711087,0.8264304295969094,0.5572797319999554,0.38605998960772353,16.646368207793387,11.669812079321272,0.5262598336708761,0.4311686019123966,0.39954606470656695,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,6.438845270447934,6.020958252839148,2.2671846465289507,1.1748241793709742,0.09612999458882414,0.09154143598967375,18.510278015526424,2.537487984296267,0.10460273161494606,0.09346003156273668,0.08327370282217532,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 933c3fa3e6e66bd0b2366f038903949e8cd4f1f6..79317deb11a4a9f974a18f0a3b88b2866b8a59d3 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T04:05:57.143716+00:00", + "evaluated_at": "2026-06-22T04:29:41.681869+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64606.0, 64257.98828125, 63974.01171875, - 63911.359375 + 63966.0 ], "p50": [ 63961.69064384594, diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c3a9c564d3d418250013a6ad27eb24e322e5c96d..70c02027ef79ec664cadf7f56667ac451dd7cf07 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:52:31.016609+00:00", + "evaluated_at": "2026-06-22T04:29:41.693445+00:00", "freq": "10min", - "context_length": 78, + "context_length": 79, "prediction_length": 72, "context": [ 1.2999999523162842, @@ -83,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -157,6 +157,7 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ @@ -236,15 +237,12 @@ "p10": [ 1.212499941388766, 1.212499941388766, + 1.2125000605980556, 1.212499941388766, 1.212499941388766, 1.212499941388766, 1.212499941388766, 1.212499941388766, - 1.2125000605980556, - 1.212499941388766, - 1.212499941388766, - 1.212499941388766, 1.212499941388766, 1.212499941388766, 1.212499941388766, @@ -260,11 +258,13 @@ 1.212499941388766, 1.212499941388766, 1.212499941388766, + 1.2125000605980556, 1.212499941388766, 1.212499941388766, 1.212499941388766, 1.212499941388766, 1.212499941388766, + 1.2125000605980556, 1.212499941388766, 1.212499941388766, 1.212499941388766, @@ -303,15 +303,16 @@ 1.212499941388766, 1.212499941388766, 1.212499941388766, + 1.2125000605980556, 1.212499941388766, 1.212499941388766, 1.212499941388766 ], "p90": [ - 1.4124998817841212, 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, + 1.4124998817841212, 1.4124998698631923, 1.4124999890724819, 1.4124999890724819, @@ -329,11 +330,9 @@ 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, - 1.4124998817841212, - 1.4124998698631923, - 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, + 1.4124998817841212, 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, @@ -368,6 +367,7 @@ 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, + 1.4124998817841212, 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, @@ -379,6 +379,7 @@ 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, + 1.4124998698631923, 1.4124999890724819 ], "timestamps": [ @@ -531,6 +532,7 @@ "2026-06-21 03:10:00", "2026-06-21 03:20:00", "2026-06-21 03:30:00", - "2026-06-21 03:40:00" + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index c67b9558c48afa823b264a9294b348209d33035c..89b95028fc5451d8fd5edff7495329ccb271d02d 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T04:05:57.173211+00:00", + "evaluated_at": "2026-06-22T04:29:41.701022+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 0b595aef9d9e97f60543c4b0d2c9f6b3d6bc1321..1069b0bcb7704eb3bea2e85cc93e9d4f3f3d00f5 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-22T04:03:17.868762+00:00", - "finished_at": "2026-06-22T04:05:57.349965+00:00", + "started_at": "2026-06-22T04:12:13.984372+00:00", + "finished_at": "2026-06-22T04:29:41.867570+00:00", "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,19 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T04:03:51.607650+00:00", + "evaluated_at": "2026-06-22T04:13:01.829585+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -30,19 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T04:04:20.141169+00:00", + "evaluated_at": "2026-06-22T04:16:06.022185+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -50,19 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T04:04:31.463267+00:00", + "evaluated_at": "2026-06-22T04:19:14.608319+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -70,19 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T04:04:52.509319+00:00", + "evaluated_at": "2026-06-22T04:19:39.718818+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -90,19 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T04:05:29.089034+00:00", + "evaluated_at": "2026-06-22T04:29:17.741858+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -110,19 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T04:05:56.792406+00:00", + "evaluated_at": "2026-06-22T04:29:41.308790+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -130,19 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T04:05:57.064657+00:00", + "evaluated_at": "2026-06-22T04:29:41.609635+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -150,19 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T04:05:57.135604+00:00", + "evaluated_at": "2026-06-22T04:29:41.674187+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -170,19 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T04:05:57.173211+00:00", + "evaluated_at": "2026-06-22T04:29:41.701022+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -190,19 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T04:05:57.202435+00:00", + "evaluated_at": "2026-06-22T04:29:41.726839+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -218,7 +218,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T04:07:18.477235+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_042941.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_042941.json new file mode 100644 index 0000000000000000000000000000000000000000..eaa7ce99a0bb0bc8caf269a64770080cefcc1316 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_042941.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T04:29:41.520128+00:00", + "metrics": { + "MSE[mean]": 312387.23253503116, + "MSE[0.5]": 298922.5207934883, + "MAE[0.5]": 512.013658851772, + "MASE[0.5]": 0.46766745755437916, + "MAPE[0.5]": 0.007977719912807492, + "sMAPE[0.5]": 0.008013195326501294, + "MSIS": 6.2029238707518415, + "RMSE[mean]": 558.9161229871895, + "NRMSE[mean]": 0.008719329774286239, + "ND[0.5]": 0.007987631340114012, + "mean_weighted_sum_quantile_loss": 0.006941411365392444 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00" + ], + "context": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375 + ], + "actual": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 63966.0 + ], + "predictions": { + "p50": [ + 63630.750382020626, + 63592.68639102933, + 63601.25910282916, + 63604.9632214967, + 63638.449304363174, + 63616.39457421553, + 63582.39955066245, + 63601.59409778644, + 63632.95088501769, + 63604.581780856715, + 63620.155942344245, + 63605.26164213939, + 63626.10937557068, + 63633.753658606336, + 63605.0484063835, + 63609.596125400065, + 63619.13868792223, + 63609.551626520835, + 63609.43346702235, + 63637.241012738996, + 63604.93789496676, + 63582.24800960479, + 63639.08976498069, + 63618.4676546235 + ], + "p10": [ + 63364.46707759659, + 63249.95445666246, + 63357.8373323172, + 63350.35598299973, + 63349.07005894458, + 63243.49289928408, + 63347.47101487868, + 63326.18504326499, + 63353.08583523762, + 63352.085319848535, + 63344.180665577616, + 63198.180428424974, + 63352.424431963875, + 63343.8853610174, + 63352.23143515544, + 63241.17326851684, + 63343.77417766036, + 63350.90783589111, + 63352.21248490533, + 63355.2034922169, + 63324.94533618652, + 63241.09346959513, + 63382.11470878713, + 63384.47906239762 + ], + "p90": [ + 63864.520586865474, + 63828.265668486245, + 63839.56049811333, + 63829.7594285358, + 63897.05383927957, + 63852.41230037786, + 63826.87446041475, + 63826.39030482554, + 63856.14683546911, + 63854.22027621523, + 63850.69644712192, + 63853.90636284457, + 63831.527624130096, + 63852.40930961936, + 63883.57533948494, + 63833.24555127589, + 63867.30599677081, + 63867.287337970614, + 63900.742526858485, + 63831.30594817765, + 63882.32414979288, + 63850.01287068891, + 63882.31541407792, + 63882.31276909439 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_041252.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_041252.json new file mode 100644 index 0000000000000000000000000000000000000000..e13c7d5fd5af035f4f4b9cfdce5d2b24282a56f1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_041252.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T04:12:52.696155+00:00", + "metrics": { + "MSE[mean]": 314917.2091369629, + "MSE[0.5]": 314917.2091369629, + "MAE[0.5]": 460.5569661458333, + "MASE[0.5]": 0.42066749918235063, + "MAPE[0.5]": 0.0072028577391253035, + "sMAPE[0.5]": 0.007164431735325598, + "MSIS": 1.553300330033003, + "RMSE[mean]": 561.1748472062543, + "NRMSE[mean]": 0.008754566834956332, + "ND[0.5]": 0.007184884998857594, + "mean_weighted_sum_quantile_loss": 0.00525347452775397 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00" + ], + "context": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375 + ], + "actual": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 63966.0 + ], + "predictions": { + "p50": [ + 64324.90234375, + 64348.1796875, + 64373.66796875, + 64403.09375, + 64423.34765625, + 64452.16015625, + 64471.51171875, + 64493.64453125, + 64503.45703125, + 64529.296875, + 64542.7109375, + 64556.36328125, + 64558.1796875, + 64580.84765625, + 64599.09765625, + 64604.34375, + 64668.734375, + 64686.41796875, + 64699.4921875, + 64720.38671875, + 64707.31640625, + 64735.2265625, + 64741.64453125, + 64748.84375 + ], + "p10": [ + 64029.90625, + 63983.390625, + 63936.12890625, + 63908.91796875, + 63881.91796875, + 63852.75, + 63780.1171875, + 63752.69140625, + 63709.62109375, + 63652.9375, + 63611.60546875, + 63547.96484375, + 63492.6953125, + 63461.80078125, + 63457.203125, + 63477.85546875, + 63324.109375, + 63183.28125, + 63142.61328125, + 63062.21875, + 63062.57421875, + 63017.69140625, + 62997.51953125, + 62995.65625 + ], + "p90": [ + 64549.578125, + 64609.24609375, + 64677.52734375, + 64740.99609375, + 64808.390625, + 64847.4453125, + 64891.75390625, + 64942.828125, + 64979.76953125, + 65027.8046875, + 65074.390625, + 65140.03515625, + 65182.98046875, + 65208.671875, + 65234.39453125, + 65256.97265625, + 65557.5625, + 65616.5390625, + 65655.578125, + 65751.3984375, + 65768.9765625, + 65824.0625, + 65877.7734375, + 65912.671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_042941.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_042941.json new file mode 100644 index 0000000000000000000000000000000000000000..2d1e2697e65c179f9ca473f572cbf9ce44833e1c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_042941.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T04:29:41.635385+00:00", + "metrics": { + "MSE[mean]": 54547.23669431801, + "MSE[0.5]": 53478.73729669445, + "MAE[0.5]": 148.55981967233797, + "MASE[0.5]": 0.135692851078828, + "MAPE[0.5]": 0.0023201842604606815, + "sMAPE[0.5]": 0.0023202373668857004, + "MSIS": 1.4962016073850144, + "RMSE[mean]": 233.5534985700664, + "NRMSE[mean]": 0.003643534137263337, + "ND[0.5]": 0.0023175965152132504, + "mean_weighted_sum_quantile_loss": 0.0020208114355313228 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00" + ], + "context": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375 + ], + "actual": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 63966.0 + ], + "predictions": { + "p50": [ + 64289.42187253066, + 64251.31732448713, + 64236.66590144361, + 64221.61213465008, + 64222.44118035656, + 64207.30733543803, + 64172.20278739451, + 64160.084567475984, + 64157.39408193246, + 64118.303205763936, + 64113.751392095415, + 64085.45739092689, + 64141.03448350837, + 64056.01391983984, + 64030.96210617132, + 64021.39662062779, + 64009.34285383427, + 64003.10158704074, + 63993.80953899722, + 63975.331944078695, + 63949.522317910174, + 63921.22831674165, + 63908.067128073126, + 63904.564142529605 + ], + "p10": [ + 64076.51171628066, + 63995.60834011213, + 64001.25183894361, + 63979.98166590008, + 63816.35914910656, + 63936.01983543803, + 63930.71294364451, + 63915.449801850984, + 63932.27181630746, + 63806.814924513936, + 63869.499829595414, + 63696.05895342689, + 63833.33526475837, + 63805.31470108984, + 63803.80819992132, + 63765.68763625279, + 63691.85457258427, + 63754.90822766574, + 63723.20016399722, + 63726.843662828695, + 63683.573099160174, + 63673.93144174165, + 63650.727284323126, + 63684.405939404605 + ], + "p90": [ + 64516.27265378066, + 64499.84974636213, + 64471.90418269361, + 64455.48127527508, + 64500.75407098156, + 64481.19405418803, + 64406.01567801951, + 64420.774020600984, + 64463.29642568246, + 64359.182112013936, + 64355.53381397042, + 64355.08239092689, + 64319.00713975837, + 64301.92407608984, + 64311.70819992132, + 64271.64466750279, + 64303.67918195927, + 64236.298462040744, + 64299.06735149722, + 64282.644444078695, + 64187.81450541018, + 64171.39159799166, + 64174.430409323126, + 64216.952814404605 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_042848.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_042848.json new file mode 100644 index 0000000000000000000000000000000000000000..2878f57279985aaf7971c97da7c5bee901f08b08 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_042848.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T04:28:48.919390+00:00", + "metrics": { + "MSE[mean]": 386286.5853455861, + "MSE[0.5]": 317675.8518052101, + "MAE[0.5]": 468.6966959635417, + "MASE[0.5]": 0.4281022358992656, + "MAPE[0.5]": 0.0073292550375051, + "sMAPE[0.5]": 0.007290494510002484, + "MSIS": 1.906511238961734, + "RMSE[mean]": 621.5195776044276, + "NRMSE[mean]": 0.009695970353018966, + "ND[0.5]": 0.007311868253831286, + "mean_weighted_sum_quantile_loss": 0.005648237085474193 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00" + ], + "context": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375 + ], + "actual": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 63966.0 + ], + "predictions": { + "p50": [ + 64330.58984375, + 64429.546875, + 64436.4296875, + 64445.142578125, + 64389.5, + 64490.2734375, + 64546.041015625, + 64560.25390625, + 64461.24609375, + 64557.5, + 64593.232421875, + 64562.77734375, + 64512.521484375, + 64641.21875, + 64593.677734375, + 64492.01953125, + 64687.0078125, + 64585.943359375, + 64545.0234375, + 64764.05859375, + 64879.861328125, + 64676.072265625, + 64716.59765625, + 64620.716796875 + ], + "p10": [ + 64068.349609375, + 64098.44921875, + 64027.130859375, + 63968.501953125, + 63843.552734375, + 63892.390625, + 63974.68359375, + 63957.109375, + 63723.69921875, + 63913.7109375, + 63692.400390625, + 63763.873046875, + 63427.53125, + 63435.736328125, + 63497.15625, + 63437.845703125, + 63569.8203125, + 63209.98828125, + 63348.044921875, + 63332.8828125, + 63353.48828125, + 63064.83203125, + 62932.51953125, + 62993.916015625 + ], + "p90": [ + 64655.03125, + 64705.841796875, + 64898.78515625, + 64958.16015625, + 64931.080078125, + 65020.63671875, + 65146.171875, + 65281.287109375, + 65250.37890625, + 65392.08203125, + 65757.44140625, + 65699.37109375, + 65842.8203125, + 65901.75, + 65744.12109375, + 65844.5234375, + 66095.1328125, + 65995.95703125, + 65961.80078125, + 66249.42578125, + 66648.25, + 66257.2578125, + 66593.5234375, + 67015.29296875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_042941.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_042941.json new file mode 100644 index 0000000000000000000000000000000000000000..60cce829fca333ff26fab9bf31b3e17c8bae5847 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_042941.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T04:29:41.681869+00:00", + "metrics": { + "MSE[mean]": 90315.90933136991, + "MSE[0.5]": 83485.95824264272, + "MAE[0.5]": 241.30570189715945, + "MASE[0.5]": 0.2204058859536984, + "MAPE[0.5]": 0.003762738310998223, + "sMAPE[0.5]": 0.0037679849535954975, + "MSIS": 1.526165433982411, + "RMSE[mean]": 300.5260543303524, + "NRMSE[mean]": 0.004688334556295248, + "ND[0.5]": 0.0037644718137879994, + "mean_weighted_sum_quantile_loss": 0.0028549751307421524 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00" + ], + "context": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375 + ], + "actual": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 63966.0 + ], + "predictions": { + "p50": [ + 63961.69064384594, + 63940.00900322094, + 63941.78048759594, + 63943.14962822094, + 63960.40158134594, + 63961.69064384594, + 63943.00900322094, + 63947.31369072094, + 63961.04611259594, + 63938.37814384594, + 63950.24923759594, + 63938.37814384594, + 64010.37814384594, + 63941.78048759594, + 63933.15158134594, + 63940.00900322094, + 63944.37814384594, + 63954.55978447094, + 63961.69064384594, + 63959.63595634594, + 63950.24923759594, + 63938.37814384594, + 63941.63986259594, + 63954.55978447094 + ], + "p10": [ + 63748.78048759594, + 63684.30001884594, + 63706.36642509594, + 63701.51915947094, + 63554.31955009594, + 63690.40314384594, + 63701.51915947094, + 63702.67892509594, + 63735.92384697094, + 63626.88986259594, + 63705.99767509594, + 63548.97970634594, + 63702.67892509594, + 63691.08126884594, + 63705.99767509594, + 63684.30001884594, + 63626.88986259594, + 63706.36642509594, + 63691.08126884594, + 63711.14767509594, + 63684.30001884594, + 63691.08126884594, + 63684.30001884594, + 63734.40158134594 + ], + "p90": [ + 64188.541425095944, + 64188.541425095944, + 64177.01876884594, + 64177.01876884594, + 64238.71447197094, + 64235.57736259594, + 64176.82189384594, + 64208.00314384594, + 64266.94845634594, + 64179.25705009594, + 64192.031659470944, + 64208.00314384594, + 64188.35080009594, + 64187.69064384594, + 64213.89767509594, + 64190.25705009594, + 64238.71447197094, + 64187.75665947094, + 64266.94845634594, + 64266.94845634594, + 64188.541425095944, + 64188.541425095944, + 64208.00314384594, + 64266.94845634594 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_042941.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_042941.json new file mode 100644 index 0000000000000000000000000000000000000000..3701281a022f8c23ad024c096395eddf0489f980 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_042941.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T04:29:41.710398+00:00", + "metrics": { + "MSE[mean]": 221039.99427223206, + "MSE[0.5]": 221039.99427223206, + "MAE[0.5]": 410.4220377604167, + "MASE[0.5]": 0.3748748253203698, + "MAPE[0.5]": 0.006406191877202545, + "sMAPE[0.5]": 0.0064157636283593555, + "MSIS": 3.5036837122006026, + "RMSE[mean]": 470.1489064883934, + "NRMSE[mean]": 0.007334523357069669, + "ND[0.5]": 0.006402758744445192, + "mean_weighted_sum_quantile_loss": 0.005725614449376635 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00" + ], + "context": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375 + ], + "actual": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 63966.0 + ], + "predictions": { + "p50": [ + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375 + ], + "p10": [ + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875 + ], + "p90": [ + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_042932.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_042932.json new file mode 100644 index 0000000000000000000000000000000000000000..52fa532c2683d8b7637398f4831f887e54b3baff --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_042932.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T04:29:32.654072+00:00", + "metrics": { + "MSE[mean]": 178367.23729451498, + "MSE[0.5]": 178367.23729451498, + "MAE[0.5]": 347.0696614583333, + "MASE[0.5]": 0.31700948473225704, + "MAPE[0.5]": 0.005428004357472889, + "sMAPE[0.5]": 0.005406469294711444, + "MSIS": 1.6144437011268693, + "RMSE[mean]": 422.3354558813586, + "NRMSE[mean]": 0.0065886131456033975, + "ND[0.5]": 0.005414434668177308, + "mean_weighted_sum_quantile_loss": 0.0039537478191452695 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00" + ], + "context": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375 + ], + "actual": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 63966.0 + ], + "predictions": { + "p50": [ + 64284.65625, + 64349.671875, + 64397.578125, + 64401.0, + 64401.0, + 64404.421875, + 64438.640625, + 64445.484375, + 64483.125, + 64503.65625, + 64527.609375, + 64493.390625, + 64489.96875, + 64462.59375, + 64476.28125, + 64466.015625, + 64462.59375, + 64466.015625, + 64459.171875, + 64435.21875, + 64438.640625, + 64411.265625, + 64397.578125, + 64318.875 + ], + "p10": [ + 64029.7265625, + 64009.1953125, + 63995.5078125, + 63952.734375, + 63924.50390625, + 63915.09375, + 63915.09375, + 63891.99609375, + 63890.28515625, + 63883.44140625, + 63873.17578125, + 63812.8671875, + 63765.8125, + 63711.921875, + 63710.8515625, + 63664.8671875, + 63678.984375, + 63644.765625, + 63623.37890625, + 63572.05078125, + 63555.796875, + 63526.7109375, + 63492.4921875, + 63420.6328125 + ], + "p90": [ + 64544.71875, + 64688.4375, + 64791.09375, + 64825.3125, + 64845.84375, + 64852.6875, + 64914.28125, + 64934.8125, + 65010.09375, + 65051.15625, + 65099.0625, + 65092.21875, + 65099.0625, + 65092.21875, + 65112.75, + 65146.96875, + 65153.8125, + 65167.5, + 65167.5, + 65167.5, + 65188.03125, + 65174.34375, + 65188.03125, + 65119.59375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_041321.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_041321.json new file mode 100644 index 0000000000000000000000000000000000000000..d4e33120a8f83c93d34daf7c2105f5b92f35c7ff --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_041321.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T04:13:21.890031+00:00", + "metrics": { + "MSE[mean]": 187606.07390848795, + "MSE[0.5]": 128523.03936513264, + "MAE[0.5]": 262.328125, + "MASE[0.5]": 0.23960752832039958, + "MAPE[0.5]": 0.00410567670871947, + "sMAPE[0.5]": 0.004090426716305718, + "MSIS": 11.021692385454761, + "RMSE[mean]": 433.1351681732712, + "NRMSE[mean]": 0.00675709326107639, + "ND[0.5]": 0.00409243057566548, + "mean_weighted_sum_quantile_loss": 0.004789283132786603 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00" + ], + "context": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375 + ], + "actual": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 63966.0 + ], + "predictions": { + "p50": [ + 64248.28125, + 64252.53125, + 64248.1328125, + 64250.0390625, + 64256.140625, + 64275.296875, + 64272.859375, + 64272.3203125, + 64286.015625, + 64324.9375, + 64330.0, + 64345.09375, + 64358.5078125, + 64345.484375, + 64368.3828125, + 64356.0, + 64355.6640625, + 64377.296875, + 64384.015625, + 64424.8515625, + 64407.5859375, + 64416.1015625, + 64437.7265625, + 64425.5 + ], + "p10": [ + 64271.5703125, + 64320.53125, + 64322.265625, + 64313.96875, + 64313.3125, + 64330.109375, + 64345.84375, + 64363.1796875, + 64355.5703125, + 64351.9453125, + 64365.671875, + 64355.0, + 64370.4609375, + 64390.125, + 64415.9765625, + 64419.9921875, + 64387.390625, + 64461.4921875, + 64440.9375, + 64456.890625, + 64475.421875, + 64500.640625, + 64482.6484375, + 64457.9296875 + ], + "p90": [ + 64473.0625, + 64531.0625, + 64552.9375, + 64579.6796875, + 64600.1953125, + 64621.7578125, + 64644.0390625, + 64649.3984375, + 64672.1875, + 64729.1875, + 64742.2265625, + 64769.578125, + 64784.3671875, + 64807.0625, + 64832.4140625, + 64852.40625, + 64858.171875, + 64891.3671875, + 64910.09375, + 64934.0625, + 64935.8984375, + 64955.140625, + 64965.8359375, + 64947.0390625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_041930.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_041930.json new file mode 100644 index 0000000000000000000000000000000000000000..1e83c210a454b8ccf5ca19644ec142726cfd04ac --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_041930.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T04:19:30.736433+00:00", + "metrics": { + "MSE[mean]": 324412.9159151713, + "MSE[0.5]": 324412.9159151713, + "MAE[0.5]": 458.7916666666667, + "MASE[0.5]": 0.41905509469865904, + "MAPE[0.5]": 0.007175681382341437, + "sMAPE[0.5]": 0.007136104630202159, + "MSIS": 2.132402997056462, + "RMSE[mean]": 569.5725730011684, + "NRMSE[mean]": 0.008885574937153385, + "ND[0.5]": 0.007157345574467822, + "mean_weighted_sum_quantile_loss": 0.005180317059976163 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00" + ], + "context": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375 + ], + "actual": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 63966.0 + ], + "predictions": { + "p50": [ + 64279.125, + 64308.90234375, + 64346.0390625, + 64370.7890625, + 64392.65625, + 64413.515625, + 64434.484375, + 64457.32421875, + 64479.1328125, + 64502.07421875, + 64530.68359375, + 64550.8828125, + 64579.5703125, + 64601.046875, + 64624.84765625, + 64642.2265625, + 64656.66796875, + 64684.76171875, + 64713.9921875, + 64734.96875, + 64756.91796875, + 64773.328125, + 64794.05078125, + 64802.51171875 + ], + "p10": [ + 64069.171875, + 63960.99609375, + 63896.90625, + 63866.953125, + 63859.3125, + 63853.109375, + 63837.77734375, + 63824.8828125, + 63807.26953125, + 63790.06640625, + 63776.31640625, + 63753.9921875, + 63746.328125, + 63736.59765625, + 63724.11328125, + 63705.08984375, + 63682.5703125, + 63672.0234375, + 63665.2734375, + 63648.95703125, + 63639.8203125, + 63632.1796875, + 63622.24609375, + 63603.03515625 + ], + "p90": [ + 64492.140625, + 64632.23046875, + 64764.80078125, + 64860.81640625, + 64941.3046875, + 65032.46875, + 65126.859375, + 65218.40234375, + 65290.3125, + 65365.9609375, + 65444.04296875, + 65501.8046875, + 65574.4609375, + 65638.8515625, + 65720.765625, + 65788.578125, + 65849.171875, + 65927.0078125, + 66000.78125, + 66082.4140625, + 66151.859375, + 66224.1875, + 66296.4609375, + 66348.453125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_041904.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_041904.json new file mode 100644 index 0000000000000000000000000000000000000000..eb54d78a71e82019841b21dbb95e3390690ce353 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_041904.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T04:19:04.314668+00:00", + "metrics": { + "MSE[mean]": 173632.95182037354, + "MSE[0.5]": 173632.95182037354, + "MAE[0.5]": 331.3736979166667, + "MASE[0.5]": 0.30267296999970267, + "MAPE[0.5]": 0.005184044127998812, + "sMAPE[0.5]": 0.005162971869534558, + "MSIS": 1.77514806886094, + "RMSE[mean]": 416.6928746935488, + "NRMSE[mean]": 0.006500586473744756, + "ND[0.5]": 0.0051695709460261, + "mean_weighted_sum_quantile_loss": 0.00479566893661897 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00" + ], + "context": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375 + ], + "actual": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 63966.0 + ], + "predictions": { + "p50": [ + 64305.58203125, + 64328.046875, + 64343.1484375, + 64359.63671875, + 64373.4609375, + 64388.421875, + 64395.47265625, + 64407.87890625, + 64408.45703125, + 64416.2578125, + 64428.78125, + 64433.5, + 64433.3359375, + 64442.13671875, + 64444.08203125, + 64451.04296875, + 64453.1484375, + 64459.09765625, + 64464.43359375, + 64470.16015625, + 64473.69140625, + 64474.53515625, + 64475.015625, + 64478.52734375 + ], + "p10": [ + 64040.76171875, + 63969.0390625, + 63911.16796875, + 63855.42578125, + 63804.2265625, + 63750.796875, + 63701.0390625, + 63656.40625, + 63601.9609375, + 63559.5234375, + 63509.2109375, + 63442.921875, + 63390.125, + 63329.03125, + 63287.84375, + 63239.1953125, + 63190.57421875, + 63138.6484375, + 63092.42578125, + 63051.91015625, + 63017.203125, + 62975.8046875, + 62913.6953125, + 62861.9296875 + ], + "p90": [ + 64509.63671875, + 64616.3671875, + 64706.76171875, + 64788.0546875, + 64864.4140625, + 64941.72265625, + 65006.01953125, + 65073.0703125, + 65140.734375, + 65196.3984375, + 65280.17578125, + 65349.39453125, + 65416.7421875, + 65506.30078125, + 65564.3203125, + 65631.734375, + 65698.7109375, + 65761.1640625, + 65825.3515625, + 65886.640625, + 65947.453125, + 66019.9921875, + 66068.0859375, + 66135.0234375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_042941.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_042941.json new file mode 100644 index 0000000000000000000000000000000000000000..49eba250fd14e7b01c409e671e71bda2e9fb72fa --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_042941.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T04:29:41.566098+00:00", + "metrics": { + "MSE[mean]": 0.06286458056035699, + "MSE[0.5]": 0.07187432327957308, + "MAE[0.5]": 0.24480708684666017, + "MASE[0.5]": 3.916914510184793, + "MAPE[0.5]": 0.15592542827602898, + "sMAPE[0.5]": 0.17123651121412048, + "MSIS": 59.56860232838252, + "RMSE[mean]": 0.2507281008589922, + "NRMSE[mean]": 0.16456173663212026, + "ND[0.5]": 0.16067556533678362, + "mean_weighted_sum_quantile_loss": 0.14317067635154557 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.283583909638219, + 1.2847805801717034, + 1.2862517095171935, + 1.2860594594006556, + 1.2855795940111057, + 1.285763967125674, + 1.2867726351559179, + 1.2867544569942755, + 1.286293672535848, + 1.2857361823157527, + 1.2858447332572227, + 1.285661393709814, + 1.285792473798209, + 1.2857004707983668, + 1.2857749672124985, + 1.2857005445899907, + 1.2857196600891092, + 1.2862982214664607, + 1.2857568805783282, + 1.2856618354335683, + 1.2857568820948841, + 1.2858099008687176, + 1.2856422129885046, + 1.2857926772704655, + 1.2867335316699822, + 1.2857931379670005, + 1.2867335316843134, + 1.2867792653177146, + 1.2867489455141992, + 1.2857005643729926, + 1.2857931379751848, + 1.2858456958641074, + 1.2867643593418312, + 1.2857750102383965, + 1.2857191710313272, + 1.2867792653194776, + 1.2857196691855315, + 1.2856422130744634, + 1.2858284721185096, + 1.2855604359859978, + 1.285862919609863, + 1.286794171297095, + 1.2858456958641864, + 1.2857931379753567, + 1.28575688250147, + 1.2867489455150116, + 1.28575688250147, + 1.2857931379753567, + 1.2857750102384133, + 1.2856814595611996, + 1.28575688250147, + 1.2856618363178318, + 1.2867335316881556, + 1.285642213074464, + 1.2857382758435016, + 1.28575688250147, + 1.285862919609863, + 1.285862919609863, + 1.2857750102384133, + 1.2896394309092223, + 1.28575688250147, + 1.2858284721185098, + 1.2856814595611996, + 1.285862919609863, + 1.2858284721185098, + 1.2857005643733663, + 1.2857931379753567, + 1.2862982256490092, + 1.2858108050469332, + 1.2857931379753567, + 1.2856814595611996, + 1.285862919609863 + ], + "p10": [ + 1.22314564946971, + 1.2235706660761099, + 1.22702704481005, + 1.2250506993981192, + 1.225232106024296, + 1.2253778215200948, + 1.225403123300177, + 1.2257352249955678, + 1.2253294184612287, + 1.2237334131553308, + 1.2254236968343903, + 1.2237350640750617, + 1.220219163535779, + 1.2247165812634542, + 1.2237354636571647, + 1.223735486899704, + 1.2253339624779662, + 1.2257807307052564, + 1.2246185560997744, + 1.223735505798816, + 1.2253339711678042, + 1.2253339713874412, + 1.2247166747524942, + 1.2247166747989293, + 1.2253339715562166, + 1.2253339715660339, + 1.224618558019074, + 1.2300872157329972, + 1.2246185580221038, + 1.2257807348874312, + 1.2247166748382818, + 1.225424659441275, + 1.223735506683043, + 1.2253339715743732, + 1.224716674838446, + 1.2254246594413505, + 1.2253339715743885, + 1.2253339715743894, + 1.2237355066830793, + 1.2252722419007964, + 1.2257451273431599, + 1.22533397157439, + 1.2257451273431599, + 1.227700881658035, + 1.188574110327884, + 1.225780734887805, + 1.225780734887805, + 1.1841392557373311, + 1.22021936704756, + 1.2252722419007964, + 1.22533397157439, + 1.22021936704756, + 1.2252722419007964, + 1.2247166748384537, + 1.2247166748384537, + 1.2254155906546575, + 1.2252722419007964, + 1.2302698243115595, + 1.2252722419007964, + 1.2275088669810121, + 1.22021936704756, + 1.225780734887805, + 1.2247166748384537, + 1.225424659441354, + 1.22533397157439, + 1.2247166748384537, + 1.22533397157439, + 1.2247166748384537, + 1.2252722419007964, + 1.2237355066830795, + 1.22021936704756, + 1.2247166748384537 + ], + "p90": [ + 1.3845440308078405, + 1.3865734391951319, + 1.3864724714648935, + 1.387399788639261, + 1.3712729631461185, + 1.3869074557145964, + 1.3825002382385292, + 1.3868262637175295, + 1.3825172212665449, + 1.3868209472517359, + 1.386822078172521, + 1.3825213317716885, + 1.382701520670965, + 1.386836072490122, + 1.3869542506099408, + 1.3845714294636653, + 1.3868230316830608, + 1.386836161882573, + 1.3825217724565644, + 1.386954292751592, + 1.3843212720035167, + 1.3868230405925357, + 1.3843212723241431, + 1.3843212723705782, + 1.3869542936176822, + 1.3868230407711284, + 1.3870209973826217, + 1.3868230407777178, + 1.3876213311411258, + 1.3748994595546065, + 1.3829650263051494, + 1.3869542936357766, + 1.3896188479727583, + 1.3868230407794677, + 1.3876213311419305, + 1.37825329488719, + 1.3827017241827444, + 1.386823040779484, + 1.3870209973864638, + 1.375223657244253, + 1.3868230407794846, + 1.3868230407794846, + 1.387020997386464, + 1.3868230407794846, + 1.3786801428364448, + 1.384571449247041, + 1.3786801428364448, + 1.3869542936358557, + 1.3868230407794846, + 1.3869542936358557, + 1.3843212724101026, + 1.3782532948871935, + 1.3825217743797062, + 1.3825217743797062, + 1.382701724182746, + 1.3876213311419383, + 1.387020997386464, + 1.3869542936358557, + 1.3825217743797062, + 1.3869542936358557, + 1.3843212724101026, + 1.3825217743797062, + 1.3825217743797062, + 1.3843212724101026, + 1.3869542936358557, + 1.3843212724101026, + 1.3786801428364448, + 1.387020997386464, + 1.3876213311419383, + 1.38690286981573, + 1.3748994595549802, + 1.387020997386464 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_041257.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_041257.json new file mode 100644 index 0000000000000000000000000000000000000000..55dc1d17341d0710668d41478180832e48be7064 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_041257.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T04:12:57.757552+00:00", + "metrics": { + "MSE[mean]": 0.07226592901192655, + "MSE[0.5]": 0.07226592901192655, + "MAE[0.5]": 0.24402179817358652, + "MASE[0.5]": 3.9043498878208474, + "MAPE[0.5]": 0.15530743035385777, + "sMAPE[0.5]": 0.17062262608168266, + "MSIS": 100.41882807740485, + "RMSE[mean]": 0.26882323004518516, + "NRMSE[mean]": 0.17643821108097812, + "ND[0.5]": 0.16016015255554453, + "mean_weighted_sum_quantile_loss": 0.14515133586921633 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3009787797927856, + 1.3005931377410889, + 1.3000082969665527, + 1.2987523078918457, + 1.297547698020935, + 1.296836256980896, + 1.2959251403808594, + 1.2945934534072876, + 1.29440438747406, + 1.294274091720581, + 1.2937802076339722, + 1.2932084798812866, + 1.293894648551941, + 1.2925304174423218, + 1.29441237449646, + 1.2939904928207397, + 1.2922576665878296, + 1.2918870449066162, + 1.2922396659851074, + 1.2912834882736206, + 1.289610743522644, + 1.2905573844909668, + 1.2900056838989258, + 1.2906349897384644, + 1.2917230129241943, + 1.2917901277542114, + 1.291497826576233, + 1.2907359600067139, + 1.2907354831695557, + 1.290169596672058, + 1.2898151874542236, + 1.2896305322647095, + 1.2885472774505615, + 1.2888131141662598, + 1.2897720336914062, + 1.289420485496521, + 1.288210391998291, + 1.2886589765548706, + 1.2870937585830688, + 1.2870451211929321, + 1.2867927551269531, + 1.2854772806167603, + 1.2843574285507202, + 1.283920168876648, + 1.2834789752960205, + 1.2828139066696167, + 1.2830679416656494, + 1.2847650051116943, + 1.2868123054504395, + 1.2881462574005127, + 1.2880616188049316, + 1.2873672246932983, + 1.2856829166412354, + 1.2839767932891846, + 1.281071424484253, + 1.2788962125778198, + 1.277906060218811, + 1.277782678604126, + 1.2794315814971924, + 1.279529333114624, + 1.2802481651306152, + 1.2812271118164062, + 1.2820782661437988, + 1.2828835248947144, + 1.2822885513305664, + 1.2792675495147705, + 1.278570532798767, + 1.278064250946045, + 1.2769418954849243, + 1.2771269083023071, + 1.2779518365859985, + 1.278548002243042 + ], + "p10": [ + 1.2775955200195312, + 1.2746387720108032, + 1.2652050256729126, + 1.2554571628570557, + 1.2492884397506714, + 1.2373508214950562, + 1.224822759628296, + 1.221158504486084, + 1.2160316705703735, + 1.2107683420181274, + 1.2031008005142212, + 1.2009714841842651, + 1.2003382444381714, + 1.204014778137207, + 1.2014020681381226, + 1.2030457258224487, + 1.2204382419586182, + 1.2142488956451416, + 1.2069920301437378, + 1.2021876573562622, + 1.2024295330047607, + 1.2026954889297485, + 1.2007945775985718, + 1.201415777206421, + 1.2012169361114502, + 1.2026681900024414, + 1.1977312564849854, + 1.1928398609161377, + 1.1924771070480347, + 1.1891731023788452, + 1.1854020357131958, + 1.182173490524292, + 1.1858744621276855, + 1.1866445541381836, + 1.1839995384216309, + 1.1855008602142334, + 1.1895760297775269, + 1.192702293395996, + 1.1906602382659912, + 1.1919195652008057, + 1.1928431987762451, + 1.1936558485031128, + 1.1908555030822754, + 1.1876479387283325, + 1.1884602308273315, + 1.1864782571792603, + 1.1842854022979736, + 1.183112382888794, + 1.1878405809402466, + 1.1857548952102661, + 1.1834325790405273, + 1.1804887056350708, + 1.1802394390106201, + 1.180899739265442, + 1.1788017749786377, + 1.175641655921936, + 1.1767492294311523, + 1.1751222610473633, + 1.175740361213684, + 1.1753475666046143, + 1.1752465963363647, + 1.1773009300231934, + 1.1780791282653809, + 1.1778837442398071, + 1.189422845840454, + 1.1853749752044678, + 1.18365478515625, + 1.1822733879089355, + 1.1832047700881958, + 1.1847646236419678, + 1.1845189332962036, + 1.1834659576416016 + ], + "p90": [ + 1.321614384651184, + 1.3252047300338745, + 1.33070969581604, + 1.3376147747039795, + 1.3411539793014526, + 1.3451671600341797, + 1.3490208387374878, + 1.3545385599136353, + 1.3558317422866821, + 1.3610472679138184, + 1.3676660060882568, + 1.3641659021377563, + 1.3628103733062744, + 1.3609236478805542, + 1.3628311157226562, + 1.3639169931411743, + 1.3559191226959229, + 1.3557015657424927, + 1.3602267503738403, + 1.3640191555023193, + 1.3662364482879639, + 1.3665406703948975, + 1.3709404468536377, + 1.3782724142074585, + 1.3796095848083496, + 1.3858261108398438, + 1.3916975259780884, + 1.393539309501648, + 1.3952668905258179, + 1.3968449831008911, + 1.398710012435913, + 1.4022032022476196, + 1.40915846824646, + 1.4064143896102905, + 1.4068619012832642, + 1.3987072706222534, + 1.391964077949524, + 1.385064721107483, + 1.3828508853912354, + 1.3852726221084595, + 1.3787810802459717, + 1.3834989070892334, + 1.3860008716583252, + 1.3873368501663208, + 1.3868447542190552, + 1.3852272033691406, + 1.3859847784042358, + 1.3908579349517822, + 1.3893256187438965, + 1.3960444927215576, + 1.4024051427841187, + 1.4026087522506714, + 1.4015097618103027, + 1.3994883298873901, + 1.3985168933868408, + 1.3998697996139526, + 1.3999179601669312, + 1.4010089635849, + 1.4063619375228882, + 1.4019185304641724, + 1.3987857103347778, + 1.3987802267074585, + 1.3961844444274902, + 1.4001638889312744, + 1.3844480514526367, + 1.3849729299545288, + 1.3908311128616333, + 1.3922606706619263, + 1.395406723022461, + 1.3979625701904297, + 1.4030238389968872, + 1.4085758924484253 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_042941.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_042941.json new file mode 100644 index 0000000000000000000000000000000000000000..3c457eadad602e90030b66eaff1eb56c9fe042ff --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_042941.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T04:29:41.659090+00:00", + "metrics": { + "MSE[mean]": 0.053865626089234196, + "MSE[0.5]": 0.05368043007295137, + "MAE[0.5]": 0.2102693708850824, + "MASE[0.5]": 3.364310896698387, + "MAPE[0.5]": 0.1339316178989104, + "sMAPE[0.5]": 0.14504292100284566, + "MSIS": 41.31154390528661, + "RMSE[mean]": 0.23208969406079666, + "NRMSE[mean]": 0.15232868983657208, + "ND[0.5]": 0.13800723857774777, + "mean_weighted_sum_quantile_loss": 0.12405510815322335 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3019596705889867, + 1.3025379859931476, + 1.3031163013973084, + 1.3036946168014694, + 1.3042729322056301, + 1.3048512476097909, + 1.3054295630139519, + 1.3060078784181126, + 1.3065861938222736, + 1.3071645092264343, + 1.307742824630595, + 1.308321140034756, + 1.3088994554389168, + 1.3094777708430776, + 1.3100560862472386, + 1.3106344016513993, + 1.3112127170555603, + 1.311791032459721, + 1.3123693478638818, + 1.3129476632680428, + 1.3135259786722036, + 1.3141042940763645, + 1.3146826094805253, + 1.315260924884686, + 1.315839240288847, + 1.3164175556930078, + 1.3169958710971688, + 1.3175741865013295, + 1.3181525019054903, + 1.3187308173096512, + 1.319309132713812, + 1.319887448117973, + 1.3204657635221337, + 1.3210440789262945, + 1.3216223943304555, + 1.3222007097346162, + 1.3227790251387772, + 1.323357340542938, + 1.3239356559470987, + 1.3245139713512597, + 1.3250922867554205, + 1.3256706021595814, + 1.3262489175637422, + 1.326827232967903, + 1.327405548372064, + 1.3279838637762247, + 1.3285621791803854, + 1.3291404945845464, + 1.3297188099887072, + 1.3302971253928682, + 1.330875440797029, + 1.3314537562011897, + 1.3320320716053506, + 1.3326103870095114, + 1.3331887024136724, + 1.3337670178178331, + 1.334345333221994, + 1.3349236486261549, + 1.3355019640303156, + 1.3360802794344766, + 1.3366585948386374, + 1.3372369102427981, + 1.337815225646959, + 1.3383935410511199, + 1.3389718564552808, + 1.3395501718594416, + 1.3401284872636023, + 1.3407068026677633, + 1.341285118071924, + 1.3418634334760848, + 1.3424417488802458, + 1.3430200642844066 + ], + "p10": [ + 1.2019596467471287, + 1.2025379621512897, + 1.20311639676474, + 1.2036945929596115, + 1.2042729083637722, + 1.204851223767933, + 1.205429539172094, + 1.2060078545762547, + 1.2065861699804157, + 1.2071644853845764, + 1.2077428007887372, + 1.2083211161928982, + 1.208899431597059, + 1.2094777470012197, + 1.2100560624053807, + 1.2106343778095414, + 1.2112126932137024, + 1.2117910086178632, + 1.212369324022024, + 1.2129476394261849, + 1.2135259548303456, + 1.2141042702345066, + 1.2146825856386674, + 1.2152610202521177, + 1.2158392164469891, + 1.2164175318511499, + 1.2169958472553108, + 1.2175741626594716, + 1.2181524780636324, + 1.218730912677083, + 1.219309108871954, + 1.219887424276115, + 1.2204657396802758, + 1.2210440550844366, + 1.2216223704885976, + 1.2222006858927583, + 1.2227790012969193, + 1.22335731670108, + 1.2239356321052408, + 1.2245139475094018, + 1.2250922629135625, + 1.2256705783177235, + 1.2262488937218843, + 1.226827209126045, + 1.227405524530206, + 1.2279838399343668, + 1.2285621553385275, + 1.2291404707426885, + 1.2297187861468493, + 1.2302971015510102, + 1.230875416955171, + 1.2314537323593318, + 1.2320320477634927, + 1.2326103631676535, + 1.2331886785718145, + 1.2337669939759752, + 1.234345309380136, + 1.234923624784297, + 1.2355019401884577, + 1.2360802555926187, + 1.2366585709967794, + 1.2372368864009402, + 1.2378152018051012, + 1.238393517209262, + 1.238971832613423, + 1.2395501480175837, + 1.2401284634217444, + 1.2407067788259054, + 1.2412852134393557, + 1.241863409634227, + 1.242441725038388, + 1.2430200404425487 + ], + "p90": [ + 1.4019596944308446, + 1.4025380098350055, + 1.4031163252391663, + 1.4036945333549666, + 1.4042728368381985, + 1.4048512714516488, + 1.4054295868558098, + 1.4060079022599705, + 1.4065862176641315, + 1.4071645330682923, + 1.407742848472453, + 1.408321163876614, + 1.4088994792807747, + 1.4094777946849355, + 1.4100561100890965, + 1.4106344254932572, + 1.4112127408974182, + 1.411791056301579, + 1.4123693717057397, + 1.4129476871099007, + 1.4135260025140615, + 1.4141043179182224, + 1.4146826333223832, + 1.4152608414381833, + 1.415839264130705, + 1.4164175795348657, + 1.4169958949390267, + 1.4175742103431874, + 1.4181525257473482, + 1.4187308411515092, + 1.4193090492673093, + 1.419887471959831, + 1.4204657873639916, + 1.4210441027681524, + 1.4216224181723134, + 1.4222007335764741, + 1.4227790489806351, + 1.4233573643847959, + 1.4239356797889566, + 1.4245139951931176, + 1.4250923105972784, + 1.4256706260014393, + 1.4262489414056, + 1.4268272568097609, + 1.4274055722139218, + 1.4279838876180826, + 1.4285622030222433, + 1.4291405184264043, + 1.429718833830565, + 1.430297149234726, + 1.4308754646388868, + 1.4314537800430476, + 1.4320320954472086, + 1.4326104108513693, + 1.4331887262555303, + 1.433767041659691, + 1.4343453570638518, + 1.4349236724680128, + 1.435501880583813, + 1.4360803032763345, + 1.4366586186804953, + 1.437236934084656, + 1.437815249488817, + 1.4383935648929778, + 1.4389718802971387, + 1.4395501957012995, + 1.4401285111054603, + 1.4407068265096212, + 1.441285141913782, + 1.4418634573179427, + 1.4424416535128142, + 1.4430200881262645 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_042914.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_042914.json new file mode 100644 index 0000000000000000000000000000000000000000..29575ec300cf45c9db48bdc49188a49b3368ca4e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_042914.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T04:29:14.801941+00:00", + "metrics": { + "MSE[mean]": 0.062322138660179625, + "MSE[0.5]": 0.061456095532382925, + "MAE[0.5]": 0.22462792860137093, + "MASE[0.5]": 3.594047885887283, + "MAPE[0.5]": 0.14304764685882285, + "sMAPE[0.5]": 0.15583739577524647, + "MSIS": 63.50577112998773, + "RMSE[mean]": 0.2496440238823666, + "NRMSE[mean]": 0.16385021850030645, + "ND[0.5]": 0.14743126877312596, + "mean_weighted_sum_quantile_loss": 0.1275119984501117 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.305456280708313, + 1.3181864619255066, + 1.307673990726471, + 1.3052682280540466, + 1.307606041431427, + 1.3086044788360596, + 1.298655092716217, + 1.3189613223075867, + 1.3179711699485779, + 1.3159924149513245, + 1.3074682354927063, + 1.3045396208763123, + 1.3042386174201965, + 1.3096797466278076, + 1.3202072978019714, + 1.3001888990402222, + 1.3027054071426392, + 1.320249080657959, + 1.305795669555664, + 1.3081263303756714, + 1.3023753762245178, + 1.2953980565071106, + 1.2986801862716675, + 1.2920277118682861, + 1.302125632762909, + 1.3063204288482666, + 1.3018987774848938, + 1.301016926765442, + 1.3029886484146118, + 1.3097255229949951, + 1.3070690035820007, + 1.3088828921318054, + 1.3089750409126282, + 1.3130422234535217, + 1.2998329997062683, + 1.3108450770378113, + 1.3242697715759277, + 1.3082566857337952, + 1.3104034662246704, + 1.3033480048179626, + 1.297340452671051, + 1.304808259010315, + 1.3096809387207031, + 1.3053429126739502, + 1.319235920906067, + 1.3136244416236877, + 1.3211352825164795, + 1.3070802688598633, + 1.3046749830245972, + 1.3286389708518982, + 1.308093011379242, + 1.2987245321273804, + 1.2925946116447449, + 1.3051590323448181, + 1.3009165525436401, + 1.3045777082443237, + 1.3265860676765442, + 1.3081898093223572, + 1.3145737648010254, + 1.317625343799591, + 1.3125311732292175, + 1.3157776594161987, + 1.295706570148468, + 1.2915897369384766, + 1.3246235847473145, + 1.3124009370803833, + 1.3104535937309265, + 1.3019474744796753, + 1.3011469841003418, + 1.3203893303871155, + 1.3041833639144897, + 1.294810950756073 + ], + "p10": [ + 1.1961877346038818, + 1.190867304801941, + 1.1661195158958435, + 1.1895158290863037, + 1.168616235256195, + 1.1924794912338257, + 1.1611417531967163, + 1.1733334064483643, + 1.176555097103119, + 1.1810858249664307, + 1.1854379773139954, + 1.173958420753479, + 1.1769187450408936, + 1.1164897084236145, + 1.1948513388633728, + 1.1298858523368835, + 1.1648524403572083, + 1.1780235767364502, + 1.156103491783142, + 1.1765884160995483, + 1.1827269196510315, + 1.1715384125709534, + 1.1678407192230225, + 1.1562390327453613, + 1.188152253627777, + 1.1800969243049622, + 1.1930622458457947, + 1.1601670980453491, + 1.154908835887909, + 1.1949614882469177, + 1.1845144629478455, + 1.1703453063964844, + 1.1663951873779297, + 1.1665512919425964, + 1.1583553552627563, + 1.1533887386322021, + 1.1680555939674377, + 1.185782790184021, + 1.1517490148544312, + 1.160163700580597, + 1.1356914043426514, + 1.1544520258903503, + 1.1737359762191772, + 1.1663365364074707, + 1.1728227734565735, + 1.1760773062705994, + 1.177806317806244, + 1.1521851420402527, + 1.1716595888137817, + 1.1436147689819336, + 1.1601598262786865, + 1.1430706977844238, + 1.0905729532241821, + 1.121450662612915, + 1.1078579425811768, + 1.1608136892318726, + 1.1204366087913513, + 1.1073598861694336, + 1.1116141080856323, + 1.1638078093528748, + 1.085606336593628, + 1.0837678909301758, + 1.0944977402687073, + 1.058937668800354, + 1.157926082611084, + 1.0521156191825867, + 1.1143422722816467, + 1.0984602570533752, + 1.1047323942184448, + 1.1340590715408325, + 1.1202996969223022, + 1.0545583367347717 + ], + "p90": [ + 1.4009795784950256, + 1.423398494720459, + 1.431940495967865, + 1.4161649346351624, + 1.426701545715332, + 1.417860507965088, + 1.4436538815498352, + 1.4441347122192383, + 1.4257328510284424, + 1.4458173513412476, + 1.4222649931907654, + 1.4333244562149048, + 1.428566336631775, + 1.4390356540679932, + 1.43436861038208, + 1.4317604303359985, + 1.4325600862503052, + 1.4332266449928284, + 1.4438883066177368, + 1.44308203458786, + 1.415040373802185, + 1.4199438691139221, + 1.409197449684143, + 1.4173302054405212, + 1.419966220855713, + 1.451886236667633, + 1.4317412972450256, + 1.4109848737716675, + 1.4373362064361572, + 1.476104497909546, + 1.4500718116760254, + 1.469093143939972, + 1.466185212135315, + 1.4354090094566345, + 1.4478305578231812, + 1.4821395874023438, + 1.4610106348991394, + 1.4466519951820374, + 1.467445969581604, + 1.4619281888008118, + 1.4715224504470825, + 1.472263753414154, + 1.4531565308570862, + 1.431014895439148, + 1.4654903411865234, + 1.445387065410614, + 1.471489131450653, + 1.4632010459899902, + 1.4489980340003967, + 1.484902262687683, + 1.4397137761116028, + 1.4493083953857422, + 1.4394066333770752, + 1.4918807744979858, + 1.4436580538749695, + 1.463592529296875, + 1.4718784093856812, + 1.5096858143806458, + 1.4817203283309937, + 1.4648104310035706, + 1.462721824645996, + 1.4904560446739197, + 1.4623854756355286, + 1.497721254825592, + 1.5202111601829529, + 1.4772788286209106, + 1.493897557258606, + 1.4955845475196838, + 1.473211944103241, + 1.4826889634132385, + 1.4625871777534485, + 1.4717773795127869 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_042941.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_042941.json new file mode 100644 index 0000000000000000000000000000000000000000..b7befe205ce635b7504e1e65f099a4a889f352ed --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_042941.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T04:29:41.693445+00:00", + "metrics": { + "MSE[mean]": 0.060179979931432946, + "MSE[0.5]": 0.059982660564562015, + "MAE[0.5]": 0.22187503827390842, + "MASE[0.5]": 3.5500016280461475, + "MAPE[0.5]": 0.1412953757367891, + "sMAPE[0.5]": 0.15373591635770087, + "MSIS": 45.559979147711154, + "RMSE[mean]": 0.24531608168123212, + "NRMSE[mean]": 0.16100963668190602, + "ND[0.5]": 0.1456244493081639, + "mean_weighted_sum_quantile_loss": 0.13157704893716227 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624 + ], + "p10": [ + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766 + ], + "p90": [ + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998817841212, + 1.4124998698631923, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998817841212, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998817841212, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998817841212, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998698631923, + 1.4124999890724819 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_042941.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_042941.json new file mode 100644 index 0000000000000000000000000000000000000000..6ff8bf200d35b738244c1da49e9431017d587f71 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_042941.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T04:29:41.719884+00:00", + "metrics": { + "MSE[mean]": 0.06277780142095718, + "MSE[0.5]": 0.06277780142095718, + "MAE[0.5]": 0.22222226195865208, + "MASE[0.5]": 3.555557208591511, + "MAPE[0.5]": 0.14136912040068683, + "sMAPE[0.5]": 0.15451444975459336, + "MSIS": 120.4422838563425, + "RMSE[mean]": 0.250554986821171, + "NRMSE[mean]": 0.1644481157551557, + "ND[0.5]": 0.14585234451562354, + "mean_weighted_sum_quantile_loss": 0.14092982891091205 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_042938.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_042938.json new file mode 100644 index 0000000000000000000000000000000000000000..75a5895d3e0b8bf79d197a8b0a42d32defe5042e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_042938.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T04:29:38.919921+00:00", + "metrics": { + "MSE[mean]": 0.06488691545843099, + "MSE[0.5]": 0.06488691545843099, + "MAE[0.5]": 0.23102839291095734, + "MASE[0.5]": 3.696455344139674, + "MAPE[0.5]": 0.1470531747065902, + "sMAPE[0.5]": 0.16067882737189412, + "MSIS": 99.92602155476234, + "RMSE[mean]": 0.25472910210345223, + "NRMSE[mean]": 0.16718773551616997, + "ND[0.5]": 0.15163212028689305, + "mean_weighted_sum_quantile_loss": 0.1384687834165129 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.301039457321167, + 1.3017213344573975, + 1.3013633489608765, + 1.3015508651733398, + 1.3014315366744995, + 1.3008860349655151, + 1.3011417388916016, + 1.300971269607544, + 1.3018577098846436, + 1.3017213344573975, + 1.3021304607391357, + 1.3025054931640625, + 1.3024543523788452, + 1.3027441501617432, + 1.3025907278060913, + 1.3037840127944946, + 1.3023861646652222, + 1.301619052886963, + 1.300681471824646, + 1.299027919769287, + 1.2994370460510254, + 1.297255039215088, + 1.3000166416168213, + 1.3006473779678345, + 1.2985165119171143, + 1.298107385635376, + 1.2991302013397217, + 1.3019940853118896, + 1.300459861755371, + 1.3016531467437744, + 1.3034942150115967, + 1.3024373054504395, + 1.3011417388916016, + 1.3007667064666748, + 1.3031105995178223, + 1.3036220073699951, + 1.3030339479446411, + 1.3031787872314453, + 1.3016531467437744, + 1.3017213344573975, + 1.3011417388916016, + 1.3022327423095703, + 1.3014826774597168, + 1.3015167713165283, + 1.300749659538269, + 1.299471139907837, + 1.2993006706237793, + 1.2985846996307373, + 1.2995052337646484, + 1.2994370460510254, + 1.2993347644805908, + 1.3017213344573975, + 1.3009542226791382, + 1.3005791902542114, + 1.3005450963974, + 1.2995052337646484, + 1.2995734214782715, + 1.2999825477600098, + 1.3011587858200073, + 1.3008519411087036, + 1.3004939556121826, + 1.300971269607544, + 1.3017383813858032, + 1.301329255104065, + 1.3025054931640625, + 1.302829384803772, + 1.3018065690994263, + 1.3018577098846436, + 1.3015849590301514, + 1.3015849590301514, + 1.302897572517395, + 1.3022838830947876 + ], + "p10": [ + 1.2883224487304688, + 1.2817764282226562, + 1.2735939025878906, + 1.2673206329345703, + 1.2594108581542969, + 1.2520465850830078, + 1.2446823120117188, + 1.2389545440673828, + 1.2373180389404297, + 1.2343177795410156, + 1.2326812744140625, + 1.2332267761230469, + 1.2326812744140625, + 1.2321357727050781, + 1.2310447692871094, + 1.2321357727050781, + 1.237863540649414, + 1.2332267761230469, + 1.2294082641601562, + 1.2272262573242188, + 1.22613525390625, + 1.2244987487792969, + 1.2244987487792969, + 1.2250442504882812, + 1.2228622436523438, + 1.221771240234375, + 1.221771240234375, + 1.2228622436523438, + 1.2206802368164062, + 1.2223167419433594, + 1.2234077453613281, + 1.2223167419433594, + 1.2239532470703125, + 1.2228622436523438, + 1.2239532470703125, + 1.2239532470703125, + 1.2228622436523438, + 1.2244987487792969, + 1.2223167419433594, + 1.2212257385253906, + 1.2212257385253906, + 1.221771240234375, + 1.2195892333984375, + 1.2179527282714844, + 1.2157707214355469, + 1.213043212890625, + 1.2135887145996094, + 1.2135887145996094, + 1.2206802368164062, + 1.2184982299804688, + 1.2179527282714844, + 1.2201347351074219, + 1.2179527282714844, + 1.2179527282714844, + 1.2168617248535156, + 1.2152252197265625, + 1.2163162231445312, + 1.2163162231445312, + 1.2168617248535156, + 1.2157707214355469, + 1.2146797180175781, + 1.2152252197265625, + 1.2168617248535156, + 1.2168617248535156, + 1.2228622436523438, + 1.2223167419433594, + 1.2206802368164062, + 1.2201347351074219, + 1.2190437316894531, + 1.2201347351074219, + 1.2201347351074219, + 1.2195892333984375 + ], + "p90": [ + 1.3121881484985352, + 1.3221435546875, + 1.3318262100219727, + 1.3398723602294922, + 1.3494186401367188, + 1.3559646606445312, + 1.3611469268798828, + 1.3652381896972656, + 1.3690567016601562, + 1.3706932067871094, + 1.37451171875, + 1.378875732421875, + 1.3816032409667969, + 1.3837852478027344, + 1.3821487426757812, + 1.3810577392578125, + 1.3810577392578125, + 1.3816032409667969, + 1.3810577392578125, + 1.378875732421875, + 1.3794212341308594, + 1.3772392272949219, + 1.3821487426757812, + 1.3848762512207031, + 1.3826942443847656, + 1.3799667358398438, + 1.3810577392578125, + 1.38323974609375, + 1.3854217529296875, + 1.3897857666015625, + 1.3946952819824219, + 1.3957862854003906, + 1.3936042785644531, + 1.396331787109375, + 1.40069580078125, + 1.4001502990722656, + 1.3979682922363281, + 1.3957862854003906, + 1.3936042785644531, + 1.3941497802734375, + 1.3925132751464844, + 1.3908767700195312, + 1.3897857666015625, + 1.3881492614746094, + 1.3892402648925781, + 1.3881492614746094, + 1.3892402648925781, + 1.3897857666015625, + 1.3837852478027344, + 1.3854217529296875, + 1.3865127563476562, + 1.3897857666015625, + 1.3897857666015625, + 1.3897857666015625, + 1.3903312683105469, + 1.3897857666015625, + 1.3897857666015625, + 1.3908767700195312, + 1.3936042785644531, + 1.3930587768554688, + 1.3919677734375, + 1.3925132751464844, + 1.3930587768554688, + 1.3919677734375, + 1.3892402648925781, + 1.3914222717285156, + 1.3903312683105469, + 1.387603759765625, + 1.3859672546386719, + 1.3854217529296875, + 1.387603759765625, + 1.3886947631835938 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_041328.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_041328.json new file mode 100644 index 0000000000000000000000000000000000000000..81c0258674ef15b1eebc0e94a9bc80c0f8917ed6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_041328.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T04:13:28.649052+00:00", + "metrics": { + "MSE[mean]": 0.0665585861379121, + "MSE[0.5]": 0.07084478198066889, + "MAE[0.5]": 0.24168755114078522, + "MASE[0.5]": 3.8670019246106886, + "MAPE[0.5]": 0.15382627183125214, + "sMAPE[0.5]": 0.16882884187806307, + "MSIS": 129.06571083359393, + "RMSE[mean]": 0.25798950780586427, + "NRMSE[mean]": 0.16932765530448254, + "ND[0.5]": 0.15862810351863907, + "mean_weighted_sum_quantile_loss": 0.14764704776889442 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2982752323150635, + 1.2981737852096558, + 1.2966694831848145, + 1.2961105108261108, + 1.2970390319824219, + 1.2976155281066895, + 1.2970186471939087, + 1.2969880104064941, + 1.2960963249206543, + 1.297580599784851, + 1.2966580390930176, + 1.295891284942627, + 1.2961574792861938, + 1.2944234609603882, + 1.2947973012924194, + 1.293006181716919, + 1.2935333251953125, + 1.2948589324951172, + 1.2922420501708984, + 1.294867753982544, + 1.2932075262069702, + 1.2939621210098267, + 1.293956995010376, + 1.2934507131576538, + 1.2906328439712524, + 1.293280839920044, + 1.291580319404602, + 1.2912577390670776, + 1.2910654544830322, + 1.288633108139038, + 1.2896865606307983, + 1.2908247709274292, + 1.2902780771255493, + 1.2893760204315186, + 1.2887898683547974, + 1.2891104221343994, + 1.2897578477859497, + 1.290347695350647, + 1.2886109352111816, + 1.2874609231948853, + 1.2888485193252563, + 1.2878468036651611, + 1.2877583503723145, + 1.2883522510528564, + 1.2878358364105225, + 1.2880451679229736, + 1.2861757278442383, + 1.286638617515564, + 1.2872827053070068, + 1.2868046760559082, + 1.2858599424362183, + 1.2857896089553833, + 1.2868413925170898, + 1.286621332168579, + 1.2849562168121338, + 1.2853188514709473, + 1.2847025394439697, + 1.285851001739502, + 1.2848669290542603, + 1.2853819131851196, + 1.2855530977249146, + 1.2851321697235107, + 1.2832159996032715, + 1.283955454826355, + 1.28469979763031, + 1.2840347290039062, + 1.2849671840667725, + 1.2852473258972168, + 1.2854658365249634, + 1.2841317653656006, + 1.285008430480957, + 1.283911943435669 + ], + "p10": [ + 1.3010090589523315, + 1.299323558807373, + 1.299871563911438, + 1.298673152923584, + 1.30068039894104, + 1.3016279935836792, + 1.300002098083496, + 1.299805760383606, + 1.3015321493148804, + 1.2998772859573364, + 1.300621747970581, + 1.3011983633041382, + 1.3011058568954468, + 1.3015592098236084, + 1.3004000186920166, + 1.2986453771591187, + 1.300155520439148, + 1.3014740943908691, + 1.2992345094680786, + 1.2994203567504883, + 1.3008322715759277, + 1.2999203205108643, + 1.3016729354858398, + 1.300179362297058, + 1.299646258354187, + 1.2997833490371704, + 1.3018484115600586, + 1.3016701936721802, + 1.30013906955719, + 1.3005386590957642, + 1.3017538785934448, + 1.3009076118469238, + 1.3013825416564941, + 1.3009496927261353, + 1.3008960485458374, + 1.3007460832595825, + 1.3020411729812622, + 1.301492691040039, + 1.3015941381454468, + 1.3023982048034668, + 1.301182746887207, + 1.301310420036316, + 1.3023253679275513, + 1.3016486167907715, + 1.3015793561935425, + 1.3014084100723267, + 1.2997524738311768, + 1.300747275352478, + 1.301497459411621, + 1.3026078939437866, + 1.2993896007537842, + 1.298911213874817, + 1.3023297786712646, + 1.3011442422866821, + 1.3012635707855225, + 1.3002487421035767, + 1.3000600337982178, + 1.301809549331665, + 1.2999292612075806, + 1.3008888959884644, + 1.3004076480865479, + 1.3010954856872559, + 1.299663782119751, + 1.3007500171661377, + 1.301466941833496, + 1.3003727197647095, + 1.3008352518081665, + 1.3004295825958252, + 1.3002684116363525, + 1.299749493598938, + 1.2999082803726196, + 1.3010627031326294 + ], + "p90": [ + 1.3030050992965698, + 1.3048226833343506, + 1.3058688640594482, + 1.3069995641708374, + 1.3088679313659668, + 1.310228943824768, + 1.3110525608062744, + 1.3114863634109497, + 1.3121627569198608, + 1.3148207664489746, + 1.3145947456359863, + 1.3155514001846313, + 1.3156660795211792, + 1.3165078163146973, + 1.3176227807998657, + 1.3179824352264404, + 1.320970892906189, + 1.3224005699157715, + 1.3217614889144897, + 1.3223799467086792, + 1.323190450668335, + 1.3268381357192993, + 1.3269916772842407, + 1.3263773918151855, + 1.3262107372283936, + 1.3306549787521362, + 1.3294810056686401, + 1.3309805393218994, + 1.3309262990951538, + 1.3314425945281982, + 1.3331608772277832, + 1.3336927890777588, + 1.3354169130325317, + 1.3361278772354126, + 1.335349440574646, + 1.3363125324249268, + 1.337158203125, + 1.3381792306900024, + 1.3380340337753296, + 1.338801622390747, + 1.3391642570495605, + 1.3398650884628296, + 1.3390507698059082, + 1.3392102718353271, + 1.339669942855835, + 1.3414900302886963, + 1.3411345481872559, + 1.340820074081421, + 1.3413325548171997, + 1.3422974348068237, + 1.3423895835876465, + 1.344389796257019, + 1.3441433906555176, + 1.3436611890792847, + 1.3436129093170166, + 1.3427361249923706, + 1.3428831100463867, + 1.3438804149627686, + 1.344804286956787, + 1.3435015678405762, + 1.3443416357040405, + 1.3433581590652466, + 1.3423717021942139, + 1.3455976247787476, + 1.3445711135864258, + 1.3442871570587158, + 1.3448923826217651, + 1.3442142009735107, + 1.3451504707336426, + 1.3455415964126587, + 1.34536612033844, + 1.3468903303146362 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_041936.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_041936.json new file mode 100644 index 0000000000000000000000000000000000000000..604ab2076b9d4ed93e1e35fe40e364cb57962f42 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_041936.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T04:19:36.885486+00:00", + "metrics": { + "MSE[mean]": 0.06560284862634644, + "MSE[0.5]": 0.06560284862634644, + "MAE[0.5]": 0.2324540913105011, + "MASE[0.5]": 3.719266525058706, + "MAPE[0.5]": 0.14796524447650097, + "sMAPE[0.5]": 0.16176678463592886, + "MSIS": 72.61891956552748, + "RMSE[mean]": 0.2561305304456039, + "NRMSE[mean]": 0.16810754259387622, + "ND[0.5]": 0.15256785666322567, + "mean_weighted_sum_quantile_loss": 0.12906057854145286 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2999944686889648, + 1.3000589609146118, + 1.3003123998641968, + 1.3005380630493164, + 1.3001270294189453, + 1.299792766571045, + 1.299573302268982, + 1.2996690273284912, + 1.2996113300323486, + 1.2991811037063599, + 1.2991595268249512, + 1.2991975545883179, + 1.2987300157546997, + 1.2988746166229248, + 1.2989685535430908, + 1.2989383935928345, + 1.2990399599075317, + 1.298720359802246, + 1.298440933227539, + 1.2990984916687012, + 1.2996795177459717, + 1.299661636352539, + 1.2996296882629395, + 1.3002018928527832, + 1.3001790046691895, + 1.2999080419540405, + 1.2998145818710327, + 1.299924612045288, + 1.299598217010498, + 1.2997310161590576, + 1.2998433113098145, + 1.3002567291259766, + 1.2918599843978882, + 1.2945369482040405, + 1.2974797487258911, + 1.2998772859573364, + 1.2999407052993774, + 1.3011267185211182, + 1.3005377054214478, + 1.3001033067703247, + 1.300330638885498, + 1.300333023071289, + 1.3000200986862183, + 1.2992002964019775, + 1.2993431091308594, + 1.2989153861999512, + 1.2989137172698975, + 1.2992217540740967, + 1.2997912168502808, + 1.3002934455871582, + 1.3001450300216675, + 1.3000515699386597, + 1.3007709980010986, + 1.2998816967010498, + 1.2994362115859985, + 1.29888916015625, + 1.2981135845184326, + 1.297792911529541, + 1.2973425388336182, + 1.29792320728302, + 1.2982984781265259, + 1.2993770837783813, + 1.2999272346496582, + 1.3008025884628296, + 1.294507384300232, + 1.2989543676376343, + 1.300435185432434, + 1.3018070459365845, + 1.3014380931854248, + 1.3033124208450317, + 1.3032063245773315, + 1.302832007408142 + ], + "p10": [ + 1.2970523834228516, + 1.2955999374389648, + 1.293695092201233, + 1.2887635231018066, + 1.2818647623062134, + 1.2746981382369995, + 1.2653460502624512, + 1.2593965530395508, + 1.2583903074264526, + 1.2546982765197754, + 1.2483021020889282, + 1.2431405782699585, + 1.2375829219818115, + 1.2329022884368896, + 1.2275551557540894, + 1.2219624519348145, + 1.2191201448440552, + 1.2171567678451538, + 1.2164719104766846, + 1.2154266834259033, + 1.2163655757904053, + 1.21718168258667, + 1.2172863483428955, + 1.218995213508606, + 1.2237614393234253, + 1.2229968309402466, + 1.222246766090393, + 1.222944974899292, + 1.2221496105194092, + 1.2212445735931396, + 1.2200762033462524, + 1.2177801132202148, + 1.199979543685913, + 1.206085205078125, + 1.1998690366744995, + 1.2028838396072388, + 1.2033071517944336, + 1.2004497051239014, + 1.200761079788208, + 1.2009378671646118, + 1.2019500732421875, + 1.2026280164718628, + 1.2019184827804565, + 1.2008755207061768, + 1.20124089717865, + 1.2016277313232422, + 1.2007472515106201, + 1.2008939981460571, + 1.2015495300292969, + 1.202341914176941, + 1.2030409574508667, + 1.2023708820343018, + 1.2005960941314697, + 1.1984182596206665, + 1.196628212928772, + 1.1953775882720947, + 1.1943687200546265, + 1.1930471658706665, + 1.192594289779663, + 1.192138671875, + 1.1909829378128052, + 1.1911083459854126, + 1.1907684803009033, + 1.1909054517745972, + 1.202103614807129, + 1.208223581314087, + 1.202103853225708, + 1.1986916065216064, + 1.1963884830474854, + 1.1926835775375366, + 1.1936765909194946, + 1.1943581104278564 + ], + "p90": [ + 1.3040258884429932, + 1.3070327043533325, + 1.3174703121185303, + 1.330869197845459, + 1.3430280685424805, + 1.3544201850891113, + 1.365190029144287, + 1.3790479898452759, + 1.391452670097351, + 1.392465353012085, + 1.3948116302490234, + 1.3908462524414062, + 1.3905774354934692, + 1.39377760887146, + 1.3914480209350586, + 1.3885464668273926, + 1.3888359069824219, + 1.388116478919983, + 1.3862464427947998, + 1.3856558799743652, + 1.397072672843933, + 1.3995764255523682, + 1.3999481201171875, + 1.3985564708709717, + 1.4003639221191406, + 1.40221107006073, + 1.4083168506622314, + 1.4152143001556396, + 1.4159642457962036, + 1.417000412940979, + 1.419115662574768, + 1.4242949485778809, + 1.423462986946106, + 1.4393789768218994, + 1.4424397945404053, + 1.4505677223205566, + 1.4658578634262085, + 1.4701359272003174, + 1.4611752033233643, + 1.4581536054611206, + 1.4588706493377686, + 1.4590818881988525, + 1.459771990776062, + 1.4598816633224487, + 1.4622567892074585, + 1.4618242979049683, + 1.4585243463516235, + 1.461621880531311, + 1.4658963680267334, + 1.4683988094329834, + 1.4697898626327515, + 1.470180630683899, + 1.4739251136779785, + 1.4746384620666504, + 1.4759008884429932, + 1.4765311479568481, + 1.47695791721344, + 1.4759011268615723, + 1.4780783653259277, + 1.478654384613037, + 1.4772388935089111, + 1.4764660596847534, + 1.4766020774841309, + 1.479099154472351, + 1.4508026838302612, + 1.4586129188537598, + 1.4571123123168945, + 1.4569039344787598, + 1.4670495986938477, + 1.4720394611358643, + 1.4671823978424072, + 1.4681848287582397 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_041912.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_041912.json new file mode 100644 index 0000000000000000000000000000000000000000..701c5dc4a47fad6cfea4694a9e77b42a66b5896f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_041912.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T04:19:12.515025+00:00", + "metrics": { + "MSE[mean]": 0.06548794846409854, + "MSE[0.5]": 0.06548794846409854, + "MAE[0.5]": 0.23213228583335876, + "MASE[0.5]": 3.71411763595132, + "MAPE[0.5]": 0.14774628802875575, + "sMAPE[0.5]": 0.16151913680313024, + "MSIS": 90.54506902924498, + "RMSE[mean]": 0.25590613213461405, + "NRMSE[mean]": 0.16796026203127756, + "ND[0.5]": 0.15235664432605708, + "mean_weighted_sum_quantile_loss": 0.13693851871548046 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2997111082077026, + 1.2996199131011963, + 1.2996559143066406, + 1.2996188402175903, + 1.2995924949645996, + 1.2995812892913818, + 1.299673080444336, + 1.299522876739502, + 1.2995105981826782, + 1.299597978591919, + 1.2995922565460205, + 1.2995015382766724, + 1.2995588779449463, + 1.299538493156433, + 1.2995473146438599, + 1.299534559249878, + 1.2995487451553345, + 1.2994977235794067, + 1.2995736598968506, + 1.299512505531311, + 1.2995377779006958, + 1.299542784690857, + 1.2995058298110962, + 1.299505352973938, + 1.2994835376739502, + 1.299486517906189, + 1.2995604276657104, + 1.299566388130188, + 1.2995119094848633, + 1.2994948625564575, + 1.2995325326919556, + 1.2995551824569702, + 1.2999908924102783, + 1.2999736070632935, + 1.2999063730239868, + 1.2999974489212036, + 1.2999211549758911, + 1.2999900579452515, + 1.3000686168670654, + 1.3000534772872925, + 1.3000125885009766, + 1.300025463104248, + 1.3000636100769043, + 1.2999988794326782, + 1.2999998331069946, + 1.29994535446167, + 1.2999839782714844, + 1.2999753952026367, + 1.2999963760375977, + 1.2999844551086426, + 1.2999829053878784, + 1.299934983253479, + 1.2999441623687744, + 1.2999463081359863, + 1.2999656200408936, + 1.299919843673706, + 1.2999379634857178, + 1.2999202013015747, + 1.2999273538589478, + 1.2999845743179321, + 1.299964189529419, + 1.2999365329742432, + 1.300003170967102, + 1.300005316734314, + 1.2998032569885254, + 1.2997971773147583, + 1.2997851371765137, + 1.2998632192611694, + 1.2998747825622559, + 1.299900770187378, + 1.3000400066375732, + 1.2999507188796997 + ], + "p10": [ + 1.2693806886672974, + 1.2298786640167236, + 1.222509503364563, + 1.2178094387054443, + 1.2012159824371338, + 1.2128779888153076, + 1.2184985876083374, + 1.215706467628479, + 1.2046611309051514, + 1.2025988101959229, + 1.2020336389541626, + 1.200469732284546, + 1.1991397142410278, + 1.1978024244308472, + 1.1976789236068726, + 1.197789192199707, + 1.1986123323440552, + 1.1998097896575928, + 1.2003114223480225, + 1.1999529600143433, + 1.2001750469207764, + 1.2003426551818848, + 1.2008172273635864, + 1.2008651494979858, + 1.200391173362732, + 1.1999294757843018, + 1.199405550956726, + 1.1991485357284546, + 1.1990524530410767, + 1.1989731788635254, + 1.199447512626648, + 1.1997402906417847, + 1.2034586668014526, + 1.2019877433776855, + 1.1935782432556152, + 1.199273943901062, + 1.195521593093872, + 1.1992273330688477, + 1.2004549503326416, + 1.1994786262512207, + 1.1962518692016602, + 1.1984949111938477, + 1.1979420185089111, + 1.1987191438674927, + 1.1985949277877808, + 1.1989091634750366, + 1.199745774269104, + 1.2010823488235474, + 1.2018455266952515, + 1.2027125358581543, + 1.2031606435775757, + 1.2028167247772217, + 1.2026995420455933, + 1.2019058465957642, + 1.201002836227417, + 1.200974702835083, + 1.2003285884857178, + 1.1998674869537354, + 1.1997478008270264, + 1.199489951133728, + 1.199305772781372, + 1.1990360021591187, + 1.1992400884628296, + 1.1989165544509888, + 1.2023303508758545, + 1.2021480798721313, + 1.1891109943389893, + 1.2007741928100586, + 1.2009340524673462, + 1.203050136566162, + 1.1982100009918213, + 1.1993672847747803 + ], + "p90": [ + 1.3788957595825195, + 1.3948776721954346, + 1.3977866172790527, + 1.3973374366760254, + 1.3996814489364624, + 1.399962306022644, + 1.4008091688156128, + 1.3981057405471802, + 1.4006586074829102, + 1.4006240367889404, + 1.3994382619857788, + 1.4027817249298096, + 1.4004318714141846, + 1.4023953676223755, + 1.4027138948440552, + 1.4026610851287842, + 1.4018497467041016, + 1.4037154912948608, + 1.4020226001739502, + 1.400883674621582, + 1.4010984897613525, + 1.4015123844146729, + 1.4014759063720703, + 1.4020589590072632, + 1.401745319366455, + 1.4021172523498535, + 1.4032447338104248, + 1.403550148010254, + 1.4035263061523438, + 1.404043197631836, + 1.4034494161605835, + 1.4052252769470215, + 1.3991353511810303, + 1.4016237258911133, + 1.4055949449539185, + 1.4026449918746948, + 1.4063470363616943, + 1.4003442525863647, + 1.4006295204162598, + 1.4031975269317627, + 1.40488862991333, + 1.4028477668762207, + 1.4013005495071411, + 1.4007920026779175, + 1.402559518814087, + 1.4027079343795776, + 1.4026196002960205, + 1.4013808965682983, + 1.401664137840271, + 1.4024829864501953, + 1.402293086051941, + 1.4020076990127563, + 1.4014009237289429, + 1.4014536142349243, + 1.401763677597046, + 1.4013240337371826, + 1.4009580612182617, + 1.4009039402008057, + 1.4016287326812744, + 1.4014770984649658, + 1.4020874500274658, + 1.4019602537155151, + 1.4017735719680786, + 1.4027711153030396, + 1.400403380393982, + 1.4028055667877197, + 1.405941367149353, + 1.4032877683639526, + 1.40665602684021, + 1.4000284671783447, + 1.4030699729919434, + 1.4028685092926025 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 81419f29e6f7ab8c2b6ffa9396b95e6991899ff2..1778d662f9fba6f0026bd29b0c3be8963423323f 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,222576.4950504303,222576.4950504303,412.69873046875,0.37695433056819194,0.006441987244921273,0.006451370823457534,3.5036837122006026,471.7801342261354,0.0073602331445954215,0.00643850525777453,0.005736031293198942,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,221039.99427223206,221039.99427223206,410.4220377604167,0.3748748253203698,0.006406191877202545,0.0064157636283593555,3.5036837122006026,470.1489064883934,0.007334523357069669,0.006402758744445192,0.005725614449376635,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.8536354992122822,0.8536354992122822,0.895383342107137,2.562937050528933,0.5475037863940033,0.7683628174576119,100.12185855105332,0.9239239683070692,0.5669868295514606,0.5494722290890829,0.5464687108114247,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.060555578139096705,0.060555578139096705,0.21666670507854885,3.520835216675213,0.1381011458569962,0.15081074516785786,119.0651734556455,0.24608043022373133,0.16210238317851272,0.14272646230639452,0.13791808604123704,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.06277780142095718,0.06277780142095718,0.22222226195865208,3.555557208591511,0.14136912040068683,0.15451444975459336,120.4422838563425,0.250554986821171,0.1644481157551557,0.14585234451562354,0.14092982891091205,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.104166682561299,5.104166682561299,2.2083333333333335,1.2082066308943158,0.143248718599293,0.1331377441038632,37.244451952067394,2.259240288805354,0.14517206675054484,0.14190093708165996,0.13428826416778225,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.91208544413348,178.91208544413348,11.462500095367432,0.990774649514529,0.5692719823084275,0.4176242755079709,36.47649094219503,13.37580223553464,0.603192871645316,0.5169109281827706,0.5072742003662645,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.652499907812095,3.652499907812095,1.7583332856496174,0.911144340420886,0.07292806872730632,0.06992966153447842,21.273795709005388,1.9111514612432199,0.07878329458627127,0.07248367909787064,0.06533378805676973,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 2b94238881ed522cb9d1de8744281b25cbc75de9..837ba1a65199fbf2df9140a1ec5717a45d30da33 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T04:05:57.180430+00:00", + "evaluated_at": "2026-06-22T04:29:41.710398+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64606.0, 64257.98828125, 63974.01171875, - 63911.359375 + 63966.0 ], "p50": [ 63678.0703125, diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 311848379c2575bc348de899bfbe623cc1ee9a47..9aba0b38ab60247cbb5b0398446b30dfa0ad577c 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:52:31.042938+00:00", + "evaluated_at": "2026-06-22T04:29:41.719884+00:00", "freq": "10min", - "context_length": 78, + "context_length": 79, "prediction_length": 72, "context": [ 1.2999999523162842, @@ -83,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -157,10 +157,10 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2999999523162842, 1.399999976158142, 1.2999999523162842, 1.2999999523162842, @@ -231,10 +231,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p10": [ - 1.2739999532699584, 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, @@ -305,10 +305,10 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, + 1.2739999532699584, 1.2739999532699584 ], "p90": [ - 1.32599995136261, 1.4279999756813049, 1.32599995136261, 1.32599995136261, @@ -379,6 +379,7 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, + 1.32599995136261, 1.32599995136261 ], "timestamps": [ @@ -531,6 +532,7 @@ "2026-06-21 03:10:00", "2026-06-21 03:20:00", "2026-06-21 03:30:00", - "2026-06-21 03:40:00" + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index d7a8e53b8c7b9fcc98a8bfd8e4ea37e53eaa7aa3..d53e0d7732368f7ac2e8091e5a830c8fe0cde2c2 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T04:05:57.202435+00:00", + "evaluated_at": "2026-06-22T04:29:41.726839+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index c513530fc90ab5b360894782c5495894e58fd8e9..ae71654a0db3955e2ffc2d87c534e6b240d9f20b 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,180098.4130859375,180098.4130859375,349.3463541666667,0.31908898998007906,0.005463823534839269,0.005442076423559611,1.6144437011268693,424.38003379746493,0.006620745054863717,0.0054501460073106845,0.00396572807893721,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,178367.23729451498,178367.23729451498,347.0696614583333,0.31700948473225704,0.005428004357472889,0.005406469294711444,1.6144437011268693,422.3354558813586,0.0065886131456033975,0.005414434668177308,0.0039537478191452695,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0073890928732069485,0.0073890928732069485,0.0692288080851237,0.1981599041007066,0.04067987360425997,0.04199876625595902,1.8429834014294264,0.0859598329058808,0.05275119468692082,0.04248382308095436,0.037182329880377556,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06193123446893366,0.06193123446893366,0.22404899365372127,3.640797448923602,0.1428587752676266,0.15589092746852934,98.68243887260026,0.24885986914111655,0.16393330354872507,0.14758945189991463,0.134906309353791,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06488691545843099,0.06488691545843099,0.23102839291095734,3.696455344139674,0.1470531747065902,0.16067882737189412,99.92602155476234,0.25472910210345223,0.16718773551616997,0.15163212028689305,0.1384687834165129,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,3.914418406641744,3.914418406641744,1.632049560546875,0.8929146117739872,0.10918596131375284,0.10082776530324102,22.47111584411826,1.978488920019959,0.12713181815389293,0.1048706544929719,0.08869309023202183,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,152.3490788863813,152.3490788863813,10.17534351348877,0.8795177595977686,0.55918301953679,0.3945419280293467,2.933682030664892,12.342976905365306,0.5566167586135461,0.4588655368702452,0.28522608782662895,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.1064507039294162,2.1064507039294162,1.2539108594258626,0.6497595150375993,0.05128980449496106,0.04960311788338264,2.805320176848891,1.4513616723371938,0.05982940468181593,0.05168990036970195,0.03238054424061535,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 3401945b9607dcd75cf8031aabe25d60067180c1..85dd3afae4e38ebddfa89797c603f082ae2298d3 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T04:05:45.595295+00:00", + "evaluated_at": "2026-06-22T04:29:32.654072+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64606.0, 64257.98828125, 63974.01171875, - 63911.359375 + 63966.0 ], "p50": [ 64284.65625, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ee42f73591aa1086c5e52c3ea6b2484b0446ce24..85dc31a8ed8a5f0b12fb2fc1a6c483b43d210848 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:52:28.598048+00:00", + "evaluated_at": "2026-06-22T04:29:38.919921+00:00", "freq": "10min", - "context_length": 78, + "context_length": 79, "prediction_length": 72, "context": [ 1.2999999523162842, @@ -83,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -157,229 +157,230 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2996749877929688, - 1.2995719909667969, - 1.2989883422851562, - 1.2996063232421875, - 1.3003273010253906, - 1.2994003295898438, - 1.3002243041992188, - 1.3002243041992188, - 1.3006706237792969, - 1.3005847930908203, - 1.3016319274902344, - 1.3013572692871094, - 1.3013572692871094, - 1.3021469116210938, - 1.3012027740478516, - 1.3025760650634766, - 1.302764892578125, - 1.3021469116210938, - 1.3023357391357422, - 1.3015632629394531, - 1.3013916015625, - 1.3009624481201172, - 1.3021125793457031, - 1.3012886047363281, - 1.3008766174316406, - 1.2998123168945312, - 1.3003616333007812, - 1.302713394165039, - 1.3016490936279297, - 1.3017520904541016, - 1.303314208984375, - 1.3039450645446777, - 1.3028593063354492, - 1.3019065856933594, - 1.301992416381836, - 1.302764892578125, - 1.3034858703613281, - 1.303987979888916, - 1.3028850555419922, - 1.3028249740600586, - 1.3031597137451172, - 1.3029708862304688, - 1.3026447296142578, - 1.3034858703613281, - 1.3029108047485352, - 1.3029193878173828, - 1.3025074005126953, - 1.3016319274902344, - 1.302515983581543, - 1.3035974502563477, - 1.3033313751220703, - 1.3036918640136719, - 1.3034944534301758, - 1.3040266036987305, - 1.3042690753936768, - 1.304914951324463, - 1.303563117980957, - 1.3035974502563477, - 1.302490234375, - 1.3031940460205078, - 1.302215576171875, - 1.302739143371582, - 1.3028078079223633, - 1.303863525390625, - 1.3034172058105469, - 1.3032798767089844, - 1.3037948608398438, - 1.3036746978759766, - 1.3025932312011719, - 1.30413818359375, - 1.3052196502685547, - 1.3047175407409668 + 1.301039457321167, + 1.3017213344573975, + 1.3013633489608765, + 1.3015508651733398, + 1.3014315366744995, + 1.3008860349655151, + 1.3011417388916016, + 1.300971269607544, + 1.3018577098846436, + 1.3017213344573975, + 1.3021304607391357, + 1.3025054931640625, + 1.3024543523788452, + 1.3027441501617432, + 1.3025907278060913, + 1.3037840127944946, + 1.3023861646652222, + 1.301619052886963, + 1.300681471824646, + 1.299027919769287, + 1.2994370460510254, + 1.297255039215088, + 1.3000166416168213, + 1.3006473779678345, + 1.2985165119171143, + 1.298107385635376, + 1.2991302013397217, + 1.3019940853118896, + 1.300459861755371, + 1.3016531467437744, + 1.3034942150115967, + 1.3024373054504395, + 1.3011417388916016, + 1.3007667064666748, + 1.3031105995178223, + 1.3036220073699951, + 1.3030339479446411, + 1.3031787872314453, + 1.3016531467437744, + 1.3017213344573975, + 1.3011417388916016, + 1.3022327423095703, + 1.3014826774597168, + 1.3015167713165283, + 1.300749659538269, + 1.299471139907837, + 1.2993006706237793, + 1.2985846996307373, + 1.2995052337646484, + 1.2994370460510254, + 1.2993347644805908, + 1.3017213344573975, + 1.3009542226791382, + 1.3005791902542114, + 1.3005450963974, + 1.2995052337646484, + 1.2995734214782715, + 1.2999825477600098, + 1.3011587858200073, + 1.3008519411087036, + 1.3004939556121826, + 1.300971269607544, + 1.3017383813858032, + 1.301329255104065, + 1.3025054931640625, + 1.302829384803772, + 1.3018065690994263, + 1.3018577098846436, + 1.3015849590301514, + 1.3015849590301514, + 1.302897572517395, + 1.3022838830947876 ], "p10": [ - 1.2878646850585938, - 1.2798309326171875, - 1.271453857421875, - 1.266510009765625, - 1.260467529296875, - 1.25469970703125, - 1.249755859375, - 1.2464599609375, - 1.24261474609375, - 1.23931884765625, - 1.236846923828125, - 1.237396240234375, - 1.23602294921875, - 1.234375, - 1.23272705078125, - 1.23272705078125, - 1.238494873046875, - 1.235748291015625, - 1.23492431640625, - 1.23492431640625, - 1.2332763671875, - 1.2310791015625, - 1.22833251953125, - 1.2255859375, - 1.22503662109375, - 1.22283935546875, - 1.223388671875, - 1.22503662109375, - 1.2244873046875, - 1.2244873046875, - 1.2255859375, - 1.2255859375, - 1.22723388671875, - 1.223388671875, - 1.22283935546875, - 1.2244873046875, - 1.2255859375, - 1.22723388671875, - 1.22503662109375, - 1.22393798828125, - 1.2244873046875, - 1.22503662109375, - 1.22503662109375, - 1.2244873046875, - 1.2222900390625, - 1.22174072265625, - 1.22064208984375, - 1.21844482421875, - 1.2244873046875, - 1.22283935546875, - 1.22174072265625, - 1.2222900390625, - 1.2200927734375, - 1.22119140625, - 1.22064208984375, - 1.22174072265625, - 1.2222900390625, - 1.22283935546875, - 1.22119140625, - 1.2222900390625, - 1.2200927734375, - 1.21954345703125, - 1.21954345703125, - 1.22119140625, + 1.2883224487304688, + 1.2817764282226562, + 1.2735939025878906, + 1.2673206329345703, + 1.2594108581542969, + 1.2520465850830078, + 1.2446823120117188, + 1.2389545440673828, + 1.2373180389404297, + 1.2343177795410156, + 1.2326812744140625, + 1.2332267761230469, + 1.2326812744140625, + 1.2321357727050781, + 1.2310447692871094, + 1.2321357727050781, + 1.237863540649414, + 1.2332267761230469, + 1.2294082641601562, + 1.2272262573242188, 1.22613525390625, - 1.22393798828125, - 1.223388671875, - 1.22283935546875, - 1.22119140625, - 1.223388671875, - 1.2244873046875, - 1.2244873046875 + 1.2244987487792969, + 1.2244987487792969, + 1.2250442504882812, + 1.2228622436523438, + 1.221771240234375, + 1.221771240234375, + 1.2228622436523438, + 1.2206802368164062, + 1.2223167419433594, + 1.2234077453613281, + 1.2223167419433594, + 1.2239532470703125, + 1.2228622436523438, + 1.2239532470703125, + 1.2239532470703125, + 1.2228622436523438, + 1.2244987487792969, + 1.2223167419433594, + 1.2212257385253906, + 1.2212257385253906, + 1.221771240234375, + 1.2195892333984375, + 1.2179527282714844, + 1.2157707214355469, + 1.213043212890625, + 1.2135887145996094, + 1.2135887145996094, + 1.2206802368164062, + 1.2184982299804688, + 1.2179527282714844, + 1.2201347351074219, + 1.2179527282714844, + 1.2179527282714844, + 1.2168617248535156, + 1.2152252197265625, + 1.2163162231445312, + 1.2163162231445312, + 1.2168617248535156, + 1.2157707214355469, + 1.2146797180175781, + 1.2152252197265625, + 1.2168617248535156, + 1.2168617248535156, + 1.2228622436523438, + 1.2223167419433594, + 1.2206802368164062, + 1.2201347351074219, + 1.2190437316894531, + 1.2201347351074219, + 1.2201347351074219, + 1.2195892333984375 ], "p90": [ - 1.3147811889648438, - 1.322540283203125, - 1.33160400390625, - 1.340667724609375, - 1.3519287109375, - 1.358795166015625, - 1.3662109375, - 1.370880126953125, - 1.375, - 1.37554931640625, - 1.3804931640625, - 1.3804931640625, - 1.38214111328125, - 1.38433837890625, - 1.38323974609375, - 1.3848876953125, - 1.38214111328125, - 1.38214111328125, - 1.38214111328125, - 1.3804931640625, - 1.38104248046875, - 1.38104248046875, - 1.3837890625, + 1.3121881484985352, + 1.3221435546875, + 1.3318262100219727, + 1.3398723602294922, + 1.3494186401367188, + 1.3559646606445312, + 1.3611469268798828, + 1.3652381896972656, + 1.3690567016601562, + 1.3706932067871094, + 1.37451171875, + 1.378875732421875, + 1.3816032409667969, + 1.3837852478027344, + 1.3821487426757812, + 1.3810577392578125, + 1.3810577392578125, + 1.3816032409667969, + 1.3810577392578125, + 1.378875732421875, + 1.3794212341308594, + 1.3772392272949219, + 1.3821487426757812, + 1.3848762512207031, + 1.3826942443847656, + 1.3799667358398438, + 1.3810577392578125, 1.38323974609375, - 1.381591796875, - 1.3782958984375, - 1.37939453125, - 1.38214111328125, - 1.3848876953125, - 1.38873291015625, - 1.392578125, - 1.3936767578125, - 1.38983154296875, - 1.3914794921875, - 1.392578125, - 1.3936767578125, - 1.3936767578125, - 1.392578125, - 1.39093017578125, - 1.38983154296875, - 1.38873291015625, - 1.3870849609375, - 1.38763427734375, - 1.38873291015625, - 1.38983154296875, - 1.38983154296875, - 1.38818359375, - 1.385986328125, - 1.38433837890625, - 1.3870849609375, - 1.38763427734375, - 1.3892822265625, - 1.38983154296875, - 1.390380859375, - 1.39093017578125, - 1.39202880859375, - 1.38983154296875, - 1.38983154296875, - 1.3892822265625, - 1.3892822265625, - 1.38763427734375, - 1.38818359375, - 1.38763427734375, - 1.38873291015625, - 1.38818359375, - 1.390380859375, - 1.38983154296875, - 1.38763427734375, - 1.38433837890625, - 1.3848876953125, - 1.3870849609375, - 1.38873291015625 + 1.3854217529296875, + 1.3897857666015625, + 1.3946952819824219, + 1.3957862854003906, + 1.3936042785644531, + 1.396331787109375, + 1.40069580078125, + 1.4001502990722656, + 1.3979682922363281, + 1.3957862854003906, + 1.3936042785644531, + 1.3941497802734375, + 1.3925132751464844, + 1.3908767700195312, + 1.3897857666015625, + 1.3881492614746094, + 1.3892402648925781, + 1.3881492614746094, + 1.3892402648925781, + 1.3897857666015625, + 1.3837852478027344, + 1.3854217529296875, + 1.3865127563476562, + 1.3897857666015625, + 1.3897857666015625, + 1.3897857666015625, + 1.3903312683105469, + 1.3897857666015625, + 1.3897857666015625, + 1.3908767700195312, + 1.3936042785644531, + 1.3930587768554688, + 1.3919677734375, + 1.3925132751464844, + 1.3930587768554688, + 1.3919677734375, + 1.3892402648925781, + 1.3914222717285156, + 1.3903312683105469, + 1.387603759765625, + 1.3859672546386719, + 1.3854217529296875, + 1.387603759765625, + 1.3886947631835938 ], "timestamps": [ "2026-06-20 02:50:00", @@ -531,6 +532,7 @@ "2026-06-21 03:10:00", "2026-06-21 03:20:00", "2026-06-21 03:30:00", - "2026-06-21 03:40:00" + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 9a0f4569b50b1c6963c4996a587724d9bbb9e3b7..37e33ed0c3db61289e33fed67bc76d2c8d1e0f34 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T04:05:56.792406+00:00", + "evaluated_at": "2026-06-22T04:29:41.308790+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index a986372e823c758dd7485c86af32a9b2bf6d6020..109c97bbe82943b5ec6eac5c18aa64c80448375a 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,190341.84035746256,130739.71987660725,264.6048177083333,0.24168703356822166,0.004141555265541517,0.004126033645896746,11.104872595367643,436.2818359242825,0.006806424849622159,0.004128094865018196,0.004824972222939976,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,187606.07390848795,128523.03936513264,262.328125,0.23960752832039958,0.00410567670871947,0.004090426716305718,11.021692385454761,433.1351681732712,0.00675709326107639,0.00409243057566548,0.004789283132786603,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.07773105161607864,0.09269384615070018,0.25014055569966637,0.7160000280258296,0.14721159554198945,0.16586131546078633,18.40176021432298,0.27880289025775656,0.1710936962774967,0.1535044067297731,0.13098636018437107,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06417405964730527,0.06912873181092946,0.23739867409070334,3.8577298336056276,0.15140513386361554,0.1661021126144412,125.7125066430228,0.2533259948116365,0.16687530756793048,0.15638338570252902,0.14436919164659268,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0665585861379121,0.07084478198066889,0.24168755114078522,3.8670019246106886,0.15382627183125214,0.16882884187806307,129.06571083359393,0.25798950780586427,0.16932765530448254,0.15862810351863907,0.14764704776889442,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.7983452788550192,1.4962878562109836,1.032567024230957,0.5649302606122206,0.06888379085885953,0.06558465002244888,26.799229636996206,1.3410239665475854,0.08617021471791714,0.06634968830399723,0.0749967579328817,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,57.36706433221919,26.839807961301023,4.337416172027588,0.3749096577435213,0.2300821077418779,0.19852288853006197,26.688696732383622,7.574104853526864,0.34156052671026815,0.1955993719296777,0.3136699987964486,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.501956803481183,0.8251311187013926,0.7894883155822754,0.4091020834570898,0.0326743757638421,0.03197898647234101,23.727881553119243,1.2255434727014718,0.05052051310224981,0.03254503465595389,0.04373472832524267,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 63a25822a5843e4a9ed93234443691dedbb9b494..b78e7d3d223ec394895a691977e6691706438a57 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T04:04:12.202101+00:00", + "evaluated_at": "2026-06-22T04:13:21.890031+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64606.0, 64257.98828125, 63974.01171875, - 63911.359375 + 63966.0 ], "p50": [ 64248.28125, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 141eb7eecc76b0cb4b1bdfe0261bb8f5b1f94571..be2cfc5305f2de8036696240b9a61da3ace9e5fc 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:50:27.554829+00:00", + "evaluated_at": "2026-06-22T04:13:28.649052+00:00", "freq": "10min", - "context_length": 78, + "context_length": 79, "prediction_length": 72, "context": [ 1.2999999523162842, @@ -83,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -157,229 +157,230 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2990528345108032, - 1.298336148262024, - 1.296677827835083, - 1.2958532571792603, - 1.2958492040634155, - 1.2958332300186157, - 1.2961045503616333, - 1.2950392961502075, - 1.293583631515503, - 1.2948148250579834, - 1.2946239709854126, - 1.2934541702270508, - 1.2935134172439575, - 1.2913694381713867, - 1.2932164669036865, - 1.29132878780365, - 1.2917248010635376, - 1.293445348739624, - 1.2910780906677246, - 1.2929617166519165, - 1.2913899421691895, - 1.2924230098724365, - 1.29241943359375, - 1.2916405200958252, - 1.2890121936798096, - 1.2916465997695923, - 1.2902384996414185, - 1.289754033088684, - 1.2898412942886353, - 1.2871062755584717, - 1.2877323627471924, - 1.2886813879013062, - 1.2891148328781128, - 1.2876919507980347, - 1.2867339849472046, - 1.2869527339935303, - 1.2885249853134155, - 1.2885212898254395, - 1.2877073287963867, - 1.2869014739990234, - 1.288441777229309, - 1.2865562438964844, - 1.2872811555862427, - 1.286637544631958, - 1.2861682176589966, - 1.2866934537887573, - 1.2846622467041016, - 1.2852962017059326, - 1.2859116792678833, - 1.2851377725601196, - 1.28435480594635, - 1.2851788997650146, - 1.285452961921692, - 1.2846797704696655, - 1.2836763858795166, - 1.2843687534332275, - 1.2840025424957275, - 1.2844043970108032, - 1.2835228443145752, - 1.283553123474121, - 1.283234715461731, - 1.2839536666870117, - 1.2821983098983765, - 1.2828519344329834, - 1.2845460176467896, - 1.2836788892745972, - 1.2845083475112915, - 1.2840895652770996, - 1.2840818166732788, - 1.2835317850112915, - 1.2839289903640747, - 1.2835075855255127 + 1.2982752323150635, + 1.2981737852096558, + 1.2966694831848145, + 1.2961105108261108, + 1.2970390319824219, + 1.2976155281066895, + 1.2970186471939087, + 1.2969880104064941, + 1.2960963249206543, + 1.297580599784851, + 1.2966580390930176, + 1.295891284942627, + 1.2961574792861938, + 1.2944234609603882, + 1.2947973012924194, + 1.293006181716919, + 1.2935333251953125, + 1.2948589324951172, + 1.2922420501708984, + 1.294867753982544, + 1.2932075262069702, + 1.2939621210098267, + 1.293956995010376, + 1.2934507131576538, + 1.2906328439712524, + 1.293280839920044, + 1.291580319404602, + 1.2912577390670776, + 1.2910654544830322, + 1.288633108139038, + 1.2896865606307983, + 1.2908247709274292, + 1.2902780771255493, + 1.2893760204315186, + 1.2887898683547974, + 1.2891104221343994, + 1.2897578477859497, + 1.290347695350647, + 1.2886109352111816, + 1.2874609231948853, + 1.2888485193252563, + 1.2878468036651611, + 1.2877583503723145, + 1.2883522510528564, + 1.2878358364105225, + 1.2880451679229736, + 1.2861757278442383, + 1.286638617515564, + 1.2872827053070068, + 1.2868046760559082, + 1.2858599424362183, + 1.2857896089553833, + 1.2868413925170898, + 1.286621332168579, + 1.2849562168121338, + 1.2853188514709473, + 1.2847025394439697, + 1.285851001739502, + 1.2848669290542603, + 1.2853819131851196, + 1.2855530977249146, + 1.2851321697235107, + 1.2832159996032715, + 1.283955454826355, + 1.28469979763031, + 1.2840347290039062, + 1.2849671840667725, + 1.2852473258972168, + 1.2854658365249634, + 1.2841317653656006, + 1.285008430480957, + 1.283911943435669 ], "p10": [ - 1.3025702238082886, - 1.2987942695617676, - 1.2998692989349365, - 1.2988994121551514, - 1.2994296550750732, - 1.2998441457748413, - 1.2988141775131226, - 1.2969496250152588, - 1.2988237142562866, - 1.296974539756775, - 1.298129677772522, - 1.2996604442596436, - 1.299200415611267, - 1.2986499071121216, - 1.2990915775299072, - 1.2975386381149292, - 1.2993581295013428, - 1.2989606857299805, - 1.2974005937576294, - 1.2984888553619385, - 1.2991399765014648, - 1.2982673645019531, - 1.299000859260559, - 1.2986429929733276, - 1.299059271812439, - 1.2994391918182373, - 1.2999531030654907, - 1.2997668981552124, - 1.2987682819366455, - 1.2999080419540405, - 1.2985033988952637, - 1.299220323562622, - 1.300125241279602, - 1.2982821464538574, - 1.2991982698440552, - 1.2980760335922241, - 1.3010855913162231, - 1.299730658531189, - 1.299858570098877, - 1.300063133239746, - 1.3002246618270874, - 1.2999191284179688, - 1.3012605905532837, - 1.3011828660964966, - 1.3004194498062134, - 1.2998223304748535, - 1.2988684177398682, - 1.2986968755722046, - 1.2997297048568726, - 1.2996934652328491, - 1.2982966899871826, - 1.297533392906189, - 1.3003371953964233, - 1.2983490228652954, + 1.3010090589523315, + 1.299323558807373, + 1.299871563911438, + 1.298673152923584, + 1.30068039894104, + 1.3016279935836792, + 1.300002098083496, + 1.299805760383606, + 1.3015321493148804, + 1.2998772859573364, + 1.300621747970581, + 1.3011983633041382, + 1.3011058568954468, + 1.3015592098236084, + 1.3004000186920166, + 1.2986453771591187, + 1.300155520439148, + 1.3014740943908691, + 1.2992345094680786, + 1.2994203567504883, + 1.3008322715759277, + 1.2999203205108643, + 1.3016729354858398, + 1.300179362297058, + 1.299646258354187, + 1.2997833490371704, + 1.3018484115600586, + 1.3016701936721802, + 1.30013906955719, + 1.3005386590957642, + 1.3017538785934448, + 1.3009076118469238, + 1.3013825416564941, + 1.3009496927261353, + 1.3008960485458374, + 1.3007460832595825, + 1.3020411729812622, + 1.301492691040039, + 1.3015941381454468, + 1.3023982048034668, + 1.301182746887207, + 1.301310420036316, + 1.3023253679275513, + 1.3016486167907715, + 1.3015793561935425, + 1.3014084100723267, + 1.2997524738311768, + 1.300747275352478, + 1.301497459411621, + 1.3026078939437866, + 1.2993896007537842, + 1.298911213874817, + 1.3023297786712646, + 1.3011442422866821, + 1.3012635707855225, 1.3002487421035767, - 1.298897624015808, - 1.298102617263794, - 1.3001656532287598, - 1.2982511520385742, - 1.299647569656372, - 1.2991222143173218, - 1.2993748188018799, - 1.2979918718338013, - 1.2992877960205078, - 1.3005552291870117, - 1.2988464832305908, - 1.2995660305023193, - 1.2989543676376343, - 1.2992051839828491, - 1.2985550165176392, - 1.298606276512146, - 1.2996177673339844 + 1.3000600337982178, + 1.301809549331665, + 1.2999292612075806, + 1.3008888959884644, + 1.3004076480865479, + 1.3010954856872559, + 1.299663782119751, + 1.3007500171661377, + 1.301466941833496, + 1.3003727197647095, + 1.3008352518081665, + 1.3004295825958252, + 1.3002684116363525, + 1.299749493598938, + 1.2999082803726196, + 1.3010627031326294 ], "p90": [ - 1.3055295944213867, - 1.3069688081741333, - 1.3079237937927246, - 1.3086744546890259, - 1.3096706867218018, - 1.3105289936065674, - 1.3121681213378906, - 1.3113954067230225, - 1.3121083974838257, - 1.314900517463684, - 1.3160392045974731, - 1.3171381950378418, - 1.3175855875015259, - 1.31824791431427, - 1.3208379745483398, - 1.3207380771636963, - 1.3233853578567505, - 1.3253874778747559, - 1.325260877609253, - 1.3260430097579956, - 1.3269281387329102, - 1.3311129808425903, - 1.3314101696014404, - 1.3302905559539795, - 1.330749750137329, - 1.3352899551391602, - 1.3342570066452026, - 1.3357110023498535, - 1.336084246635437, - 1.3364695310592651, - 1.3377151489257812, - 1.337852954864502, - 1.3406621217727661, - 1.3408123254776, - 1.3402857780456543, - 1.3413608074188232, - 1.3428388833999634, - 1.3430728912353516, - 1.3432198762893677, - 1.3439891338348389, - 1.344156265258789, - 1.3439878225326538, - 1.3436490297317505, - 1.342944622039795, - 1.343474268913269, - 1.3453365564346313, - 1.3449759483337402, - 1.3448829650878906, - 1.3451321125030518, - 1.3452460765838623, - 1.345342755317688, - 1.347269058227539, - 1.3464640378952026, - 1.3454316854476929, - 1.3454179763793945, - 1.3445638418197632, - 1.3447843790054321, - 1.3450510501861572, - 1.346539855003357, - 1.3451483249664307, - 1.3463553190231323, - 1.345966100692749, - 1.3447060585021973, - 1.347594976425171, - 1.3475195169448853, - 1.3472124338150024, - 1.347634196281433, - 1.3462971448898315, - 1.347839593887329, - 1.34823477268219, - 1.3473342657089233, - 1.3492431640625 + 1.3030050992965698, + 1.3048226833343506, + 1.3058688640594482, + 1.3069995641708374, + 1.3088679313659668, + 1.310228943824768, + 1.3110525608062744, + 1.3114863634109497, + 1.3121627569198608, + 1.3148207664489746, + 1.3145947456359863, + 1.3155514001846313, + 1.3156660795211792, + 1.3165078163146973, + 1.3176227807998657, + 1.3179824352264404, + 1.320970892906189, + 1.3224005699157715, + 1.3217614889144897, + 1.3223799467086792, + 1.323190450668335, + 1.3268381357192993, + 1.3269916772842407, + 1.3263773918151855, + 1.3262107372283936, + 1.3306549787521362, + 1.3294810056686401, + 1.3309805393218994, + 1.3309262990951538, + 1.3314425945281982, + 1.3331608772277832, + 1.3336927890777588, + 1.3354169130325317, + 1.3361278772354126, + 1.335349440574646, + 1.3363125324249268, + 1.337158203125, + 1.3381792306900024, + 1.3380340337753296, + 1.338801622390747, + 1.3391642570495605, + 1.3398650884628296, + 1.3390507698059082, + 1.3392102718353271, + 1.339669942855835, + 1.3414900302886963, + 1.3411345481872559, + 1.340820074081421, + 1.3413325548171997, + 1.3422974348068237, + 1.3423895835876465, + 1.344389796257019, + 1.3441433906555176, + 1.3436611890792847, + 1.3436129093170166, + 1.3427361249923706, + 1.3428831100463867, + 1.3438804149627686, + 1.344804286956787, + 1.3435015678405762, + 1.3443416357040405, + 1.3433581590652466, + 1.3423717021942139, + 1.3455976247787476, + 1.3445711135864258, + 1.3442871570587158, + 1.3448923826217651, + 1.3442142009735107, + 1.3451504707336426, + 1.3455415964126587, + 1.34536612033844, + 1.3468903303146362 ], "timestamps": [ "2026-06-20 02:50:00", @@ -531,6 +532,7 @@ "2026-06-21 03:10:00", "2026-06-21 03:20:00", "2026-06-21 03:30:00", - "2026-06-21 03:40:00" + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 5a4ebd0055685694fd4792a2339e00ab9d772fb5..e288bc2aff1ae432396818d08c523a5b869b72da 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T04:04:20.141169+00:00", + "evaluated_at": "2026-06-22T04:16:06.022185+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index c3adf2029970a1e84088b0e9bdcddf027dc25ed2..93bfdd2ef984518499644d3ec1a680a5f16d412b 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,328346.2760887146,328346.2760887146,461.068359375,0.4211345999464811,0.007211769896965499,0.007171710468812102,2.132402997056462,573.0150749227411,0.00893959758122759,0.007193118943345523,0.0051923409730473,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,324412.9159151713,324412.9159151713,458.7916666666667,0.41905509469865904,0.007175681382341437,0.007136104630202159,2.132402997056462,569.5725730011684,0.008885574937153385,0.007157345574467822,0.005180317059976163,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.015748614077596555,0.015748614077596555,0.10622048576672873,0.30404454237004974,0.06152612127159186,0.06418998548007586,1.8453877537315755,0.1254934822116135,0.07701191228853083,0.06518460233112751,0.07582369868135813,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.06294640944403262,0.06294640944403262,0.22623617615964678,3.676339177355605,0.14428397690699823,0.15755990815543067,74.04275317073643,0.2508912303051516,0.16527143712353626,0.14903023082058917,0.12758345810983987,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.06560284862634644,0.06560284862634644,0.2324540913105011,3.719266525058706,0.14796524447650097,0.16176678463592886,72.61891956552748,0.2561305304456039,0.16810754259387622,0.15256785666322567,0.12906057854145286,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,2.571607291844733,2.571607291844733,1.3970366319020588,0.7643361157432432,0.09286452192808893,0.08732882440836547,2.0212630737437762,1.603623176386751,0.10304405952685951,0.08976942213025278,0.05350786895956221,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,77.46442962284316,77.46442962284316,6.86510705947876,0.5933935864029981,0.38985032844928597,0.2901618712346163,2.619212391927898,8.801387937299614,0.3969058730743111,0.30958768442003703,0.2285751966666023,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.7277449186506906,2.7277449186506906,1.4727225303649902,0.7631447402513541,0.061126646045514134,0.05889031638075005,4.1453042322879945,1.6515886045413035,0.0680833488112259,0.06070996219112223,0.038068313438200156,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 290a0888cac87dc8ec641d0c9909f708f5ab347a..8c4db7fb199a0bc352702d3b110f439edb883632 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T04:04:38.632362+00:00", + "evaluated_at": "2026-06-22T04:19:30.736433+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64606.0, 64257.98828125, 63974.01171875, - 63911.359375 + 63966.0 ], "p50": [ 64279.125, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 3a954f7533c3811f5239440939fadf74112eb288..34537e31a909801ae9a80359742bc4e3b4385d46 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T03:51:22.387427+00:00", + "evaluated_at": "2026-06-22T04:19:36.885486+00:00", "freq": "10min", - "context_length": 78, + "context_length": 79, "prediction_length": 72, "context": [ 1.2999999523162842, @@ -83,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -157,229 +157,230 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2998651266098022, - 1.299099326133728, - 1.2986040115356445, - 1.298708200454712, - 1.2985483407974243, - 1.298262596130371, - 1.2981425523757935, - 1.2983012199401855, - 1.2987653017044067, - 1.298493504524231, - 1.298768162727356, - 1.2989243268966675, - 1.2991187572479248, - 1.2990630865097046, - 1.2992056608200073, - 1.2990965843200684, - 1.2991670370101929, - 1.299081802368164, - 1.2990784645080566, - 1.299169659614563, - 1.2990447282791138, - 1.2993650436401367, - 1.2998546361923218, - 1.2999472618103027, - 1.300309658050537, - 1.3006627559661865, - 1.300868272781372, - 1.3009639978408813, - 1.301170825958252, - 1.3011865615844727, - 1.301147699356079, - 1.3012583255767822, - 1.297220230102539, - 1.296952724456787, - 1.2978671789169312, - 1.2999086380004883, - 1.3007793426513672, - 1.301127314567566, - 1.3005731105804443, - 1.3003261089324951, - 1.30056893825531, - 1.3005118370056152, - 1.3006869554519653, - 1.3004621267318726, - 1.300163745880127, - 1.2989202737808228, - 1.2982618808746338, - 1.297770380973816, - 1.2981834411621094, - 1.3002511262893677, - 1.3020511865615845, - 1.3025449514389038, - 1.302888035774231, - 1.302064061164856, - 1.3014808893203735, - 1.300255298614502, - 1.2992403507232666, - 1.2983145713806152, - 1.2975339889526367, - 1.2978607416152954, - 1.298421025276184, - 1.2993032932281494, - 1.2999670505523682, - 1.3017034530639648, - 1.298339605331421, - 1.3007936477661133, - 1.302375078201294, - 1.3040590286254883, - 1.3040413856506348, - 1.305759072303772, - 1.3052372932434082, - 1.3045941591262817 + 1.2999944686889648, + 1.3000589609146118, + 1.3003123998641968, + 1.3005380630493164, + 1.3001270294189453, + 1.299792766571045, + 1.299573302268982, + 1.2996690273284912, + 1.2996113300323486, + 1.2991811037063599, + 1.2991595268249512, + 1.2991975545883179, + 1.2987300157546997, + 1.2988746166229248, + 1.2989685535430908, + 1.2989383935928345, + 1.2990399599075317, + 1.298720359802246, + 1.298440933227539, + 1.2990984916687012, + 1.2996795177459717, + 1.299661636352539, + 1.2996296882629395, + 1.3002018928527832, + 1.3001790046691895, + 1.2999080419540405, + 1.2998145818710327, + 1.299924612045288, + 1.299598217010498, + 1.2997310161590576, + 1.2998433113098145, + 1.3002567291259766, + 1.2918599843978882, + 1.2945369482040405, + 1.2974797487258911, + 1.2998772859573364, + 1.2999407052993774, + 1.3011267185211182, + 1.3005377054214478, + 1.3001033067703247, + 1.300330638885498, + 1.300333023071289, + 1.3000200986862183, + 1.2992002964019775, + 1.2993431091308594, + 1.2989153861999512, + 1.2989137172698975, + 1.2992217540740967, + 1.2997912168502808, + 1.3002934455871582, + 1.3001450300216675, + 1.3000515699386597, + 1.3007709980010986, + 1.2998816967010498, + 1.2994362115859985, + 1.29888916015625, + 1.2981135845184326, + 1.297792911529541, + 1.2973425388336182, + 1.29792320728302, + 1.2982984781265259, + 1.2993770837783813, + 1.2999272346496582, + 1.3008025884628296, + 1.294507384300232, + 1.2989543676376343, + 1.300435185432434, + 1.3018070459365845, + 1.3014380931854248, + 1.3033124208450317, + 1.3032063245773315, + 1.302832007408142 ], "p10": [ - 1.2939590215682983, - 1.2852615118026733, - 1.2761720418930054, - 1.2641472816467285, - 1.2523458003997803, - 1.2395929098129272, - 1.2372418642044067, - 1.2343254089355469, - 1.229870080947876, - 1.2264652252197266, - 1.2220375537872314, - 1.221638798713684, - 1.2196632623672485, - 1.2169475555419922, - 1.2138797044754028, - 1.211797833442688, - 1.2112599611282349, - 1.2110036611557007, - 1.2116674184799194, - 1.2115591764450073, - 1.2116106748580933, - 1.2106465101242065, - 1.210403561592102, - 1.210275411605835, - 1.2115229368209839, - 1.2122224569320679, - 1.2117869853973389, - 1.2121599912643433, - 1.2122752666473389, - 1.2121033668518066, - 1.2108508348464966, - 1.2083864212036133, - 1.2039387226104736, - 1.2065973281860352, - 1.202393651008606, - 1.2026647329330444, - 1.202836513519287, - 1.2013797760009766, - 1.200819492340088, - 1.201744556427002, - 1.2037585973739624, - 1.2050683498382568, - 1.2039740085601807, - 1.2029798030853271, - 1.2027925252914429, - 1.202849268913269, - 1.2014131546020508, - 1.2000516653060913, - 1.1994397640228271, - 1.2012821435928345, - 1.2043039798736572, - 1.205031156539917, - 1.2037018537521362, - 1.201812982559204, - 1.2003892660140991, - 1.1988780498504639, - 1.1973161697387695, - 1.1956186294555664, - 1.1945422887802124, - 1.1940908432006836, - 1.1936192512512207, - 1.1934646368026733, - 1.1931893825531006, - 1.1944822072982788, - 1.204146146774292, - 1.2084691524505615, - 1.2060273885726929, - 1.1988120079040527, - 1.1960060596466064, - 1.1944758892059326, - 1.1928012371063232, - 1.1933908462524414 + 1.2970523834228516, + 1.2955999374389648, + 1.293695092201233, + 1.2887635231018066, + 1.2818647623062134, + 1.2746981382369995, + 1.2653460502624512, + 1.2593965530395508, + 1.2583903074264526, + 1.2546982765197754, + 1.2483021020889282, + 1.2431405782699585, + 1.2375829219818115, + 1.2329022884368896, + 1.2275551557540894, + 1.2219624519348145, + 1.2191201448440552, + 1.2171567678451538, + 1.2164719104766846, + 1.2154266834259033, + 1.2163655757904053, + 1.21718168258667, + 1.2172863483428955, + 1.218995213508606, + 1.2237614393234253, + 1.2229968309402466, + 1.222246766090393, + 1.222944974899292, + 1.2221496105194092, + 1.2212445735931396, + 1.2200762033462524, + 1.2177801132202148, + 1.199979543685913, + 1.206085205078125, + 1.1998690366744995, + 1.2028838396072388, + 1.2033071517944336, + 1.2004497051239014, + 1.200761079788208, + 1.2009378671646118, + 1.2019500732421875, + 1.2026280164718628, + 1.2019184827804565, + 1.2008755207061768, + 1.20124089717865, + 1.2016277313232422, + 1.2007472515106201, + 1.2008939981460571, + 1.2015495300292969, + 1.202341914176941, + 1.2030409574508667, + 1.2023708820343018, + 1.2005960941314697, + 1.1984182596206665, + 1.196628212928772, + 1.1953775882720947, + 1.1943687200546265, + 1.1930471658706665, + 1.192594289779663, + 1.192138671875, + 1.1909829378128052, + 1.1911083459854126, + 1.1907684803009033, + 1.1909054517745972, + 1.202103614807129, + 1.208223581314087, + 1.202103853225708, + 1.1986916065216064, + 1.1963884830474854, + 1.1926835775375366, + 1.1936765909194946, + 1.1943581104278564 ], "p90": [ - 1.3157882690429688, - 1.3335840702056885, - 1.3480656147003174, - 1.3636139631271362, - 1.3802493810653687, - 1.386223554611206, - 1.384920597076416, - 1.39362633228302, - 1.406285047531128, - 1.4074820280075073, - 1.4115508794784546, - 1.4096386432647705, - 1.4064550399780273, - 1.4077510833740234, - 1.4090348482131958, - 1.4071451425552368, - 1.406954050064087, - 1.4048891067504883, - 1.4025074243545532, - 1.3993282318115234, - 1.4063061475753784, - 1.410765528678894, - 1.4143619537353516, - 1.4118276834487915, - 1.414581060409546, - 1.4192087650299072, - 1.4233301877975464, - 1.4267909526824951, - 1.4285075664520264, - 1.4308463335037231, - 1.430822491645813, - 1.4253759384155273, - 1.4184707403182983, - 1.4298166036605835, - 1.4300508499145508, - 1.4348423480987549, - 1.4434998035430908, - 1.4454550743103027, - 1.4393445253372192, - 1.4361426830291748, - 1.4344077110290527, - 1.4332740306854248, - 1.4337329864501953, - 1.4358525276184082, - 1.4371458292007446, - 1.434751033782959, - 1.4328356981277466, - 1.4338297843933105, - 1.4374890327453613, - 1.4433485269546509, - 1.4483466148376465, - 1.4521139860153198, - 1.4563817977905273, - 1.455801010131836, - 1.4563772678375244, - 1.4553546905517578, - 1.4551681280136108, - 1.4529715776443481, - 1.452579379081726, - 1.4528452157974243, - 1.4538350105285645, - 1.4551234245300293, - 1.456990361213684, - 1.4608107805252075, - 1.4365164041519165, - 1.449957251548767, - 1.4472171068191528, - 1.4467799663543701, - 1.4520734548568726, - 1.4564777612686157, - 1.4511773586273193, - 1.4487533569335938 + 1.3040258884429932, + 1.3070327043533325, + 1.3174703121185303, + 1.330869197845459, + 1.3430280685424805, + 1.3544201850891113, + 1.365190029144287, + 1.3790479898452759, + 1.391452670097351, + 1.392465353012085, + 1.3948116302490234, + 1.3908462524414062, + 1.3905774354934692, + 1.39377760887146, + 1.3914480209350586, + 1.3885464668273926, + 1.3888359069824219, + 1.388116478919983, + 1.3862464427947998, + 1.3856558799743652, + 1.397072672843933, + 1.3995764255523682, + 1.3999481201171875, + 1.3985564708709717, + 1.4003639221191406, + 1.40221107006073, + 1.4083168506622314, + 1.4152143001556396, + 1.4159642457962036, + 1.417000412940979, + 1.419115662574768, + 1.4242949485778809, + 1.423462986946106, + 1.4393789768218994, + 1.4424397945404053, + 1.4505677223205566, + 1.4658578634262085, + 1.4701359272003174, + 1.4611752033233643, + 1.4581536054611206, + 1.4588706493377686, + 1.4590818881988525, + 1.459771990776062, + 1.4598816633224487, + 1.4622567892074585, + 1.4618242979049683, + 1.4585243463516235, + 1.461621880531311, + 1.4658963680267334, + 1.4683988094329834, + 1.4697898626327515, + 1.470180630683899, + 1.4739251136779785, + 1.4746384620666504, + 1.4759008884429932, + 1.4765311479568481, + 1.47695791721344, + 1.4759011268615723, + 1.4780783653259277, + 1.478654384613037, + 1.4772388935089111, + 1.4764660596847534, + 1.4766020774841309, + 1.479099154472351, + 1.4508026838302612, + 1.4586129188537598, + 1.4571123123168945, + 1.4569039344787598, + 1.4670495986938477, + 1.4720394611358643, + 1.4671823978424072, + 1.4681848287582397 ], "timestamps": [ "2026-06-20 02:50:00", @@ -531,6 +532,7 @@ "2026-06-21 03:10:00", "2026-06-21 03:20:00", "2026-06-21 03:30:00", - "2026-06-21 03:40:00" + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 8d3340ac3297b215766b15186b8b60a07a870dde..07336d26eea3bfa2ba376372e3e092306bd5230e 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T04:04:52.509319+00:00", + "evaluated_at": "2026-06-22T04:19:39.718818+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 7524dffa0f2abb72c6592eacf5a6c3013848bc71..1af4574a1b000f8b6bd742e27b0672d315caf9b9 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,176091.08626556396,176091.08626556396,333.650390625,0.30475247524752475,0.005219952215745195,0.005198578681996697,1.77514806886094,419.6320844091452,0.006546672384309043,0.005205273570523506,0.004807679160163774,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,173632.95182037354,173632.95182037354,331.3736979166667,0.30267296999970267,0.005184044127998812,0.005162971869534558,1.77514806886094,416.6928746935488,0.006500586473744756,0.0051695709460261,0.00479566893661897,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.37902927577395845,0.37902927577395845,0.49898170630137123,1.4282806508398376,0.2938238126188317,0.3861496344414732,19.379244608007813,0.6156535355002507,0.37780970963989646,0.306211404146585,0.24351341272694413,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.06308388785122847,0.06308388785122847,0.22619816164175668,3.6757214412189714,0.14423457274279325,0.15752650900506568,89.65660602198194,0.2511650609683371,0.16545181962306849,0.149005189235853,0.13403267836161997,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.06548794846409854,0.06548794846409854,0.23213228583335876,3.71411763595132,0.14774628802875575,0.16151913680313024,90.54506902924498,0.25590613213461405,0.16796026203127756,0.15235664432605708,0.13693851871548046,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,3.462724331597959,3.462724331597959,1.5463310082753499,0.8460169257761981,0.10335664467881976,0.09592265329274115,10.111727397745826,1.8608396845504878,0.1195720279229229,0.099362635069902,0.06535106671985977,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,23.989379297777305,23.989379297777305,4.204530239105225,0.363423506160432,0.23171003698679957,0.19859649362843668,2.1643664852859206,4.897895394736121,0.22087464633115972,0.1896067708079474,0.17201498273327473,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.465702245640538,3.465702245640538,1.7389293511708577,0.9010894860730155,0.07311777423178666,0.07016440325408974,8.048010013450847,1.8616396658968508,0.07674227249180539,0.07168379174348041,0.04509516278225396,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 4442e7038957cf85a3f6c1df0ccaa3c974c088e9..748a60ad7015651b8984b820b11c7507039d0acb 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T04:04:24.125262+00:00", + "evaluated_at": "2026-06-22T04:19:04.314668+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64606.0, 64257.98828125, 63974.01171875, - 63911.359375 + 63966.0 ], "p50": [ 64305.58203125, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 91bcc5261e909965ad54f3b512d445b879152452..56ddf2a6de4a64a7c00ab4a8cfd39c7dd587ad68 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:51:01.110422+00:00", + "evaluated_at": "2026-06-22T04:19:12.515025+00:00", "freq": "10min", - "context_length": 78, + "context_length": 79, "prediction_length": 72, "context": [ 1.2999999523162842, @@ -83,10 +83,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -157,229 +157,230 @@ 1.7000000476837158, 1.7000000476837158, 1.7999999523162842, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.300173282623291, - 1.3001996278762817, - 1.3001669645309448, - 1.3002134561538696, - 1.3001636266708374, - 1.3001258373260498, - 1.3002233505249023, - 1.3001075983047485, - 1.3001430034637451, - 1.300192952156067, - 1.3001877069473267, - 1.300152063369751, - 1.300166368484497, - 1.3001086711883545, - 1.3001437187194824, - 1.3001598119735718, - 1.3001415729522705, - 1.3001221418380737, - 1.3001887798309326, - 1.3001128435134888, - 1.3001631498336792, - 1.3001197576522827, - 1.300113558769226, - 1.3001126050949097, - 1.3000779151916504, - 1.3000816106796265, - 1.3001368045806885, - 1.3001391887664795, - 1.3000847101211548, - 1.3000366687774658, - 1.3000924587249756, - 1.3001035451889038, - 1.3003079891204834, - 1.3001549243927002, - 1.3002419471740723, - 1.3003098964691162, - 1.3002960681915283, - 1.300301194190979, - 1.3003958463668823, - 1.3003997802734375, - 1.3003429174423218, - 1.300392508506775, - 1.3004095554351807, - 1.300304651260376, - 1.300356388092041, - 1.3003290891647339, - 1.3003519773483276, - 1.3003182411193848, - 1.3003575801849365, - 1.30033278465271, - 1.3003215789794922, - 1.3002930879592896, - 1.3003003597259521, - 1.3003318309783936, - 1.3003385066986084, - 1.300286889076233, - 1.3002898693084717, - 1.300296425819397, - 1.3003089427947998, - 1.3003857135772705, - 1.3003413677215576, - 1.3003004789352417, - 1.3003554344177246, - 1.3003637790679932, - 1.3001738786697388, - 1.3002493381500244, - 1.3001728057861328, - 1.3000978231430054, - 1.300179123878479, - 1.30025053024292, - 1.300318717956543, - 1.3002948760986328 + 1.2997111082077026, + 1.2996199131011963, + 1.2996559143066406, + 1.2996188402175903, + 1.2995924949645996, + 1.2995812892913818, + 1.299673080444336, + 1.299522876739502, + 1.2995105981826782, + 1.299597978591919, + 1.2995922565460205, + 1.2995015382766724, + 1.2995588779449463, + 1.299538493156433, + 1.2995473146438599, + 1.299534559249878, + 1.2995487451553345, + 1.2994977235794067, + 1.2995736598968506, + 1.299512505531311, + 1.2995377779006958, + 1.299542784690857, + 1.2995058298110962, + 1.299505352973938, + 1.2994835376739502, + 1.299486517906189, + 1.2995604276657104, + 1.299566388130188, + 1.2995119094848633, + 1.2994948625564575, + 1.2995325326919556, + 1.2995551824569702, + 1.2999908924102783, + 1.2999736070632935, + 1.2999063730239868, + 1.2999974489212036, + 1.2999211549758911, + 1.2999900579452515, + 1.3000686168670654, + 1.3000534772872925, + 1.3000125885009766, + 1.300025463104248, + 1.3000636100769043, + 1.2999988794326782, + 1.2999998331069946, + 1.29994535446167, + 1.2999839782714844, + 1.2999753952026367, + 1.2999963760375977, + 1.2999844551086426, + 1.2999829053878784, + 1.299934983253479, + 1.2999441623687744, + 1.2999463081359863, + 1.2999656200408936, + 1.299919843673706, + 1.2999379634857178, + 1.2999202013015747, + 1.2999273538589478, + 1.2999845743179321, + 1.299964189529419, + 1.2999365329742432, + 1.300003170967102, + 1.300005316734314, + 1.2998032569885254, + 1.2997971773147583, + 1.2997851371765137, + 1.2998632192611694, + 1.2998747825622559, + 1.299900770187378, + 1.3000400066375732, + 1.2999507188796997 ], "p10": [ - 1.2419755458831787, - 1.2088844776153564, - 1.2057089805603027, - 1.2053402662277222, - 1.2021428346633911, - 1.2060391902923584, - 1.2144464254379272, - 1.2123560905456543, - 1.2031114101409912, - 1.203768253326416, - 1.203181266784668, - 1.2028193473815918, - 1.202024221420288, - 1.201576828956604, - 1.2022184133529663, - 1.2030456066131592, - 1.2041020393371582, - 1.2049813270568848, - 1.2051538228988647, - 1.2047226428985596, - 1.2045310735702515, - 1.2038073539733887, - 1.203213095664978, - 1.2031117677688599, - 1.202377438545227, - 1.2021015882492065, - 1.2020001411437988, - 1.2024085521697998, - 1.202643871307373, - 1.202606439590454, - 1.2028985023498535, - 1.2023429870605469, - 1.2050063610076904, - 1.2025606632232666, - 1.2001478672027588, - 1.2019814252853394, - 1.1992355585098267, - 1.2024956941604614, - 1.2002148628234863, - 1.1997193098068237, - 1.1978929042816162, - 1.200287103652954, - 1.1993601322174072, - 1.200365424156189, - 1.2002382278442383, - 1.2008326053619385, - 1.20158851146698, - 1.2031049728393555, - 1.2034035921096802, - 1.2037880420684814, - 1.2041267156600952, - 1.2040257453918457, - 1.2041555643081665, - 1.2038904428482056, - 1.2031890153884888, - 1.2034801244735718, - 1.2032419443130493, - 1.2029502391815186, - 1.2029534578323364, - 1.2025477886199951, - 1.2022771835327148, - 1.2019251585006714, - 1.202073097229004, - 1.2018191814422607, - 1.203430414199829, - 1.2051148414611816, - 1.199748158454895, - 1.1998796463012695, - 1.2027833461761475, - 1.2030916213989258, - 1.2005858421325684, - 1.2018227577209473 + 1.2693806886672974, + 1.2298786640167236, + 1.222509503364563, + 1.2178094387054443, + 1.2012159824371338, + 1.2128779888153076, + 1.2184985876083374, + 1.215706467628479, + 1.2046611309051514, + 1.2025988101959229, + 1.2020336389541626, + 1.200469732284546, + 1.1991397142410278, + 1.1978024244308472, + 1.1976789236068726, + 1.197789192199707, + 1.1986123323440552, + 1.1998097896575928, + 1.2003114223480225, + 1.1999529600143433, + 1.2001750469207764, + 1.2003426551818848, + 1.2008172273635864, + 1.2008651494979858, + 1.200391173362732, + 1.1999294757843018, + 1.199405550956726, + 1.1991485357284546, + 1.1990524530410767, + 1.1989731788635254, + 1.199447512626648, + 1.1997402906417847, + 1.2034586668014526, + 1.2019877433776855, + 1.1935782432556152, + 1.199273943901062, + 1.195521593093872, + 1.1992273330688477, + 1.2004549503326416, + 1.1994786262512207, + 1.1962518692016602, + 1.1984949111938477, + 1.1979420185089111, + 1.1987191438674927, + 1.1985949277877808, + 1.1989091634750366, + 1.199745774269104, + 1.2010823488235474, + 1.2018455266952515, + 1.2027125358581543, + 1.2031606435775757, + 1.2028167247772217, + 1.2026995420455933, + 1.2019058465957642, + 1.201002836227417, + 1.200974702835083, + 1.2003285884857178, + 1.1998674869537354, + 1.1997478008270264, + 1.199489951133728, + 1.199305772781372, + 1.1990360021591187, + 1.1992400884628296, + 1.1989165544509888, + 1.2023303508758545, + 1.2021480798721313, + 1.1891109943389893, + 1.2007741928100586, + 1.2009340524673462, + 1.203050136566162, + 1.1982100009918213, + 1.1993672847747803 ], "p90": [ - 1.385154366493225, - 1.3995440006256104, - 1.3961353302001953, - 1.3985788822174072, - 1.3995214700698853, - 1.3987685441970825, - 1.4000799655914307, - 1.4031572341918945, - 1.4006030559539795, - 1.40290105342865, - 1.4001983404159546, - 1.4004477262496948, - 1.4013429880142212, - 1.4009077548980713, - 1.4009817838668823, - 1.3999660015106201, - 1.40046226978302, - 1.402529001235962, - 1.4014413356781006, - 1.4006775617599487, - 1.4003078937530518, - 1.4007012844085693, - 1.4008193016052246, - 1.4003968238830566, - 1.4002734422683716, - 1.4002463817596436, - 1.4005143642425537, - 1.4008511304855347, - 1.4008009433746338, - 1.4012036323547363, - 1.4007822275161743, - 1.401557445526123, - 1.3966904878616333, - 1.4009101390838623, - 1.4039673805236816, - 1.401218056678772, - 1.4031089544296265, - 1.3979343175888062, - 1.3985494375228882, - 1.4003363847732544, - 1.4011701345443726, - 1.3996080160140991, - 1.399483561515808, - 1.3999165296554565, - 1.401155710220337, - 1.401369571685791, - 1.4011609554290771, - 1.3997509479522705, - 1.4006872177124023, - 1.4013913869857788, - 1.4011787176132202, - 1.4009994268417358, - 1.400295615196228, - 1.4006068706512451, - 1.4006155729293823, - 1.400174856185913, - 1.399702548980713, - 1.3995792865753174, - 1.4002879858016968, - 1.4001269340515137, - 1.4002035856246948, - 1.4001708030700684, - 1.4003218412399292, - 1.4007662534713745, - 1.4012963771820068, - 1.4020894765853882, - 1.4036915302276611, - 1.402755856513977, - 1.403224229812622, - 1.398269772529602, - 1.4008171558380127, - 1.3993700742721558 + 1.3788957595825195, + 1.3948776721954346, + 1.3977866172790527, + 1.3973374366760254, + 1.3996814489364624, + 1.399962306022644, + 1.4008091688156128, + 1.3981057405471802, + 1.4006586074829102, + 1.4006240367889404, + 1.3994382619857788, + 1.4027817249298096, + 1.4004318714141846, + 1.4023953676223755, + 1.4027138948440552, + 1.4026610851287842, + 1.4018497467041016, + 1.4037154912948608, + 1.4020226001739502, + 1.400883674621582, + 1.4010984897613525, + 1.4015123844146729, + 1.4014759063720703, + 1.4020589590072632, + 1.401745319366455, + 1.4021172523498535, + 1.4032447338104248, + 1.403550148010254, + 1.4035263061523438, + 1.404043197631836, + 1.4034494161605835, + 1.4052252769470215, + 1.3991353511810303, + 1.4016237258911133, + 1.4055949449539185, + 1.4026449918746948, + 1.4063470363616943, + 1.4003442525863647, + 1.4006295204162598, + 1.4031975269317627, + 1.40488862991333, + 1.4028477668762207, + 1.4013005495071411, + 1.4007920026779175, + 1.402559518814087, + 1.4027079343795776, + 1.4026196002960205, + 1.4013808965682983, + 1.401664137840271, + 1.4024829864501953, + 1.402293086051941, + 1.4020076990127563, + 1.4014009237289429, + 1.4014536142349243, + 1.401763677597046, + 1.4013240337371826, + 1.4009580612182617, + 1.4009039402008057, + 1.4016287326812744, + 1.4014770984649658, + 1.4020874500274658, + 1.4019602537155151, + 1.4017735719680786, + 1.4027711153030396, + 1.400403380393982, + 1.4028055667877197, + 1.405941367149353, + 1.4032877683639526, + 1.40665602684021, + 1.4000284671783447, + 1.4030699729919434, + 1.4028685092926025 ], "timestamps": [ "2026-06-20 02:50:00", @@ -531,6 +532,7 @@ "2026-06-21 03:10:00", "2026-06-21 03:20:00", "2026-06-21 03:30:00", - "2026-06-21 03:40:00" + "2026-06-21 03:40:00", + "2026-06-21 03:50:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 03e27821dfb20e81070c267a54f5701eefbfc8d3..2f8e1afc81812c34d00a42e583b994eb0e53a799 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T04:04:31.463267+00:00", + "evaluated_at": "2026-06-22T04:19:14.608319+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t215400z", - "data_fetched_at": "2026-06-22T04:03:17.234442Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t024000z", + "data_fetched_at": "2026-06-22T04:12:13.357209Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": []