diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 04bd03c85879e34bad9e848aaad6e8b63157c280..d23591745f4019b5fe5d1171e660c3a76e4d64b6 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T06:44:06.683704+00:00", + "generated_at": "2026-06-22T06:53:21.868634+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index aa90fc239afa4e17f69bef88c9fe2885942864e2..4745b95f1b0ebc4a1d7a5b18e7a775df4f6d6c21 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Chronos-2,0.6024147873304119,0.5372794257928654,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.32430967566356883,0.610660109824167,8.0,1,1,1.0 Air Quality,Moving-Average,0.8503995378044825,0.8611186476903842,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.296803845772412,0.39732698790179566,1.0,1,1,1.0 -Finance,Moving-Average,0.3460677639481595,0.41710275657156065,2.0,1,1,1.0 -Finance,TimesFM-2.5,0.6281585730384374,0.6118433276219397,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7647002879999156,0.686576884008914,4.0,1,1,1.0 -Finance,Timer-S1,1.2668359878546471,0.7801564148324808,5.0,1,1,1.0 -Finance,TiRex,1.4615084777510228,0.8467505434322123,6.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.211486048861998,0.892666409800155,7.0,1,1,1.0 -Finance,Chronos-2,0.5210871306921373,0.8944009599501997,8.0,1,1,1.0 +Finance,ETS,0.29559746924352304,0.39692989700820336,1.0,1,1,1.0 +Finance,Moving-Average,0.3446271081123337,0.41670004582111997,2.0,1,1,1.0 +Finance,TimesFM-2.5,0.6299749111690609,0.6142270650416355,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7663458405240724,0.6872343101234488,4.0,1,1,1.0 +Finance,Timer-S1,1.267727717517236,0.7807872476157137,5.0,1,1,1.0 +Finance,TiRex,1.4644667537821687,0.8473624515669979,6.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.162353182776504,0.8862074842503657,7.0,1,1,1.0 +Finance,Chronos-2,0.5166468588586702,0.8927258953700332,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.6618504694123524,1.1276313136981493,10.0,1,1,1.0 +Finance,ARIMA,1.6628491502437037,1.1247532542295329,10.0,1,1,1.0 Hazards,Chronos-2,0.3620421450536688,0.47930850497194427,1.0,1,1,1.0 Hazards,ARIMA,0.47803010479774294,0.504766987249122,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.38753232147079736,0.5139075059032567,3.0,1,1,1.0 @@ -39,16 +39,16 @@ Hydrology,TimesFM-2.5,0.6329986773570379,0.9302437320214425,7.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 Hydrology,Timer-S1,1.33334178228875,1.0214942019155324,9.0,1,1,1.0 Hydrology,Moving-Average,1.0160145833335794,1.2171315667131521,10.0,1,1,1.0 -Ocean,Timer-S1,0.16183607594077964,0.38157803309644145,2.5,2,2,1.0 -Ocean,Chronos-2,0.32452377412983874,0.43604907854240327,3.0,2,2,1.0 -Ocean,TiRex,1.0004114807615574,0.6963242195336985,3.0,2,2,1.0 -Ocean,Toto-2.0-1B,0.04706224551847667,0.4410367175666457,3.5,2,2,1.0 -Ocean,Moirai-1.1-Large,3.023819786728457,1.283078798340416,5.5,2,2,1.0 -Ocean,TimesFM-2.5,0.32203785203296315,0.5012124086230804,5.5,2,2,1.0 -Ocean,ARIMA,1.8643681571788042,1.2990723226759562,7.0,2,2,1.0 -Ocean,Moving-Average,0.9036789824025322,0.9321568851913625,7.0,2,2,1.0 +Ocean,Chronos-2,0.2812367927423425,0.4087507404268367,2.0,2,2,1.0 +Ocean,TiRex,0.8660735264794458,0.6404761540322621,3.0,2,2,1.0 +Ocean,Timer-S1,0.38868280186838505,0.4837091027420963,3.5,2,2,1.0 +Ocean,Toto-2.0-1B,0.13768654045002376,0.4555684969031415,3.5,2,2,1.0 +Ocean,Moirai-1.1-Large,2.941226357558914,1.2830564332219763,5.5,2,2,1.0 +Ocean,TimesFM-2.5,0.36630523602147147,0.5598252979904887,5.5,2,2,1.0 +Ocean,ARIMA,1.8486758537116021,1.3208446408392462,7.0,2,2,1.0 +Ocean,Moving-Average,0.9263903477383136,0.9368371213927112,7.0,2,2,1.0 Ocean,Seasonal-Naive,1.0,1.0,8.0,2,2,1.0 -Ocean,ETS,2.9697592989843784,1.609455966394284,10.0,2,2,1.0 +Ocean,ETS,2.8046483166498715,1.5908868167296302,10.0,2,2,1.0 Weather,Chronos-2,0.23801933887123544,0.5712323495141575,2.0,3,3,1.0 Weather,Timer-S1,0.4303178051352333,0.6430312343562054,3.6666666666666665,3,3,1.0 Weather,Moirai-1.1-Large,0.829344512369527,0.8194511395194434,4.666666666666667,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 3ee5f36448c115fb61ca29b1377039bbe290646f..9f31f2e9bdc0fbdb82af20e8d71d198e24d6603d 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.33954731901521196,0.5917400953947594,3.6666666666666665,6,6,1.0 -1h,Toto-2.0-1B,0.44360337345445144,0.6518151510583986,4.166666666666667,6,6,1.0 -1h,TiRex,0.4756003277161877,0.6969620674527366,4.666666666666667,6,6,1.0 -1h,Timer-S1,0.5971482163912436,0.6358219733517315,5.0,6,6,1.0 -1h,Moirai-1.1-Large,0.810541095952113,0.7187860859003278,5.333333333333333,6,6,1.0 -1h,ARIMA,0.8542748462859611,0.8744779041396474,6.0,6,6,1.0 -1h,ETS,1.070479365533618,0.9979516622959165,6.0,6,6,1.0 -1h,TimesFM-2.5,0.5424803138792017,0.7380016962342525,6.0,6,6,1.0 -1h,Moving-Average,0.817982370675433,0.8635716222389846,6.666666666666667,6,6,1.0 +1h,Chronos-2,0.3390633745334377,0.5915552459279052,3.6666666666666665,6,6,1.0 +1h,Toto-2.0-1B,0.443762328758559,0.6519191329631416,4.166666666666667,6,6,1.0 +1h,TiRex,0.4757606383278888,0.6970459859896977,4.666666666666667,6,6,1.0 +1h,Timer-S1,0.5972182515908566,0.6359076318744302,5.0,6,6,1.0 +1h,Moirai-1.1-Large,0.8049674534341545,0.7179166598597299,5.333333333333333,6,6,1.0 +1h,ARIMA,0.854360386911194,0.8741055188158441,6.0,6,6,1.0 +1h,ETS,1.0697529633879548,0.9977853665882713,6.0,6,6,1.0 +1h,TimesFM-2.5,0.542741432299714,0.7384801284280594,6.0,6,6,1.0 +1h,Moving-Average,0.8174138498697572,0.8634326039126472,6.666666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.5,6,6,1.0 -6min,Timer-S1,0.02694819761177601,0.15521547342903283,1.0,1,1,1.0 -6min,Toto-2.0-1B,0.0022804736133562385,0.20654776916784506,2.0,1,1,1.0 -6min,Chronos-2,0.10650301930408028,0.20942150239468113,3.0,1,1,1.0 -6min,TimesFM-2.5,0.10824700564890488,0.2637092902911166,4.0,1,1,1.0 -6min,TiRex,1.1091810574418324,0.5958413441034184,5.0,1,1,1.0 -6min,Moving-Average,0.8296886784301066,0.9095461254350059,6.0,1,1,1.0 +6min,Chronos-2,0.07998584862909197,0.18402110300089822,1.0,1,1,1.0 +6min,Toto-2.0-1B,0.019519232490389497,0.2203831484412162,2.0,1,1,1.0 +6min,Timer-S1,0.15544247186731752,0.24942317567889818,3.0,1,1,1.0 +6min,TimesFM-2.5,0.14005167337738444,0.32899313903478394,4.0,1,1,1.0 +6min,TiRex,0.8312939832336016,0.5040963609746415,5.0,1,1,1.0 +6min,Moving-Average,0.8719163939224357,0.9187024754291447,6.0,1,1,1.0 6min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -6min,ARIMA,3.950893261036049,1.7807787438832,8.0,1,1,1.0 -6min,Moirai-1.1-Large,9.78997948374344,1.859230173655136,9.0,1,1,1.0 -6min,ETS,7.045357138068228,2.4033032101432314,10.0,1,1,1.0 +6min,ARIMA,3.8846641785549854,1.8409702904179306,8.0,1,1,1.0 +6min,Moirai-1.1-Large,9.26247120727624,1.8591653583987533,9.0,1,1,1.0 +6min,ETS,6.283727370077683,2.3481667497588026,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 6fb0a0c4af61f1ffe405c16551d842a4ee0abdd6..68ce5a62fbe1a273dc459096f5c8a9b41b9d47b7 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,26 +9,26 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Toto-2.0-1B,0.3989665766697434,0.6083186902853751,3.7142857142857144,7,7,1.0 -24,Chronos-2,0.37382399575153386,0.6015144432198254,3.857142857142857,7,7,1.0 -24,TiRex,0.514185197345486,0.7076751900709264,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,0.7196417912830813,0.6706986111469581,5.142857142857143,7,7,1.0 -24,ARIMA,0.7946787935634548,0.7878339511227925,5.428571428571429,7,7,1.0 -24,ETS,0.8354983625740724,0.8838669468964704,5.571428571428571,7,7,1.0 -24,Timer-S1,0.6697599732836074,0.6803773880395348,5.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.5545722059067183,0.7628165912197978,6.142857142857143,7,7,1.0 -24,Moving-Average,0.8437131161757336,0.906963211956244,7.142857142857143,7,7,1.0 +24,Toto-2.0-1B,0.39908911128583935,0.6084018691024043,3.7142857142857144,7,7,1.0 +24,Chronos-2,0.3733672654169929,0.6013533800779747,3.857142857142857,7,7,1.0 +24,TiRex,0.5143337506959017,0.7077482252683142,4.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,0.715398063869324,0.6700031848043828,5.142857142857143,7,7,1.0 +24,ARIMA,0.7947469986130988,0.7875463802928546,5.428571428571429,7,7,1.0 +24,ETS,0.8350123822496706,0.8837407011348031,5.571428571428571,7,7,1.0 +24,Timer-S1,0.6698273024120946,0.6804559539143281,5.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.5548010026868548,0.76324044520474,6.142857142857143,7,7,1.0 +24,Moving-Average,0.8432104588739029,0.9068380646317915,7.142857142857143,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.571428571428571,7,7,1.0 -60,Timer-S1,0.02694819761177601,0.15521547342903283,1.0,1,1,1.0 -60,Toto-2.0-1B,0.0022804736133562385,0.20654776916784506,2.0,1,1,1.0 -60,Chronos-2,0.10650301930408028,0.20942150239468113,3.0,1,1,1.0 -60,TimesFM-2.5,0.10824700564890488,0.2637092902911166,4.0,1,1,1.0 -60,TiRex,1.1091810574418324,0.5958413441034184,5.0,1,1,1.0 -60,Moving-Average,0.8296886784301066,0.9095461254350059,6.0,1,1,1.0 +60,Chronos-2,0.07998584862909197,0.18402110300089822,1.0,1,1,1.0 +60,Toto-2.0-1B,0.019519232490389497,0.2203831484412162,2.0,1,1,1.0 +60,Timer-S1,0.15544247186731752,0.24942317567889818,3.0,1,1,1.0 +60,TimesFM-2.5,0.14005167337738444,0.32899313903478394,4.0,1,1,1.0 +60,TiRex,0.8312939832336016,0.5040963609746415,5.0,1,1,1.0 +60,Moving-Average,0.8719163939224357,0.9187024754291447,6.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -60,ARIMA,3.950893261036049,1.7807787438832,8.0,1,1,1.0 -60,Moirai-1.1-Large,9.78997948374344,1.859230173655136,9.0,1,1,1.0 -60,ETS,7.045357138068228,2.4033032101432314,10.0,1,1,1.0 +60,ARIMA,3.8846641785549854,1.8409702904179306,8.0,1,1,1.0 +60,Moirai-1.1-Large,9.26247120727624,1.8591653583987533,9.0,1,1,1.0 +60,ETS,6.283727370077683,2.3481667497588026,10.0,1,1,1.0 72,TiRex,0.9023081706315715,0.8137525593139394,1.0,1,1,1.0 72,Moirai-1.1-Large,0.9339637654801597,0.8854692797472057,2.0,1,1,1.0 72,Chronos-2,0.9888515899702744,0.9079239558664731,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 80ed7e58a62ddf9ff79b4d8e9fb4970b2d99d0e2..5f7ea75d7c43a491da9d669f918d805252fbf552 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Toto-2.0-1B,0.22695113065505176,0.5200270454499432,3.7,10,10,1.0 -Overall,Chronos-2,0.3124136320655155,0.5154122176566099,3.8,10,10,1.0 -Overall,TiRex,0.4756797537759937,0.6269857657642515,4.2,10,10,1.0 -Overall,Timer-S1,0.4074481276517751,0.5376797368209624,4.5,10,10,1.0 -Overall,Moirai-1.1-Large,0.8003152127387893,0.6861085189022416,5.0,10,10,1.0 -Overall,ARIMA,0.8668109994145803,0.818509229666991,5.9,10,10,1.0 -Overall,TimesFM-2.5,0.4087119920660309,0.6342522103117726,6.0,10,10,1.0 -Overall,ETS,0.9970617501216164,0.9358183888254263,6.8,10,10,1.0 -Overall,Moving-Average,0.7910773966116429,0.8541528782151969,7.2,10,10,1.0 +Overall,Chronos-2,0.30333564282942044,0.5086955430627795,3.6,10,10,1.0 +Overall,Toto-2.0-1B,0.28136461213164654,0.5234597386235885,3.7,10,10,1.0 +Overall,TiRex,0.46225083481162443,0.6166338296534944,4.2,10,10,1.0 +Overall,Timer-S1,0.48551972985740594,0.5638439847768152,4.7,10,10,1.0 +Overall,Moirai-1.1-Large,0.7926063554090862,0.6856080681738573,5.0,10,10,1.0 +Overall,ARIMA,0.8653988683561006,0.8210248000967502,5.9,10,10,1.0 +Overall,TimesFM-2.5,0.41949811908030993,0.6486897005730735,6.0,10,10,1.0 +Overall,ETS,0.9853184314086969,0.9335555952620054,6.8,10,10,1.0 +Overall,Moving-Average,0.7946827252626193,0.8549262918821371,7.2,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.9,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 6e7b7a1eb29e690a8c36a43c1d7fd5761d8d0a66..a346597d0b741ee0a7d4030310232ac6a3dc8b2c 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,322479.8578211024,258531.3342799649,476.18594001225665,0.44769639882047646,0.007420778408021474,0.007451074037516221,5.8881032660543084,567.8731001034496,0.008859801030840414,0.007429322997380476,0.00629695363325037,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,323479.0157781144,257783.38834958794,475.27024990808997,0.4468354931791623,0.007406570653965619,0.007436775239274908,5.853667040401748,568.7521567239235,0.008873642739315086,0.00741514269871426,0.006282757139678085,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.7023468059476385,0.6909740476559676,0.6454993798179989,1.8944415147021032,0.6073992180127831,0.3865426971884806,74.01461668025948,0.8380613378193976,0.5773827012187149,0.4447170615507363,0.44280682849658703,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.7725986612046284,0.7607148339555734,0.6899301390567951,2.0271194082492188,0.67431879141515,0.41801643500147284,79.12414778643237,0.878975916168713,0.6208041899743698,0.48728470625564535,0.48513092865659274,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07465809101698792,0.08382917541820836,0.2695504691130433,3.8935077387427857,0.16831459058924933,0.1856615528223091,61.92557023138389,0.2732363281428513,0.1745609242147556,0.17220616061819533,0.1557342953982287,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.044758698731949736,0.022431053368681547,0.12459988555261876,0.06264798848446257,0.008858052981789795,0.008914351696941783,1.0288597455464723,0.21156251731332215,0.015098128456208913,0.008892052815368472,0.01002485442599358,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.87198838419894,51.73229780196786,6.260393504658879,0.5414694866546529,0.3561655509465631,0.2850124372856924,5.097982223777315,7.271312700207504,0.3345054642930064,0.2879996944531183,0.2494299281342662,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 2fc360e45311b34ba6387defe529c13a9f858168..81c2ab8d78cd2ab44c97502be2c44d7d546ec8aa 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:44:06.371729+00:00", + "evaluated_at": "2026-06-22T06:53:21.485374+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64049.98828125 + 64028.01171875 ], "p50": [ 63633.762559345865, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9cabdda9aa900e8518186a71031ac2e8f064ac7d..77d13af042dd507ff27b1506f215f8bac3adf27d 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:35:24.306299+00:00", + "evaluated_at": "2026-06-22T06:53:21.542693+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.805999994277954, - 1.8070000410079956, 1.815999984741211, 1.815000057220459, 1.812999963760376, @@ -245,11 +243,11 @@ 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333 + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 ], "actuals": [ - 1.7740000486373901, - 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, @@ -307,197 +305,197 @@ 0.8069999814033508, 0.7839999794960022, 0.7620000243186951, - 0.7390000224113464 + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 ], "p50": [ - 1.7741975780570727, - 1.790547115900103, - 1.8053117842510242, - 1.822566859906547, - 1.8384367661563614, - 1.8514673372684411, - 1.868319314806421, - 1.88104305378654, - 1.8952812179256588, - 1.910163797218722, - 1.9228397524242657, - 1.935954241353627, - 1.9487719950710956, - 1.9611429070667932, - 1.9735148881746, - 1.9838712579209639, - 1.9950397274217053, - 2.007569298980486, - 2.017770395601504, - 2.0284955117512524, - 2.0382219268459663, - 2.0508115984017046, - 2.059507209161982, - 2.0704224346727016, - 2.0782979005437276, - 2.088890796170384, - 2.0976679967084344, - 2.1061900840993877, - 2.1153724675140073, - 2.1230098325803914, - 2.132091829171839, - 2.1396291213615815, - 2.146336709572349, - 2.155432270457956, - 2.161750322549865, - 2.1708930716349775, - 2.1758772896756122, - 2.182703688571569, - 2.190944526193598, - 2.197762320478457, - 2.2046692660086564, - 2.2107075137092465, - 2.217154257890003, - 2.221744000483881, - 2.2287623945668043, - 2.234065769037101, - 2.23983578040542, - 2.244092146933615, - 2.249213343784552, - 2.254606456326436, - 2.2591984609923297, - 2.2642077540458247, - 2.269707318022316, - 2.2740992160133056, - 2.2804191165068457, - 2.282882134751559, - 2.2897715487493, - 2.2923125233765753, - 2.2964325873046603, - 2.300681244615292 + 1.8017350086614046, + 1.8163251600286339, + 1.833718498110988, + 1.8485093843716787, + 1.8622235602174901, + 1.8756336166729435, + 1.8896784204011372, + 1.9023415233258634, + 1.9166618957989914, + 1.9287654898598885, + 1.942607825960362, + 1.9536044246271336, + 1.9663158461763375, + 1.9779321312162517, + 1.9892185034815064, + 2.0003127128776894, + 2.011446563973418, + 2.0217887051222094, + 2.031259172216987, + 2.0426941262330267, + 2.052008847903609, + 2.0611264099302273, + 2.070311994018041, + 2.080138370526248, + 2.0892998219626477, + 2.0968682082256818, + 2.1047299009138287, + 2.113667295022622, + 2.121038724287221, + 2.131021376875295, + 2.138421646379058, + 2.1441405995620055, + 2.151919056016793, + 2.158457125993097, + 2.166242178561677, + 2.174135828600864, + 2.181258547931269, + 2.186382644395927, + 2.194284104153355, + 2.1996140073457124, + 2.2047641134751133, + 2.2118905552871078, + 2.2176316385143, + 2.221930849349682, + 2.228999377298823, + 2.2339914112737134, + 2.237884806474339, + 2.2440969520912466, + 2.2480914649271604, + 2.252310960072596, + 2.2585369955197923, + 2.264349815344164, + 2.267555147267617, + 2.271518230917305, + 2.2777241459975737, + 2.282454514709269, + 2.2853445955826768, + 2.2891762286513018, + 2.2935543470624395, + 2.296739388473094 ], "p10": [ - 1.7631877977620298, - 1.7811680828391254, - 1.7958612133316647, - 1.8118817462167887, - 1.8287591313672813, - 1.8422216847487232, - 1.8566869406589313, - 1.8712394766849447, - 1.8852176184085567, - 1.90116464578109, - 1.9122335166358708, - 1.9264381715354602, - 1.9388457805161068, - 1.950757101394484, - 1.9635690833156827, - 1.9734255930909692, - 1.985525362011846, - 1.9969910329203082, - 2.007982771193949, - 2.0171402004355756, - 2.0295007085831687, - 2.0393819280403793, - 2.0508766070826154, - 2.059416048854241, - 2.0671944295737883, - 2.0791041780505433, - 2.0864839909092465, - 2.0970587544262886, - 2.104285529394176, - 2.1122412726794937, - 2.121076590414442, - 2.1292047115691566, - 2.138228332491413, - 2.1450800767709337, - 2.1524303215697507, - 2.1606882208261498, - 2.1649623368718727, - 2.173477348586244, - 2.18154629780089, - 2.186647241463108, - 2.1942338218245223, - 2.1994616678618533, - 2.2061639148864884, - 2.211872826901219, - 2.2177920510495794, - 2.224451834685885, - 2.2303089008449746, - 2.2349696117033098, - 2.240314114607878, - 2.244603142835692, - 2.249906342870575, - 2.2549535008784014, - 2.2602845686098263, - 2.264990710648934, - 2.27126872659606, - 2.2722499298027237, - 2.2794911388131545, - 2.2820419808946406, - 2.2862518396276132, - 2.2907588345201324 + 1.7911466497276032, + 1.806237133874137, + 1.8215310742477222, + 1.8371504630593656, + 1.8533764076966044, + 1.865471525433193, + 1.8790075041083696, + 1.892729819754679, + 1.9059136548349462, + 1.9188751119979588, + 1.933772917385604, + 1.9431735298949409, + 1.954435635205343, + 1.9698310994000792, + 1.9784366953689718, + 1.988727982847285, + 2.001601749574786, + 2.011444376991051, + 2.021265598324375, + 2.03183220095188, + 2.04096547618658, + 2.051287659142994, + 2.060125951708963, + 2.0691723987350406, + 2.0800298095563807, + 2.0868818931867086, + 2.0950708618249707, + 2.1036927054784655, + 2.11171462204217, + 2.121837805578238, + 2.126623669816246, + 2.1342860098209133, + 2.1412378380757735, + 2.148478842997372, + 2.1569722255698927, + 2.1634396503085562, + 2.169955737611604, + 2.1764281004540065, + 2.1828398272900413, + 2.1890778614882187, + 2.194945448991262, + 2.200038473843641, + 2.2068068228706044, + 2.2118839095425775, + 2.2179522059620824, + 2.2233012683102245, + 2.227894170340939, + 2.23358942204393, + 2.23847555153521, + 2.243465109100689, + 2.2477234325560627, + 2.2541095634579293, + 2.2572654009041853, + 2.2612019257705005, + 2.2680506883183553, + 2.2698383577382177, + 2.2747496630343362, + 2.279021468789724, + 2.2835832273891046, + 2.2867765699415883 ], "p90": [ - 1.782407965280371, - 1.7989714191272537, - 1.815324702660758, - 1.8309153132101588, - 1.8457485705814172, - 1.8617533516141909, - 1.8772375151900107, - 1.8905635533741318, - 1.9044651329593558, - 1.919275008749725, - 1.9312636005096853, - 1.9439068348946962, - 1.9572064048494309, - 1.9690317548369263, - 1.981091199047047, - 1.9928022589231977, - 2.0044367052183683, - 2.01568304625032, - 2.0275265852351496, - 2.0384235854823967, - 2.0478654142542756, - 2.058856769450634, - 2.0679651837448096, - 2.0781471356218195, - 2.0878234529028137, - 2.0973650869793103, - 2.106418092072917, - 2.114165447474585, - 2.1231862222587288, - 2.1313795366197983, - 2.141101737936418, - 2.1485911676146343, - 2.156173647646278, - 2.164182843468669, - 2.171855764036555, - 2.177621612063745, - 2.1858310366731915, - 2.192486177120458, - 2.2014095578658823, - 2.2047307994059113, - 2.213650205442207, - 2.2189782250399435, - 2.228053305538346, - 2.230595290129084, - 2.238008737197463, - 2.242210621220974, - 2.2487708163123994, - 2.2535321926136307, - 2.259537462140554, - 2.26291664028924, - 2.2694470648750014, - 2.2734900904775595, - 2.278983947209826, - 2.283907171919329, - 2.288356070389909, - 2.2930049656288167, - 2.29658673045015, - 2.302152983905188, - 2.307095606138366, - 2.3095656961453632 + 1.8132910860637024, + 1.8261278137438464, + 1.8422002293486945, + 1.8565737766108563, + 1.8699048520790331, + 1.8851886417071408, + 1.9006691230513855, + 1.912822659376634, + 1.926127220606094, + 1.9374633579429716, + 1.9507696424989316, + 1.9627079763932178, + 1.9717443204729441, + 1.9851993663586196, + 1.9981036952977203, + 2.008531710365389, + 2.019580662320517, + 2.0294418674562245, + 2.0404679248386524, + 2.0513619549164885, + 2.0599754802728314, + 2.070401268311474, + 2.079410152363232, + 2.089453113318638, + 2.0984509929424973, + 2.1045028546472806, + 2.1155089682823527, + 2.1237196928048805, + 2.128451398003891, + 2.1391198501305273, + 2.146504300411911, + 2.152745482057339, + 2.16127932039879, + 2.1675916958173618, + 2.1752685105778897, + 2.1828047371510557, + 2.1908821562296215, + 2.1961522167178607, + 2.202111978342145, + 2.208724966909673, + 2.2143496297185017, + 2.221932406351418, + 2.2249295576218353, + 2.2316768423744797, + 2.237592825023361, + 2.2427961864114208, + 2.244873255061528, + 2.2526552278489533, + 2.257734033473783, + 2.2626063360910957, + 2.265308463196438, + 2.271908913620429, + 2.2775741008757, + 2.2810909196036566, + 2.2854292670445875, + 2.290527598388835, + 2.2941307044910584, + 2.2995485662309583, + 2.3033518180954626, + 2.305532583620988 ], "timestamps": [ - "2026-06-21 00:30:00", - "2026-06-21 00:36:00", "2026-06-21 00:42:00", "2026-06-21 00:48:00", "2026-06-21 00:54:00", @@ -795,6 +793,8 @@ "2026-06-22 06:06:00", "2026-06-22 06:12:00", "2026-06-22 06:18:00", - "2026-06-22 06:24:00" + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 6e373af8d6416354a72e09264f7d520ed3dcd047..8158bde1053d2f1fe1ffc0a5272209a2e8dddcf9 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T06:44:06.433794+00:00", + "evaluated_at": "2026-06-22T06:53:21.575854+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 5d43bd1761b27e6c2d27ac59ec42aabb673fb713..18979832310c581d738cea468c164b5e19ca8b57 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,3.800,3.800,4.200,4.200,3.800,4.200,3.400,4.200,3.800,4.300 +2026-06-22,Chronos-2,3.700,3.600,4.100,4.100,3.700,4.100,3.300,4.100,3.700,4.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 757e80abe96bbec09605050f9c0a26cf08f99655..6f19ad64da79ac179ee7dabc536e1aa60157ae52 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,3.8,3.8,4.2,4.2,3.8,4.2,3.4,4.2,3.8,4.3 +2026-W26,Chronos-Bolt-Mini,3.7,3.6,4.1,4.1,3.7,4.1,3.3,4.1,3.7,4.2 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index d1aba7ee4e0c5db2dc4f783b89ad77f1d5ecbb14..f447b76c9d35a968c113f47d5efddc4109dda518 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,101116.25980250041,101116.25980250041,264.265625,0.24845498092929252,0.0041273670000779635,0.004124657472534267,1.9698624366843127,317.9878296452561,0.004961159280783887,0.004123000114575182,0.004994541483484064,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,100504.85781224568,100504.85781224568,263.3499348958333,0.24759407528797853,0.004113142598355703,0.004110358625630564,1.9698624366843127,317.0250113354555,0.004946208391054382,0.004108772529581541,0.004986675941430063,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.01893294768798318,0.01893294768798318,0.10538755655288697,0.3092962882831848,0.10049793957287005,0.09071646360762867,1.2623580042681168,0.13759704825316268,0.09479754263196138,0.07260680016056166,0.052074560982328,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0159079283885846,0.0159079283885846,0.09375893870989481,0.27547798479351676,0.09548341723209566,0.08614996812585192,1.1535654940846138,0.12612663631677729,0.08908087565598301,0.06622017842350147,0.04849308489979468,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08391506599830162,0.08391506599830162,0.2694946097003089,3.8927008803593495,0.1683232044442406,0.18560634848190943,83.24171434156395,0.28968097279300487,0.18506681992791005,0.17217047403589025,0.14920282309550245,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.02708782370136002,0.02708782370136002,0.14076085885365805,0.07077361769167123,0.0100236513767615,0.010092047214917308,0.973429993643947,0.16458378930307815,0.01174549832486334,0.010045378338126793,0.018302875292973097,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,107.73611266772711,107.73611266772711,8.71318014462789,0.753614158044567,0.46956742899031645,0.348525299370899,7.1097414443462155,10.379600795200513,0.4774974377151355,0.4008363400000913,0.2777539937871872,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 664ccfd68bc74a206a114c530c19d7d3812fbfcf..7ec64adb4da399353ea30eff33de1a268afa953b 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:40:49.724272+00:00", + "evaluated_at": "2026-06-22T06:50:29.246090+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64049.98828125 + 64028.01171875 ], "p50": [ 64329.2109375, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index c09c3aabff8a10b00cee7160325d376c797b3b4f..1dd533d78ffb8c5825a5bba59f4f8ca40bc0e47b 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:31:59.921257+00:00", + "evaluated_at": "2026-06-22T06:50:34.570509+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.805999994277954, - 1.8070000410079956, 1.815999984741211, 1.815000057220459, 1.812999963760376, @@ -245,11 +243,11 @@ 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333 + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 ], "actuals": [ - 1.7740000486373901, - 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, @@ -307,197 +305,197 @@ 0.8069999814033508, 0.7839999794960022, 0.7620000243186951, - 0.7390000224113464 + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 ], "p50": [ - 1.8115535974502563, - 1.8240100145339966, - 1.8328293561935425, - 1.8404955863952637, - 1.8494880199432373, - 1.8528311252593994, - 1.858701467514038, - 1.867953896522522, - 1.8756093978881836, - 1.873378038406372, - 1.8765785694122314, - 1.8754303455352783, - 1.8709876537322998, - 1.8708436489105225, - 1.8651608228683472, - 1.849399209022522, - 1.8689926862716675, - 1.8539222478866577, - 1.8447757959365845, - 1.8342618942260742, - 1.8246835470199585, - 1.8025143146514893, - 1.7895410060882568, - 1.7770140171051025, - 1.7602152824401855, - 1.744889259338379, - 1.7248163223266602, - 1.7011960744857788, - 1.673953890800476, - 1.6507234573364258, - 1.629256010055542, - 1.6008939743041992, - 1.569764494895935, - 1.5538179874420166, - 1.5401736497879028, - 1.50851571559906, - 1.48380446434021, - 1.4582600593566895, - 1.4287338256835938, - 1.409186601638794, - 1.3832749128341675, - 1.3617912530899048, - 1.33748197555542, - 1.3128618001937866, - 1.2876229286193848, - 1.2631945610046387, - 1.2408297061920166, - 1.2173683643341064, - 1.193897008895874, - 1.1752713918685913, - 1.1565226316452026, - 1.1376549005508423, - 1.121673583984375, - 1.105424165725708, - 1.092543601989746, - 1.0806010961532593, - 1.064214825630188, - 1.0618788003921509, - 1.0490589141845703, - 1.0367659330368042 + 1.8419424295425415, + 1.8478012084960938, + 1.8543059825897217, + 1.8579597473144531, + 1.8635084629058838, + 1.8623790740966797, + 1.8652753829956055, + 1.8714299201965332, + 1.8753926753997803, + 1.8698878288269043, + 1.869384765625, + 1.8645517826080322, + 1.8557014465332031, + 1.8496270179748535, + 1.8413269519805908, + 1.8244783878326416, + 1.837489366531372, + 1.8194252252578735, + 1.8068839311599731, + 1.7927302122116089, + 1.7788153886795044, + 1.7551289796829224, + 1.737396001815796, + 1.7218756675720215, + 1.6994118690490723, + 1.6809971332550049, + 1.6550662517547607, + 1.627401351928711, + 1.6048858165740967, + 1.5776252746582031, + 1.552350401878357, + 1.5212523937225342, + 1.4982224702835083, + 1.4797732830047607, + 1.463964819908142, + 1.430130958557129, + 1.405928373336792, + 1.379091501235962, + 1.3510392904281616, + 1.3287523984909058, + 1.3044624328613281, + 1.2800891399383545, + 1.2576770782470703, + 1.2328596115112305, + 1.2088291645050049, + 1.187013030052185, + 1.165130853652954, + 1.1421324014663696, + 1.1287496089935303, + 1.109086513519287, + 1.0971719026565552, + 1.07675302028656, + 1.059796929359436, + 1.0453137159347534, + 1.0329467058181763, + 1.021196961402893, + 1.0075124502182007, + 1.0043237209320068, + 0.9932132959365845, + 0.9852318167686462 ], "p10": [ - 1.7870607376098633, - 1.7991178035736084, - 1.803973913192749, - 1.809255599975586, - 1.81124746799469, - 1.8125120401382446, - 1.8132522106170654, - 1.8127336502075195, - 1.8184280395507812, - 1.8128948211669922, - 1.8067271709442139, - 1.8036956787109375, - 1.796972632408142, - 1.7900922298431396, - 1.775995135307312, - 1.7575454711914062, - 1.7816617488861084, - 1.7623262405395508, - 1.7400290966033936, - 1.7294189929962158, - 1.7083396911621094, - 1.6809688806533813, - 1.6586310863494873, - 1.6364116668701172, - 1.6149179935455322, - 1.5912132263183594, - 1.562016248703003, - 1.5393385887145996, - 1.5010277032852173, - 1.465226173400879, - 1.4361916780471802, - 1.396826982498169, - 1.3484699726104736, - 1.3212368488311768, - 1.3068674802780151, - 1.2710163593292236, - 1.2409815788269043, - 1.2100841999053955, - 1.171770691871643, - 1.1487362384796143, - 1.1250957250595093, - 1.0991020202636719, - 1.0684545040130615, - 1.0394091606140137, - 1.012015461921692, - 0.9769162535667419, - 0.9581562876701355, - 0.9339333772659302, - 0.8868726491928101, - 0.8558647036552429, - 0.8370256423950195, - 0.8233658075332642, - 0.8022905588150024, - 0.781891942024231, - 0.7710509300231934, - 0.752358078956604, - 0.7349840402603149, - 0.725430965423584, - 0.709410548210144, - 0.7072603106498718 + 1.8193624019622803, + 1.8236541748046875, + 1.8283315896987915, + 1.8294944763183594, + 1.828108787536621, + 1.8244433403015137, + 1.8237287998199463, + 1.8207398653030396, + 1.8214874267578125, + 1.813908576965332, + 1.803584098815918, + 1.7979302406311035, + 1.7876921892166138, + 1.7750431299209595, + 1.7593743801116943, + 1.737600326538086, + 1.7560009956359863, + 1.7333245277404785, + 1.7069443464279175, + 1.694478988647461, + 1.669092059135437, + 1.6409339904785156, + 1.616823434829712, + 1.593155860900879, + 1.5649446249008179, + 1.5403931140899658, + 1.5064618587493896, + 1.4794375896453857, + 1.4409983158111572, + 1.40391206741333, + 1.3748340606689453, + 1.3378081321716309, + 1.2904795408248901, + 1.2610830068588257, + 1.246216893196106, + 1.210578441619873, + 1.1826345920562744, + 1.1490235328674316, + 1.1129908561706543, + 1.0899834632873535, + 1.0653592348098755, + 1.038936734199524, + 1.0076755285263062, + 0.9789823293685913, + 0.9509158730506897, + 0.9145583510398865, + 0.8990059494972229, + 0.8813928961753845, + 0.835397481918335, + 0.8076009750366211, + 0.7912739515304565, + 0.7757883071899414, + 0.7553281784057617, + 0.7328786253929138, + 0.7229433059692383, + 0.7070138454437256, + 0.689042866230011, + 0.6811702251434326, + 0.6630353331565857, + 0.6642352938652039 ], "p90": [ - 1.8320763111114502, - 1.8466877937316895, - 1.857582926750183, - 1.8702714443206787, - 1.8851275444030762, - 1.8986880779266357, - 1.9068830013275146, - 1.9232041835784912, - 1.9306306838989258, - 1.9385783672332764, - 1.9408349990844727, - 1.9447591304779053, - 1.9528615474700928, - 1.9464247226715088, - 1.9535572528839111, - 1.951471209526062, - 1.9860295057296753, - 1.9665553569793701, - 1.9603701829910278, - 1.9611356258392334, - 1.9550484418869019, - 1.9451546669006348, - 1.937652587890625, - 1.935795545578003, - 1.9338104724884033, - 1.9169180393218994, - 1.9086780548095703, - 1.8943976163864136, - 1.8779278993606567, - 1.8751269578933716, - 1.8569835424423218, - 1.8362828493118286, - 1.8349459171295166, - 1.8334428071975708, - 1.8120601177215576, - 1.8094630241394043, - 1.7777831554412842, - 1.7623398303985596, - 1.7487893104553223, - 1.7369894981384277, - 1.7193071842193604, - 1.703169584274292, - 1.6889238357543945, - 1.664452075958252, - 1.6406463384628296, - 1.6333379745483398, - 1.6038568019866943, - 1.5838080644607544, - 1.5827723741531372, - 1.5861294269561768, - 1.5913442373275757, - 1.5572341680526733, - 1.537668228149414, - 1.535502314567566, - 1.5250654220581055, - 1.517039179801941, - 1.499009370803833, - 1.5016001462936401, - 1.487837791442871, - 1.4745851755142212 + 1.8604952096939087, + 1.868828535079956, + 1.8765356540679932, + 1.8871387243270874, + 1.8966522216796875, + 1.90605890750885, + 1.9102754592895508, + 1.9229097366333008, + 1.9270551204681396, + 1.9304425716400146, + 1.9288275241851807, + 1.928755760192871, + 1.9309364557266235, + 1.9213242530822754, + 1.9261736869812012, + 1.9195201396942139, + 1.9398224353790283, + 1.9177290201187134, + 1.9075160026550293, + 1.9057196378707886, + 1.895919919013977, + 1.8791487216949463, + 1.8667877912521362, + 1.8602840900421143, + 1.8522279262542725, + 1.8369975090026855, + 1.8193061351776123, + 1.8011696338653564, + 1.7801554203033447, + 1.7703943252563477, + 1.7547764778137207, + 1.7259750366210938, + 1.7462849617004395, + 1.735695242881775, + 1.7151777744293213, + 1.7052960395812988, + 1.6793296337127686, + 1.6530342102050781, + 1.6359758377075195, + 1.6228036880493164, + 1.5974292755126953, + 1.5842437744140625, + 1.5681877136230469, + 1.540480375289917, + 1.521958351135254, + 1.5106234550476074, + 1.4879884719848633, + 1.4686776399612427, + 1.4786503314971924, + 1.4777634143829346, + 1.478225588798523, + 1.455793857574463, + 1.4414255619049072, + 1.4353501796722412, + 1.4293370246887207, + 1.4248125553131104, + 1.4060862064361572, + 1.4095739126205444, + 1.3988478183746338, + 1.3909379243850708 ], "timestamps": [ - "2026-06-21 00:30:00", - "2026-06-21 00:36:00", "2026-06-21 00:42:00", "2026-06-21 00:48:00", "2026-06-21 00:54:00", @@ -795,6 +793,8 @@ "2026-06-22 06:06:00", "2026-06-22 06:12:00", "2026-06-22 06:18:00", - "2026-06-22 06:24:00" + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 55754995e7ae5fbe3197bc74d6947a623ea72124..ff44729f5d82ccd8aee33365ffbd967847ee077f 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T06:40:58.096382+00:00", + "evaluated_at": "2026-06-22T06:50:38.365441+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 9e042860a807a2b73ff5b125a6ddb72b32dd4fdf..0557d345882edddac93946cd66d5dd941eb3e2c6 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,57594.38875345327,63534.897702126815,172.9918042234561,0.16264194565321424,0.0027045852092011393,0.0027008156035591524,0.7716695627278831,239.98830961830885,0.0037442320697328364,0.0026989708882261057,0.002218765645884122,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,57503.4592905691,63490.40331365463,172.07611411928943,0.16178104001190022,0.0026902916891523598,0.002686516659510262,0.7716695627278831,239.7987891766118,0.0037413287304798445,0.0026847229370690123,0.0022172099836139645,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.2524469166208299,1.2542833537104585,0.8774829860473148,2.575277760424035,0.8225479919522468,0.47090195842730187,98.43771886445587,1.1191277481238815,0.7710235194739804,0.6045422618775481,0.5976031980697266,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.2497346309360473,1.2518200743439618,0.8862137706086415,2.60383049320681,0.866535688380703,0.4887445468437581,99.58904177353689,1.117915305797379,0.7895625956403137,0.6259161507005723,0.6187869092077585,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.10623027680480057,0.10507327514311325,0.2983712894324266,4.309808579619356,0.18595566682221124,0.20793377261578275,64.36693599700448,0.3259298648556167,0.20822494148231138,0.19061875262517286,0.1771239126465428,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,1.2731459362554085,1.1342439565259577,0.9479378691445978,0.4766168158724171,0.06768467131970309,0.07072486131678933,16.68195612923263,1.1283376871554935,0.08052365588666854,0.0676494489600633,0.06839075067167107,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,32.125133878040764,31.202015324891807,4.686403240810329,0.4053330441880168,0.2572476716965881,0.22104719681144439,2.63323600843493,5.667903834579479,0.2607431260245506,0.21559071333664048,0.1806516816738559,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index b0f4f2199ff51998fd0dc4e2b4e3c0686c1c54f9..aacad301100e00500b3b6fd3259caee3bb4e9243 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:44:06.460158+00:00", + "evaluated_at": "2026-06-22T06:53:21.604180+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64049.98828125 + 64028.01171875 ], "p50": [ 64355.05138900965, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2a6622f1fd37d182fa5aac4934731a44d30b9a46..002faaf96e2695b706d7a723b64034d41d654d0a 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:35:24.442604+00:00", + "evaluated_at": "2026-06-22T06:53:21.633797+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.805999994277954, - 1.8070000410079956, 1.815999984741211, 1.815000057220459, 1.812999963760376, @@ -245,11 +243,11 @@ 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333 + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 ], "actuals": [ - 1.7740000486373901, - 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, @@ -307,197 +305,197 @@ 0.8069999814033508, 0.7839999794960022, 0.7620000243186951, - 0.7390000224113464 + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 ], "p50": [ - 1.782663731158735, - 1.8021516592388722, - 1.8201396066309146, - 1.8421275621291884, - 1.8556155674569454, - 1.8761034230578348, - 1.89459142361722, - 1.9095793500284275, - 1.9315672459220565, - 1.9500552315802808, - 1.968543127831538, - 1.9880310559116752, - 2.005019016178321, - 2.02400695069576, - 2.0454949722359803, - 2.0594828817194686, - 2.077470754605705, - 2.0979587145147223, - 2.117946636157558, - 2.130934588317972, - 2.1544225543066635, - 2.1709104912082884, - 2.1903984341895866, - 2.2158863893302327, - 2.2278743245629276, - 2.246862273981528, - 2.2683502359171035, - 2.28083820941598, - 2.302826015902642, - 2.3178140317208165, - 2.3363019279720736, - 2.3567898878810913, - 2.375277858638154, - 2.3937657995928947, - 2.4127537192091726, - 2.4302416581373554, - 2.451729530665964, - 2.4672175400468364, - 2.486205504366598, - 2.5026934263670615, - 2.52218136934836, - 2.5396692635730593, - 2.5611572255086346, - 2.577645192212582, - 2.596633141631182, - 2.6146210741220632, - 2.633109015076804, - 2.658596985118611, - 2.6710848841116817, - 2.690072848431443, - 2.7070607788957664, - 2.7245487625274327, - 2.745536671295665, - 2.7615246146345913, - 2.7820125298401255, - 2.8005004707948657, - 2.8164884141337927, - 2.8364763655789504, - 2.855964293659088, - 2.8744522942184734 + 1.8087451366247667, + 1.8258941262686672, + 1.8440430136309973, + 1.8676919791946214, + 1.8773409014852733, + 1.891989848809876, + 1.9126387337880204, + 1.9252876919606685, + 1.9444366409542013, + 1.9605855689668992, + 1.9782345074700145, + 1.993883441920014, + 2.010532378396572, + 2.027181314873129, + 2.0528302546875468, + 2.0614792345562853, + 2.0751280904473632, + 2.0932770672166603, + 2.1159260158525655, + 2.1260749466070767, + 2.1427238830836344, + 2.161372793810985, + 2.1750217689113525, + 2.196670700619538, + 2.2118196415068394, + 2.227968569519537, + 2.2466175696538553, + 2.2602664255449327, + 2.2769153620214904, + 2.291564309346093, + 2.308213201119167, + 2.3268621714511624, + 2.3445110950531167, + 2.361160031529674, + 2.3778089829073927, + 2.3939579258212516, + 2.412606851449764, + 2.427755822139387, + 2.4434047267870644, + 2.458053659210506, + 2.4747026850940306, + 2.491351502361298, + 2.513000493674129, + 2.525149428481756, + 2.5427983520837105, + 2.5579473078721726, + 2.5760962250368253, + 2.6017451648512426, + 2.6098940915526385, + 2.624543009074919, + 2.64119199025496, + 2.6573409033664963, + 2.676489837458868, + 2.689138765829194, + 2.7107877422408633, + 2.727436648915098, + 2.7375856243730934, + 2.7587345327162587, + 2.7743835118697415, + 2.79603235417096 ], "p10": [ - 1.7555636747488992, - 1.7701516539936635, - 1.7886396485925844, - 1.809127569758583, - 1.827615504752859, - 1.8461034516680643, - 1.8665913609131337, - 1.8820792808870395, - 1.9035672487830795, - 1.920055155882382, - 1.9395431972113444, - 1.956931033118859, - 1.9755190383512484, - 1.9929068861796921, - 2.0123948619435454, - 2.0319828483408675, - 2.047370775562698, - 2.068858737498273, - 2.0844467038684344, - 2.102934591178995, - 2.1224224596544876, - 2.14181044862673, - 2.160398447898655, - 2.178886442497576, - 2.195374295952698, - 2.213862290551619, - 2.2343502117176177, - 2.251838099981852, - 2.2693261193763052, - 2.290814021707236, - 2.3082019172193955, - 2.326689858174136, - 2.344277751111375, - 2.36576583225624, - 2.382253733395078, - 2.4027417022447923, - 2.417229641053766, - 2.435717528364326, - 2.4542054693190667, - 2.4735933510029486, - 2.4931813850839863, - 2.511669326038727, - 2.5301572669934673, - 2.54664517409277, - 2.5661330962124427, - 2.586621076983086, - 2.60410903081243, - 2.6225969717671704, - 2.6429849478648095, - 2.6585728069466104, - 2.6770606882967063, - 2.695548629251447, - 2.717036710396312, - 2.731524583640176, - 2.752012558450355, - 2.771500486530492, - 2.786988406504398, - 2.8054763474591384, - 2.8239643420580594, - 2.843452156889372 + 1.7807452288927568, + 1.7953940719092312, + 1.8140430422412268, + 1.8325919006118576, + 1.8482409036071987, + 1.8638897933537146, + 1.88263881604243, + 1.8971876603463649, + 1.9139367147447515, + 1.9304855392599443, + 1.947234534053686, + 1.9628833641955572, + 1.9785323731513629, + 1.9971813434833583, + 2.0147302743332376, + 2.0294791637459673, + 2.0461280465783447, + 2.062777036699082, + 2.0784260456548878, + 2.0950749284872647, + 2.1127237924845743, + 2.1312728296691392, + 2.1480218125419523, + 2.1626706019142463, + 2.1823196189762837, + 2.194968547346609, + 2.21651748630272, + 2.229266347820476, + 2.2448153640242063, + 2.264464315521134, + 2.2792131572501484, + 2.295862147370886, + 2.3115111563266915, + 2.3310600614273636, + 2.347808996616461, + 2.364457933093018, + 2.3800068718107106, + 2.3967557593160915, + 2.4124046490626077, + 2.4289535927870896, + 2.4477026750804503, + 2.4643515519523627, + 2.480000495343059, + 2.4946494575688227, + 2.5112983404012, + 2.5318472385877335, + 2.54759623433515, + 2.5632452373304906, + 2.5808941072882647, + 2.5963429996097016, + 2.6111919592605446, + 2.627840895737102, + 2.647389860442419, + 2.661138768690217, + 2.6797877390222125, + 2.6964366754987696, + 2.711085578119889, + 2.728734495761379, + 2.7462834266112575, + 2.761032387549561 ], "p90": [ - 1.8096637471327799, - 1.8311517627125355, - 1.8467396217943362, - 1.8661275511619337, - 1.8846154921166745, - 1.901203451572697, - 1.9215913740261557, - 1.9391793802122197, - 1.955567234954802, - 1.9770551968903776, - 1.994643095788081, - 2.0150311255299003, - 2.031518973024558, - 2.050006979544408, - 2.0705949411461977, - 2.0890828821009384, - 2.108470823389465, - 2.1249587245283026, - 2.1454466397338368, - 2.161934606437784, - 2.179522558979668, - 2.1990104930202694, - 2.2174984339750097, - 2.2358863702567464, - 2.2553743579415286, - 2.272862252166228, - 2.29235023985101, - 2.3118381083265023, - 2.327426140261773, - 2.3458139752156133, - 2.3633019826891375, - 2.384789944624713, - 2.4033778783315287, - 2.4207657798041526, - 2.4382537336334966, - 2.4579416710596425, - 2.4763296073413787, - 2.4938176088544384, - 2.5132054845778558, - 2.5306934980118445, - 2.5491814389665852, - 2.5666693331912844, - 2.588257287878935, - 2.605645189351559, - 2.625133177036341, - 2.6417211364923636, - 2.661209016888785, - 2.6795969531705213, - 2.6970848593161496, - 2.715672846667146, - 2.7350607760347434, - 2.7515487427386907, - 2.7720366579442244, - 2.7855246036673367, - 2.8100125865837473, - 2.8265004340784046, - 2.844088440264469, - 2.8614764013417373, - 2.8819643165472715, - 2.905452258694105 + 1.8367452231707109, + 1.8554941326106014, + 1.8721430631266944, + 1.8896919999370378, + 1.9073409175785274, + 1.9209898330742499, + 1.9377387742238115, + 1.9542877060273647, + 1.9659366472722937, + 1.9875855789804795, + 2.004234515457037, + 2.019983517164918, + 2.0345323793502463, + 2.0542813295597133, + 2.072830241574525, + 2.0924791930714526, + 2.10612811452764, + 2.120777070792939, + 2.1394259874807546, + 2.154074943746054, + 2.1708238848956154, + 2.1873728166991686, + 2.2060217870311645, + 2.221670736382325, + 2.2393196599842793, + 2.251968588354605, + 2.2716175458119974, + 2.28836647504063, + 2.3029154445143187, + 2.3185643342608344, + 2.3362133174674335, + 2.3519621999660245, + 2.3725110921920938, + 2.3852600729191393, + 2.403808990894415, + 2.4224580208310553, + 2.439106844058788, + 2.4528558119112303, + 2.472404717011903, + 2.4850536990264085, + 2.500702654338034, + 2.5164514831924443, + 2.5370004827068744, + 2.552749484414755, + 2.5722983299107827, + 2.585047310637828, + 2.600696319593634, + 2.620245165089661, + 2.6348941273154254, + 2.6526431032741, + 2.669191927789292, + 2.686840910995891, + 2.70448989420249, + 2.718238802450288, + 2.735787739260631, + 2.7524366697767237, + 2.767185684359208, + 2.7867345298552357, + 2.8013834920809995, + 2.823132428462189 ], "timestamps": [ - "2026-06-21 00:30:00", - "2026-06-21 00:36:00", "2026-06-21 00:42:00", "2026-06-21 00:48:00", "2026-06-21 00:54:00", @@ -795,6 +793,8 @@ "2026-06-22 06:06:00", "2026-06-22 06:12:00", "2026-06-22 06:18:00", - "2026-06-22 06:24:00" + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 0d5e74c31557c8ac4678a73b90cdb8da32866913..8ef52ecb0c8c247ac0be910d9d21c63cd2dae088 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T06:44:06.493460+00:00", + "evaluated_at": "2026-06-22T06:53:21.652307+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 59f732554c6d9941b59f270d916de8295d292f5d..c87397632f6c42f6aea0a57171a67995b4fd4bb7 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1723,3 +1723,5 @@ {"evaluated_at": "2026-06-22T06:35:24.672046+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-22T06:44:06.684892+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T06:44:06.684892+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-22T06:53:21.869627+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T06:53:21.869627+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index d48e4eb1693cbf1d073803df79e114476173fa87..8047d89b4e75db0be39c9453d383265cbe121cb3 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,235087.24520047507,184218.83193318048,369.431396484375,0.34732883086177885,0.005775277339432251,0.00575361201103744,1.8581984914411354,484.85796394457117,0.0075646215465827475,0.005763767762200428,0.004984855354927099,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,226116.03914642334,175419.59966643652,347.131103515625,0.3263627333442966,0.005428473577944074,0.005407420450259252,1.9328459424708146,475.51660238778555,0.0074189862777968504,0.0054159221374119,0.004950264760713307,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9237130835943692,1.8876722873579865,1.1165241797765095,0.6563458202360263,0.04267433494674541,0.04406306287872011,6.798890134045048,1.386979842533542,0.05310284361053067,0.04274799610479139,0.03891174187888303,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.7403560072126631,1.5551204852777185,0.9836413572231929,2.8868362712090367,0.9154819661487685,0.5054346111892438,38.763404727008634,1.3192255331112506,0.908880970223947,0.6776801150876628,0.4623144899214879,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.8421599719464008,1.6806039275129872,1.0206226885318757,2.9987442833717806,1.0000528430544637,0.52957283437317,39.610705303425426,1.3572619393272622,0.9586086300291459,0.7208466463851081,0.48992567753029803,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07925722304056354,0.07902794855639354,0.2608989386094941,3.7685411561270024,0.16283010409781268,0.1791126238421736,72.68099505008324,0.28152659384250633,0.17985727866496282,0.16667900699687255,0.1455127551696126,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.3335811739082903,1.2947880806536034,0.895061194896698,0.45003077797449165,0.06391948649758679,0.06743536796971411,2.1747872214032227,1.1548078515096312,0.08241269533822627,0.0638759127483081,0.051938574030089585,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,125.60370326253239,78.59598981577581,7.579196850458781,0.6555344843448614,0.43959746251296394,0.3299864645581607,2.770004975905003,11.207305798564274,0.515574722775361,0.3486691971531435,0.26331613538049187,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 73732fe50a94899217dbfee1cdb861c465f9fb7c..d776ddaefaf3592126abf9c0334cbe7e4d6338b3 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:43:30.659474+00:00", + "evaluated_at": "2026-06-22T06:52:46.719623+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64049.98828125 + 64028.01171875 ], "p50": [ - 64327.19921875, - 64328.107421875, - 64333.13671875, - 64385.73828125, - 64423.95703125, - 64486.251953125, - 64368.04296875, - 64517.134765625, - 64337.6796875, - 64428.533203125, - 64434.119140625, - 64514.205078125, - 64376.2578125, - 64434.9765625, - 64338.6796875, - 64397.0703125, - 64381.05859375, - 64564.830078125, - 64377.38671875, - 64495.3046875, - 64352.09765625, - 64493.572265625, - 64407.43359375, - 64462.43359375 + 64345.74609375, + 64349.845703125, + 64313.6875, + 64424.462890625, + 64439.583984375, + 64461.123046875, + 64354.556640625, + 64487.8828125, + 64404.458984375, + 64391.947265625, + 64412.994140625, + 64492.392578125, + 64478.5390625, + 64447.814453125, + 64440.5, + 64233.4375, + 64645.125, + 64464.279296875, + 64554.005859375, + 64547.384765625, + 64487.705078125, + 64494.443359375, + 64414.080078125, + 64532.05078125 ], "p10": [ - 64106.431640625, - 63985.404296875, - 64026.955078125, - 63927.30078125, - 63947.814453125, - 63935.2890625, - 63831.208984375, - 63738.65234375, - 63501.23828125, - 63540.3671875, - 63437.2890625, - 63581.369140625, - 63490.138671875, - 63287.529296875, - 63432.685546875, - 63294.671875, - 63141.06640625, - 63341.01171875, - 63116.513671875, - 63071.66796875, - 62843.712890625, - 63092.6484375, - 62969.421875, - 62809.42578125 + 64152.607421875, + 64051.052734375, + 63940.736328125, + 63999.64453125, + 63947.3984375, + 63907.384765625, + 63799.966796875, + 63895.427734375, + 63715.65234375, + 63586.947265625, + 63624.173828125, + 63668.76171875, + 63274.0390625, + 63521.03515625, + 63261.8984375, + 63179.38671875, + 63348.53125, + 63223.224609375, + 63124.78515625, + 62835.578125, + 63221.794921875, + 63141.314453125, + 63001.357421875, + 62993.138671875 ], "p90": [ - 64551.16796875, - 64636.9453125, - 64843.169921875, - 64838.91796875, - 64985.685546875, - 65149.447265625, - 64950.43359375, - 65166.0859375, - 65304.96484375, - 65280.76171875, - 65255.275390625, - 65442.341796875, - 65471.33984375, - 65526.9140625, - 65516.525390625, - 65630.4921875, - 65699.375, - 66009.9921875, - 65954.55859375, - 66011.61328125, - 65991.44140625, - 66487.2265625, - 66247.20703125, - 66075.40625 + 64590.07421875, + 64654.10546875, + 64687.640625, + 64854.693359375, + 65026.1015625, + 65029.404296875, + 64975.119140625, + 65095.5078125, + 65275.080078125, + 65372.625, + 65276.244140625, + 65435.439453125, + 65460.76953125, + 65689.37890625, + 65792.4140625, + 65472.705078125, + 66072.1484375, + 65840.90625, + 66168.08203125, + 65973.2421875, + 65987.5, + 66407.25390625, + 65943.4453125, + 66284.984375 ], "timestamps": [ "2026-06-17 07:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index cb0088c6ac5ee02033f6b6563ee3919082975e2e..ec53e490f902ee8c3df37100507bde55da5dc36e 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:34:49.632442+00:00", + "evaluated_at": "2026-06-22T06:52:53.104572+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.805999994277954, - 1.8070000410079956, 1.815999984741211, 1.815000057220459, 1.812999963760376, @@ -245,11 +243,11 @@ 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333 + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 ], "actuals": [ - 1.7740000486373901, - 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, @@ -307,197 +305,197 @@ 0.8069999814033508, 0.7839999794960022, 0.7620000243186951, - 0.7390000224113464 + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 ], "p50": [ - 1.7780950665473938, - 1.8006870746612549, - 1.8188520073890686, - 1.8400327563285828, - 1.8605788946151733, - 1.8797665238380432, - 1.8930835127830505, - 1.9210938811302185, - 1.93148273229599, - 1.9472574591636658, - 1.9687082171440125, - 1.996210515499115, - 2.0186644792556763, - 2.0371557474136353, - 2.0517460107803345, - 2.0828479528427124, - 2.1107194423675537, - 2.1876009702682495, - 2.1719868183135986, - 2.164535641670227, - 2.226073741912842, - 2.2282153367996216, - 2.299372911453247, - 2.2789589166641235, - 2.2541221380233765, - 2.302271604537964, - 2.3259215354919434, - 2.361433506011963, - 2.4195441007614136, - 2.428915023803711, - 2.407813549041748, - 2.4835753440856934, - 2.6286818981170654, - 2.504251718521118, - 2.553397536277771, - 2.608842611312866, - 2.6998908519744873, - 2.581805944442749, - 2.7340450286865234, - 2.6117162704467773, - 2.699777126312256, - 2.63489031791687, - 2.75278639793396, - 2.853917360305786, - 2.8755358457565308, - 2.825353503227234, - 2.677995800971985, - 2.7846531867980957, - 2.866824507713318, - 3.098454475402832, - 2.804223895072937, - 2.85543429851532, - 2.7856686115264893, - 2.778836488723755, - 2.9317455291748047, - 2.8244895935058594, - 2.9746158123016357, - 2.8034887313842773, - 2.879763603210449, - 3.165182948112488 + 1.8046518564224243, + 1.8283648490905762, + 1.8440337181091309, + 1.8514495491981506, + 1.8712739944458008, + 1.8856188654899597, + 1.9112719297409058, + 1.9302972555160522, + 1.9445288181304932, + 1.9591598510742188, + 1.9758331775665283, + 1.9994583129882812, + 2.019572138786316, + 2.031694769859314, + 2.07170307636261, + 2.095518469810486, + 2.1269298791885376, + 2.129251718521118, + 2.1552118062973022, + 2.1524065732955933, + 2.1977906227111816, + 2.236276388168335, + 2.248218536376953, + 2.2562938928604126, + 2.3203545808792114, + 2.3087857961654663, + 2.3479716777801514, + 2.400593400001526, + 2.4325709342956543, + 2.3426101207733154, + 2.3152616024017334, + 2.4820289611816406, + 2.6315970420837402, + 2.518643617630005, + 2.6271737813949585, + 2.448410987854004, + 2.6574573516845703, + 2.5868507623672485, + 2.530077815055847, + 2.6472012996673584, + 2.6177555322647095, + 2.665383815765381, + 2.785634994506836, + 2.785634994506836, + 2.7664618492126465, + 2.6950308084487915, + 2.7912486791610718, + 2.785634994506836, + 3.1675631999969482, + 2.7968127727508545, + 2.740532875061035, + 2.8204901218414307, + 2.9698879718780518, + 2.812572956085205, + 3.0145679712295532, + 3.185407876968384, + 2.8663333654403687, + 2.9994101524353027, + 3.081157922744751, + 2.7816951274871826 ], "p10": [ - 1.7656285762786865, - 1.7816844582557678, - 1.78486168384552, - 1.798267424106598, - 1.8014946579933167, - 1.8145342469215393, - 1.8225089311599731, - 1.8027707934379578, - 1.8236894607543945, - 1.8289238214492798, - 1.8380385041236877, - 1.8524672985076904, - 1.8672384023666382, - 1.8252272009849548, - 1.852048099040985, - 1.8722113370895386, - 1.7559216022491455, - 1.7888009548187256, - 1.7861973643302917, - 1.7853996753692627, - 1.792749285697937, - 1.7298819422721863, - 1.8984577655792236, - 1.8742817044258118, - 1.779829740524292, - 1.9087042212486267, - 1.8012619018554688, - 1.739321768283844, - 1.7966134548187256, - 1.872047483921051, - 1.8168357014656067, - 1.933846354484558, - 1.6534488201141357, - 1.8521377444267273, - 1.778272271156311, - 1.6296404600143433, - 1.5553339719772339, - 1.5636357069015503, - 1.6840975284576416, - 1.5630040764808655, - 1.7420839667320251, - 1.6587567329406738, - 1.8373985886573792, - 1.696769893169403, - 1.6789830923080444, - 1.8472161293029785, - 1.6091089844703674, - 1.5281829237937927, - 1.8496876955032349, - 1.839141070842743, - 1.5100834369659424, - 1.7365973591804504, - 1.7163599729537964, - 1.4008710384368896, - 1.517062485218048, - 1.7021887302398682, - 1.3886550664901733, - 1.7135897278785706, - 1.6447443962097168, - 1.2803561091423035 + 1.7932084202766418, + 1.8060383796691895, + 1.8140404224395752, + 1.8070213198661804, + 1.828555405139923, + 1.8334556818008423, + 1.8399962186813354, + 1.8472850918769836, + 1.8373131155967712, + 1.8563733100891113, + 1.824950397014618, + 1.8442882299423218, + 1.8813168406486511, + 1.8274648189544678, + 1.8629652857780457, + 1.8424031734466553, + 1.7688060998916626, + 1.7337367534637451, + 1.7170017957687378, + 1.8072029948234558, + 1.7819589376449585, + 1.8247637748718262, + 1.7668125629425049, + 1.7795895338058472, + 1.7303577065467834, + 1.8600659370422363, + 1.8203011751174927, + 1.7053592801094055, + 1.8345766067504883, + 1.6965736150741577, + 1.7941356897354126, + 1.7691564559936523, + 1.557523250579834, + 1.5441513061523438, + 1.6340389847755432, + 1.7565299272537231, + 1.7401800751686096, + 1.5302480459213257, + 1.558398187160492, + 1.4889302253723145, + 1.5555933117866516, + 1.5806981325149536, + 1.5686931610107422, + 1.4818801879882812, + 1.5095713138580322, + 1.5095713138580322, + 1.5993677377700806, + 1.5063347816467285, + 1.9349257946014404, + 1.5672743320465088, + 1.5088401436805725, + 1.795345664024353, + 1.5610079765319824, + 1.4467759728431702, + 1.7631936073303223, + 1.549984335899353, + 1.5410478115081787, + 1.7922210693359375, + 1.668781042098999, + 1.6385557651519775 ], "p90": [ - 1.7904720902442932, - 1.8255465030670166, - 1.8548115491867065, - 1.8793491125106812, - 1.9110431671142578, - 1.9459387063980103, - 1.9783334732055664, - 1.9989232420921326, - 2.018494725227356, - 2.057222008705139, - 2.0754677057266235, - 2.1428879499435425, - 2.1933531761169434, - 2.217815637588501, - 2.2836740016937256, - 2.361433506011963, - 2.4742977619171143, - 2.6159039735794067, - 2.533225417137146, - 2.524504065513611, - 2.597704529762268, - 2.629172444343567, - 2.7011719942092896, - 2.7661454677581787, - 2.79596745967865, - 2.787368059158325, - 2.8233453035354614, - 2.880415916442871, - 2.983962655067444, - 3.080662727355957, - 3.0794601440429688, - 3.2127838134765625, - 3.4062358140945435, - 3.322915554046631, - 3.6284416913986206, - 3.6326541900634766, - 3.6440255641937256, - 3.642526865005493, - 4.064134120941162, - 3.645866632461548, - 3.7105644941329956, - 3.8075941801071167, - 4.064134120941162, - 4.064134120941162, - 4.248053073883057, - 4.104608774185181, - 4.091419458389282, - 3.977702260017395, - 4.8830039501190186, - 4.80187201499939, - 4.643287181854248, - 4.489809036254883, - 4.915484428405762, - 4.626628637313843, - 4.915484428405762, - 4.915484428405762, - 4.915484428405762, - 4.915484428405762, - 4.666913986206055, - 5.293185710906982 + 1.8181215524673462, + 1.8477225303649902, + 1.875255525112152, + 1.9006007313728333, + 1.9215103387832642, + 1.9420195817947388, + 1.9891759157180786, + 2.0112109184265137, + 2.041207432746887, + 2.0553438663482666, + 2.082388162612915, + 2.1403430700302124, + 2.163634777069092, + 2.21366024017334, + 2.310117483139038, + 2.3324605226516724, + 2.4185872077941895, + 2.432871699333191, + 2.4789403676986694, + 2.4913920164108276, + 2.5546809434890747, + 2.672045946121216, + 2.6920491456985474, + 2.6730321645736694, + 2.794407844543457, + 2.7822799682617188, + 2.7564306259155273, + 2.841971755027771, + 2.8969621658325195, + 2.8842999935150146, + 2.9499642848968506, + 3.1917829513549805, + 3.578477621078491, + 3.437406539916992, + 3.708021402359009, + 3.555150270462036, + 3.693995237350464, + 3.8422651290893555, + 3.6725118160247803, + 3.7058088779449463, + 3.6363439559936523, + 4.061698913574219, + 4.043656587600708, + 4.061698913574219, + 3.917091131210327, + 4.399616241455078, + 4.273925304412842, + 4.210197448730469, + 4.753847122192383, + 4.608468294143677, + 4.6315977573394775, + 4.6678197383880615, + 4.851986408233643, + 4.883024215698242, + 5.025505304336548, + 4.912407875061035, + 5.253786087036133, + 5.193627595901489, + 5.337762355804443, + 5.277527093887329 ], "timestamps": [ - "2026-06-21 00:30:00", - "2026-06-21 00:36:00", "2026-06-21 00:42:00", "2026-06-21 00:48:00", "2026-06-21 00:54:00", @@ -795,6 +793,8 @@ "2026-06-22 06:06:00", "2026-06-22 06:12:00", "2026-06-22 06:18:00", - "2026-06-22 06:24:00" + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index e7bba3059be7dd86add5045ffcd6c7048717e370..74aa55e26118fd0e751c52be6a058f998fec216a 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T06:43:39.705021+00:00", + "evaluated_at": "2026-06-22T06:52:55.451262+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 851657b1f5bcdc043f143bcac67ac758b2c6103f..be114f72f0d6b29343c8523add515e8543419f44 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,67153.98609474907,66495.11539083598,208.89622395833067,0.1963982539907272,0.0032598465423718612,0.003261839583214164,0.8754841687772962,259.140861491871,0.004043044953811513,0.003259141840012375,0.0023291981044924826,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,67041.34149889501,66428.905869394,207.980533854164,0.19553734834941316,0.003245555669868549,0.0032475406397904764,0.8754841687772962,258.92342786796064,0.004039710388042311,0.003244901900301222,0.0023276440216038865,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.14749302365953895,0.1476374274248223,0.3377626697953249,0.9912815469432299,0.28516049168225593,0.24566980335739552,35.1299030921281,0.384048204864362,0.2645901677074732,0.2327017294040786,0.22616691520979337,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.17341046939028384,0.1736396498811313,0.3523059835081625,1.0351284229850626,0.32546602038649064,0.26148840406618035,36.92325838427682,0.4164258269971783,0.2941137447089842,0.24882710287243887,0.24209569670071776,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08352606535744925,0.08250711979236686,0.2668290409031483,3.854198210436176,0.16652851984455982,0.18358764153089846,49.14757158403984,0.2890087634613339,0.18463736941157566,0.1704675374024163,0.15699320682859694,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.5140346453249166,0.6250127124643415,0.786184226420889,0.3952881669596911,0.056142298375936116,0.05459187849743944,1.5785612066442762,0.7169620947615827,0.051165896220225035,0.05610592363659857,0.0447064306062637,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,152.08580922040986,145.90859239813193,10.473314733370819,0.9058504625996212,0.6063289327383238,0.41886483805184765,16.907084854896556,12.332307538348607,0.5673286831415902,0.4818086021074315,0.44516713657454576,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index ab5e7adb7be1db3ed226682f31b239be78964781..d2ce7253e5e5b4cf63db24aa16a680ec0e98ed5a 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:44:06.501376+00:00", + "evaluated_at": "2026-06-22T06:53:21.660905+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64049.98828125 + 64028.01171875 ], "p50": [ 64043.95657552084, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d1e89dae835f074afbc94fda05d4c595fddf1b46..cf8624ecfe691abfb0fd5dad3d990adff7802579 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:35:24.503446+00:00", + "evaluated_at": "2026-06-22T06:53:21.683028+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.805999994277954, - 1.8070000410079956, 1.815999984741211, 1.815000057220459, 1.812999963760376, @@ -245,11 +243,11 @@ 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333 + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 ], "actuals": [ - 1.7740000486373901, - 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, @@ -307,197 +305,197 @@ 0.8069999814033508, 0.7839999794960022, 0.7620000243186951, - 0.7390000224113464 + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 ], "p50": [ - 1.4830924099417744, - 1.484092397067171, - 1.4835924035044727, - 1.487092418048006, - 1.4820924824210224, - 1.484092397067171, - 1.4840924566718159, - 1.4805924421282826, - 1.484092397067171, - 1.4840924417706547, - 1.484092397067171, - 1.4850923841925678, - 1.4835924035044727, - 1.484092397067171, - 1.4870924776526508, - 1.4825924461813984, - 1.482092378112894, - 1.484092397067171, - 1.4855923777552662, - 1.4800923889609394, - 1.4850924139948902, - 1.4830924099417744, - 1.4840924119683323, - 1.4910924261542378, - 1.4845924204321919, - 1.4850924288960514, - 1.4880924498768864, - 1.4820924824210224, - 1.4855923479529438, - 1.4820924228163777, - 1.482092378112894, - 1.484092397067171, - 1.4840924268694935, - 1.4840924268694935, - 1.4845924055310307, - 1.4835924035044727, - 1.4865923350783405, - 1.4835924035044727, - 1.4840924268694935, - 1.4820924079152165, - 1.4830924099417744, - 1.4820923632117329, - 1.4850923841925678, - 1.4830924099417744, - 1.483592418405634, - 1.4830924099417744, - 1.4830924099417744, - 1.490092439028841, - 1.484092397067171, - 1.4845924204321919, - 1.4830924099417744, - 1.4820924526187, - 1.4845924204321919, - 1.4820924228163777, - 1.484092397067171, - 1.484092397067171, - 1.481592399451357, - 1.4830924099417744, - 1.484092397067171, - 1.4840924566718159 + 1.5329295621673098, + 1.533429615334653, + 1.5349295662204256, + 1.5419295953074923, + 1.5349295811215868, + 1.5329295919696322, + 1.536929540471219, + 1.5329295621673098, + 1.5354295746842852, + 1.5349295662204256, + 1.5359295682469836, + 1.5349295662204256, + 1.5349295662204256, + 1.5349295662204256, + 1.5439295695582858, + 1.5359296129504671, + 1.5329295323649874, + 1.5344295726577273, + 1.5404295848170748, + 1.533929579095029, + 1.533929579095029, + 1.5359295533458224, + 1.5329295919696322, + 1.5379295872012606, + 1.5364295916120043, + 1.5359295831481448, + 1.5379296468059054, + 1.5349295662204256, + 1.5349295662204256, + 1.532929577068471, + 1.5329295323649874, + 1.5349295662204256, + 1.5359295533458224, + 1.5359295533458224, + 1.5359295682469836, + 1.5354295746842852, + 1.5374295638362399, + 1.535929598049306, + 1.5349295662204256, + 1.5329295621673098, + 1.532929651574277, + 1.5329295323649874, + 1.5379295872012606, + 1.5334295855323306, + 1.5344295726577273, + 1.5329295919696322, + 1.5344295726577273, + 1.5434295759955874, + 1.5349295662204256, + 1.5329295472661486, + 1.5329295919696322, + 1.5324295686046114, + 1.5349295662204256, + 1.530929558114194, + 1.535929598049306, + 1.5359295682469836, + 1.5294296072284213, + 1.533929579095029, + 1.5329296217719546, + 1.5379295275966158 ], "p10": [ - 1.4559923535319386, - 1.4520923918219624, - 1.4520924454661426, - 1.4540924256774006, - 1.454092419716936, - 1.4540924256774006, - 1.4560923939677295, - 1.4530923729868945, - 1.456092399928194, - 1.4540923660727558, - 1.4550924664469775, - 1.4539923613997516, - 1.4540924256774006, - 1.4529923325511036, - 1.4539923673602162, - 1.4550924128027973, - 1.451992399069887, - 1.454992420050722, - 1.4520924454661426, - 1.4520923918219624, - 1.4530923193427143, - 1.4539923673602162, - 1.4540924256774006, - 1.4540924793215808, - 1.4520923918219624, - 1.4520924454661426, - 1.4540924256774006, - 1.4530923729868945, - 1.4520924514266071, - 1.4550924128027973, - 1.4539923673602162, - 1.4539923673602162, - 1.4530923193427143, - 1.4560924595328388, - 1.454092419716936, - 1.45609244761191, - 1.4520924454661426, - 1.4520923918219624, - 1.4520923918219624, - 1.4529923325511036, - 1.4540924256774006, - 1.4540924256774006, - 1.4540924256774006, - 1.4520923918219624, - 1.4530923729868945, - 1.4550924128027973, - 1.4540924256774006, - 1.4540924256774006, - 1.4559924608202992, - 1.453092378947359, - 1.4530923193427143, - 1.4530923193427143, - 1.4560924595328388, - 1.4520923918219624, - 1.4540924256774006, - 1.4550924128027973, - 1.4520923918219624, - 1.4520923918219624, - 1.4520924454661426, - 1.4530923193427143 + 1.5049296544353, + 1.502929560975217, + 1.5049295948306551, + 1.5068295167247285, + 1.5058295832435122, + 1.5048295365134707, + 1.5069296227256288, + 1.5048295305530062, + 1.5049296484748353, + 1.5048295365134707, + 1.5049295948306551, + 1.5039294884959689, + 1.502929560975217, + 1.5049295948306551, + 1.5058295892039766, + 1.503929542140149, + 1.5039294884959689, + 1.503929542140149, + 1.5029296146193971, + 1.502929560975217, + 1.5039294884959689, + 1.5058295892039766, + 1.505929635600232, + 1.5039294884959689, + 1.5069295690814486, + 1.502929560975217, + 1.50782956345477, + 1.5039294884959689, + 1.5028295682231416, + 1.5058295832435122, + 1.5039294884959689, + 1.503929542140149, + 1.5029296146193971, + 1.5058295832435122, + 1.5059295819560519, + 1.5059295819560519, + 1.5048295841971866, + 1.5049295352260104, + 1.5039294884959689, + 1.5038294957438936, + 1.5059296415606966, + 1.5059295819560519, + 1.5049295888701906, + 1.5029296146193971, + 1.502929560975217, + 1.506829522685193, + 1.5059295819560519, + 1.5049296484748353, + 1.5059295819560519, + 1.504729537800931, + 1.502929560975217, + 1.502929560975217, + 1.5058295892039766, + 1.502929560975217, + 1.5049295948306551, + 1.5049295948306551, + 1.502929560975217, + 1.503929542140149, + 1.5048295365134707, + 1.502929560975217 ], "p90": [ - 1.5100924259158193, - 1.5130925005408344, - 1.5101924186678943, - 1.5110924070807514, - 1.5110924070807514, - 1.5091924255820333, - 1.5110924070807514, - 1.5101924723120748, - 1.5080923860999165, - 1.5110924070807514, - 1.5101923650237141, - 1.512092453810793, - 1.51009236035071, - 1.5100924259158193, - 1.5121924465628682, - 1.5121924465628682, - 1.5130924468966542, - 1.5110924070807514, - 1.5130923813315449, - 1.5110924070807514, - 1.5101924186678943, - 1.5111924117537556, - 1.5111924117537556, - 1.5110924070807514, - 1.512092453810793, - 1.5110924070807514, - 1.512092453810793, - 1.5130923813315449, - 1.5101924723120748, - 1.5100923663111745, - 1.509092432829958, - 1.512092453810793, - 1.5121924465628682, - 1.5110924070807514, - 1.5100924199553547, - 1.5112924164267598, - 1.5111924117537556, - 1.5101924723120748, - 1.5110924070807514, - 1.5100924795599995, - 1.5100924795599995, - 1.509092432829958, - 1.5121924465628682, - 1.5110924070807514, - 1.512092453810793, - 1.5101924723120748, - 1.5111924117537556, - 1.5110924070807514, - 1.5100923722716388, - 1.5101924186678943, - 1.5110924070807514, - 1.509092432829958, - 1.5110924070807514, - 1.506092411849123, - 1.512092453810793, - 1.51009236035071, - 1.5091924255820333, - 1.5080924457045612, - 1.5100924199553547, - 1.5150924211474477 + 1.560929648713254, + 1.563029621676587, + 1.5630296157161228, + 1.5639296160499088, + 1.564929597214841, + 1.561929576234006, + 1.5620295809070102, + 1.561929576234006, + 1.5569295810023775, + 1.561929576234006, + 1.561929576234006, + 1.5610296414653293, + 1.5589295671741, + 1.5620295809070102, + 1.563929556445264, + 1.5669295714656344, + 1.563929556445264, + 1.561929576234006, + 1.563929556445264, + 1.561929576234006, + 1.5620295809070102, + 1.561929576234006, + 1.5639296100894442, + 1.5629296229640475, + 1.5639296100894442, + 1.5599296019832125, + 1.5629296229640475, + 1.5630296157161228, + 1.560929648713254, + 1.5599296019832125, + 1.560929648713254, + 1.5600295947352878, + 1.5639295504847994, + 1.5600295947352878, + 1.561929576234006, + 1.563929669694089, + 1.563929556445264, + 1.5610295878211489, + 1.563929556445264, + 1.5599296019832125, + 1.5589296208182803, + 1.5580295131961337, + 1.561929576234006, + 1.5610296414653293, + 1.5639295504847994, + 1.5600295947352878, + 1.5590296672145358, + 1.561929576234006, + 1.5599296019832125, + 1.5610296414653293, + 1.5609295295039645, + 1.561929576234006, + 1.5629296229640475, + 1.5600295947352878, + 1.5609295950690738, + 1.5609295891086092, + 1.5590296672145358, + 1.561929576234006, + 1.5599296019832125, + 1.5650296018878451 ], "timestamps": [ - "2026-06-21 00:30:00", - "2026-06-21 00:36:00", "2026-06-21 00:42:00", "2026-06-21 00:48:00", "2026-06-21 00:54:00", @@ -795,6 +793,8 @@ "2026-06-22 06:06:00", "2026-06-22 06:12:00", "2026-06-22 06:18:00", - "2026-06-22 06:24:00" + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 36f634add7677a25a70fbc5f45da1a13eff3dd76..d8ad348b4f529fed791cabeb79d406712359775a 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T06:44:06.519755+00:00", + "evaluated_at": "2026-06-22T06:53:21.693989+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index decd1d58f3383347bb13de32f1ba157b7595c34a..ff57cc4dd6a08dd885d13dd3a37b3e138918e3f6 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-22T06:40:20.939266+00:00", - "finished_at": "2026-06-22T06:44:06.684340+00:00", + "started_at": "2026-06-22T06:49:44.245823+00:00", + "finished_at": "2026-06-22T06:53:21.869166+00:00", "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,19 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T06:40:58.096382+00:00", + "evaluated_at": "2026-06-22T06:50:38.365441+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -30,19 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T06:41:52.643162+00:00", + "evaluated_at": "2026-06-22T06:51:20.764108+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -50,19 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:42:52.206221+00:00", + "evaluated_at": "2026-06-22T06:51:56.491310+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -70,19 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T06:43:11.251745+00:00", + "evaluated_at": "2026-06-22T06:52:21.825614+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -90,19 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T06:43:39.705021+00:00", + "evaluated_at": "2026-06-22T06:52:55.451262+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -110,19 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T06:44:06.173504+00:00", + "evaluated_at": "2026-06-22T06:53:21.281580+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -130,19 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T06:44:06.433794+00:00", + "evaluated_at": "2026-06-22T06:53:21.575854+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -150,19 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T06:44:06.493460+00:00", + "evaluated_at": "2026-06-22T06:53:21.652307+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -170,19 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T06:44:06.519755+00:00", + "evaluated_at": "2026-06-22T06:53:21.693989+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -190,19 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T06:44:06.542706+00:00", + "evaluated_at": "2026-06-22T06:53:21.724887+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -218,7 +218,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T06:45:08.224768+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_065321.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_065321.json new file mode 100644 index 0000000000000000000000000000000000000000..16bf18aaafb4d78a97bafe7cc32baf4576d9858f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_065321.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T06:53:21.485374+00:00", + "metrics": { + "MSE[mean]": 323479.0157781144, + "MSE[0.5]": 257783.38834958794, + "MAE[0.5]": 475.27024990808997, + "MASE[0.5]": 0.4468354931791623, + "MAPE[0.5]": 0.007406570653965619, + "sMAPE[0.5]": 0.007436775239274908, + "MSIS": 5.853667040401748, + "RMSE[mean]": 568.7521567239235, + "NRMSE[mean]": 0.008873642739315086, + "ND[0.5]": 0.00741514269871426, + "mean_weighted_sum_quantile_loss": 0.006282757139678085 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64028.01171875 + ], + "predictions": { + "p50": [ + 63633.762559345865, + 63620.264607162295, + 63620.33526814602, + 63640.49685055389, + 63665.44197671395, + 63649.21633430214, + 63664.82751225291, + 63658.01482043698, + 63664.820053868076, + 63664.81910490525, + 63628.307707233, + 63640.05400700537, + 63664.818455194836, + 63640.053902433996, + 63638.26984335859, + 63622.21820942615, + 63649.19494490356, + 63665.10507924297, + 63649.1949434374, + 63620.058463163805, + 63678.506854824875, + 63679.614299648005, + 63649.19494312313, + 63630.59440132991 + ], + "p10": [ + 63396.27141410596, + 63364.84348532242, + 63385.05294593654, + 63375.295812962184, + 63391.18035997289, + 63376.41977647462, + 63390.41809942983, + 63384.78002180259, + 63384.77779390309, + 63389.84640736798, + 63279.9045750441, + 63390.40911570654, + 63391.058078704045, + 63389.84572642098, + 63364.19363413647, + 63376.39838948997, + 63366.74897606013, + 63394.7457227356, + 63394.38416404419, + 63389.00792782895, + 63390.7033567079, + 63376.39838531003, + 63394.745721983374, + 63383.93836526737 + ], + "p90": [ + 63845.105677733394, + 63869.44729733741, + 63872.614277067034, + 63868.91534005851, + 63892.26492033199, + 63892.10153053144, + 63892.22381126925, + 63892.0690691667, + 63892.0668412672, + 63906.490017379685, + 63892.06548809833, + 63873.37941752521, + 63906.48936766927, + 63872.33749512376, + 63872.337481818686, + 63835.859185550886, + 63893.64216293417, + 63875.247880379764, + 63931.71201091568, + 63856.2253101275, + 63875.2478796758, + 63875.26283080367, + 63906.48931326603, + 63870.251861031174 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_065029.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_065029.json new file mode 100644 index 0000000000000000000000000000000000000000..d8d41983f7875242058421b0ccd02f2eb829b17a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_065029.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T06:50:29.246090+00:00", + "metrics": { + "MSE[mean]": 100504.85781224568, + "MSE[0.5]": 100504.85781224568, + "MAE[0.5]": 263.3499348958333, + "MASE[0.5]": 0.24759407528797853, + "MAPE[0.5]": 0.004113142598355703, + "sMAPE[0.5]": 0.004110358625630564, + "MSIS": 1.9698624366843127, + "RMSE[mean]": 317.0250113354555, + "NRMSE[mean]": 0.004946208391054382, + "ND[0.5]": 0.004108772529581541, + "mean_weighted_sum_quantile_loss": 0.004986675941430063 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64028.01171875 + ], + "predictions": { + "p50": [ + 64329.2109375, + 64337.5234375, + 64355.828125, + 64378.57421875, + 64375.0390625, + 64377.48046875, + 64362.3046875, + 64361.19140625, + 64344.32421875, + 64336.27734375, + 64303.6015625, + 64293.49609375, + 64279.74609375, + 64257.1640625, + 64218.76953125, + 64204.78125, + 64063.609375, + 64011.640625, + 63985.5, + 63910.0078125, + 63853.30078125, + 63802.4140625, + 63772.0703125, + 63705.15234375 + ], + "p10": [ + 64078.9765625, + 64018.8203125, + 63969.14453125, + 63907.35546875, + 63802.421875, + 63704.10546875, + 63534.26953125, + 63468.35546875, + 63378.80078125, + 63219.140625, + 63116.40625, + 63080.28515625, + 62991.6796875, + 62916.546875, + 62805.23046875, + 62648.703125, + 62651.828125, + 62603.796875, + 62515.41796875, + 62488.5234375, + 62421.5859375, + 62304.671875, + 62277.2578125, + 62279.91796875 + ], + "p90": [ + 64519.3359375, + 64588.6171875, + 64668.83203125, + 64731.6875, + 64784.03125, + 64843.89453125, + 64885.21484375, + 64934.19921875, + 64957.87109375, + 65014.70703125, + 65050.94921875, + 65074.09375, + 65116.9765625, + 65136.91015625, + 65214.6015625, + 65223.10546875, + 65675.21875, + 65691.0859375, + 65703.3203125, + 65660.6484375, + 65663.2890625, + 65698.7109375, + 65707.6015625, + 65730.71875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_065321.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_065321.json new file mode 100644 index 0000000000000000000000000000000000000000..76c1c1fa33ff70607e314518717e13bf027eb0b4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_065321.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T06:53:21.604180+00:00", + "metrics": { + "MSE[mean]": 57503.4592905691, + "MSE[0.5]": 63490.40331365463, + "MAE[0.5]": 172.07611411928943, + "MASE[0.5]": 0.16178104001190022, + "MAPE[0.5]": 0.0026902916891523598, + "sMAPE[0.5]": 0.002686516659510262, + "MSIS": 0.7716695627278831, + "RMSE[mean]": 239.7987891766118, + "NRMSE[mean]": 0.0037413287304798445, + "ND[0.5]": 0.0026847229370690123, + "mean_weighted_sum_quantile_loss": 0.0022172099836139645 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64028.01171875 + ], + "predictions": { + "p50": [ + 64355.05138900965, + 64302.46293516218, + 64270.97213756471, + 64309.00673059224, + 64253.27960486977, + 64249.6559947723, + 64238.700353424836, + 64225.690024577365, + 64210.625008229894, + 64179.89983563242, + 64179.52817865996, + 64170.82839668749, + 64158.58369284002, + 64178.903442117546, + 64155.43803514508, + 64118.78708129761, + 64088.82753370014, + 64093.53204860267, + 64062.806876005205, + 64039.68717215773, + 64087.83114018526, + 64084.69385821279, + 64029.89056061533, + 64014.70445051786 + ], + "p10": [ + 64101.71115463465, + 64026.36137266218, + 64035.41745006471, + 64050.44227746724, + 63993.43351111977, + 63916.9099010223, + 64009.08590029983, + 63948.299399577365, + 63952.50821135489, + 63864.86858563242, + 63916.04966303496, + 63918.32449043749, + 63910.09541159002, + 63891.935082742544, + 63857.22709764508, + 63850.99801879761, + 63701.22597120014, + 63840.26251735267, + 63805.185782255205, + 63786.43443778274, + 63866.66512456026, + 63786.69268633779, + 63759.92571686533, + 63746.23726301786 + ], + "p90": [ + 64542.82834213465, + 64529.81801328718, + 64519.30807506471, + 64582.98915246724, + 64511.03351111977, + 64480.2770885223, + 64467.266759674836, + 64449.72830582737, + 64461.749617604895, + 64473.55608563242, + 64491.91685053496, + 64402.27409981249, + 64406.95088034002, + 64377.96906711755, + 64380.93022264508, + 64348.26755004761, + 64334.59706495014, + 64325.92775172767, + 64387.834219755205, + 64295.56607840773, + 64282.621765185264, + 64270.20557696279, + 64279.60501374033, + 64241.56304426786 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_065246.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_065246.json new file mode 100644 index 0000000000000000000000000000000000000000..1dd1eb409d2df7890dc9a77cb0fc57d39b65097e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_065246.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T06:52:46.719623+00:00", + "metrics": { + "MSE[mean]": 226116.03914642334, + "MSE[0.5]": 175419.59966643652, + "MAE[0.5]": 347.131103515625, + "MASE[0.5]": 0.3263627333442966, + "MAPE[0.5]": 0.005428473577944074, + "sMAPE[0.5]": 0.005407420450259252, + "MSIS": 1.9328459424708146, + "RMSE[mean]": 475.51660238778555, + "NRMSE[mean]": 0.0074189862777968504, + "ND[0.5]": 0.0054159221374119, + "mean_weighted_sum_quantile_loss": 0.004950264760713307 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64028.01171875 + ], + "predictions": { + "p50": [ + 64345.74609375, + 64349.845703125, + 64313.6875, + 64424.462890625, + 64439.583984375, + 64461.123046875, + 64354.556640625, + 64487.8828125, + 64404.458984375, + 64391.947265625, + 64412.994140625, + 64492.392578125, + 64478.5390625, + 64447.814453125, + 64440.5, + 64233.4375, + 64645.125, + 64464.279296875, + 64554.005859375, + 64547.384765625, + 64487.705078125, + 64494.443359375, + 64414.080078125, + 64532.05078125 + ], + "p10": [ + 64152.607421875, + 64051.052734375, + 63940.736328125, + 63999.64453125, + 63947.3984375, + 63907.384765625, + 63799.966796875, + 63895.427734375, + 63715.65234375, + 63586.947265625, + 63624.173828125, + 63668.76171875, + 63274.0390625, + 63521.03515625, + 63261.8984375, + 63179.38671875, + 63348.53125, + 63223.224609375, + 63124.78515625, + 62835.578125, + 63221.794921875, + 63141.314453125, + 63001.357421875, + 62993.138671875 + ], + "p90": [ + 64590.07421875, + 64654.10546875, + 64687.640625, + 64854.693359375, + 65026.1015625, + 65029.404296875, + 64975.119140625, + 65095.5078125, + 65275.080078125, + 65372.625, + 65276.244140625, + 65435.439453125, + 65460.76953125, + 65689.37890625, + 65792.4140625, + 65472.705078125, + 66072.1484375, + 65840.90625, + 66168.08203125, + 65973.2421875, + 65987.5, + 66407.25390625, + 65943.4453125, + 66284.984375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_065321.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_065321.json new file mode 100644 index 0000000000000000000000000000000000000000..99b2a3e0b8d928261e72486790a433d81f766cbd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_065321.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T06:53:21.660905+00:00", + "metrics": { + "MSE[mean]": 67041.34149889501, + "MSE[0.5]": 66428.905869394, + "MAE[0.5]": 207.980533854164, + "MASE[0.5]": 0.19553734834941316, + "MAPE[0.5]": 0.003245555669868549, + "sMAPE[0.5]": 0.0032475406397904764, + "MSIS": 0.8754841687772962, + "RMSE[mean]": 258.92342786796064, + "NRMSE[mean]": 0.004039710388042311, + "ND[0.5]": 0.003244901900301222, + "mean_weighted_sum_quantile_loss": 0.0023276440216038865 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64028.01171875 + ], + "predictions": { + "p50": [ + 64043.95657552084, + 64004.37845052084, + 63985.89798177084, + 64036.94290364584, + 63994.22610677084, + 64003.61282552084, + 64005.66751302084, + 64005.66751302084, + 64003.61282552084, + 63985.89798177084, + 63998.53665364584, + 64002.84720052084, + 64003.61282552084, + 64036.94290364584, + 64026.48782552084, + 64002.84720052084, + 63985.89798177084, + 64003.61282552084, + 63985.89798177084, + 63975.78860677084, + 64036.94290364584, + 64046.81595052084, + 64005.02298177084, + 64002.84720052084 + ], + "p10": [ + 63790.61634114584, + 63728.27688802084, + 63750.34329427084, + 63778.37845052084, + 63734.38001302084, + 63670.86673177084, + 63776.053059895836, + 63728.27688802084, + 63745.49602864584, + 63670.86673177084, + 63735.05813802084, + 63750.34329427084, + 63755.12454427084, + 63749.97454427084, + 63728.27688802084, + 63735.05813802084, + 63598.29641927084, + 63750.34329427084, + 63728.27688802084, + 63722.53587239584, + 63815.77688802084, + 63748.814778645836, + 63735.05813802084, + 63734.38001302084 + ], + "p90": [ + 64231.73352864584, + 64231.73352864584, + 64234.23391927084, + 64310.92532552084, + 64251.98001302084, + 64234.23391927084, + 64234.23391927084, + 64229.70579427084, + 64254.73743489584, + 64279.55423177084, + 64310.92532552084, + 64234.29290364584, + 64251.98001302084, + 64236.00852864584, + 64251.98001302084, + 64232.32766927084, + 64231.66751302084, + 64236.00852864584, + 64310.92532552084, + 64231.66751302084, + 64231.73352864584, + 64232.32766927084, + 64254.73743489584, + 64229.70579427084 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_065321.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_065321.json new file mode 100644 index 0000000000000000000000000000000000000000..685f339e07c401aa5fd787c71f2ddd258d838849 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_065321.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T06:53:21.701388+00:00", + "metrics": { + "MSE[mean]": 194532.98919550577, + "MSE[0.5]": 194532.98919550577, + "MAE[0.5]": 369.2932942708333, + "MASE[0.5]": 0.3471989911112181, + "MAPE[0.5]": 0.005766389156335997, + "sMAPE[0.5]": 0.005772630693276225, + "MSIS": 3.6090933850669145, + "RMSE[mean]": 441.0589407273202, + "NRMSE[mean]": 0.006881379561774172, + "ND[0.5]": 0.005761695530545124, + "mean_weighted_sum_quantile_loss": 0.005585898165710874 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64028.01171875 + ], + "predictions": { + "p50": [ + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "p10": [ + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875 + ], + "p90": [ + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_065313.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_065313.json new file mode 100644 index 0000000000000000000000000000000000000000..0550d51cd36924ef3b78132f3daca69cb3f1a8cb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_065313.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T06:53:13.858761+00:00", + "metrics": { + "MSE[mean]": 246614.86237462363, + "MSE[0.5]": 246614.86237462363, + "MAE[0.5]": 420.1663411458333, + "MASE[0.5]": 0.39502837448691497, + "MAPE[0.5]": 0.006570561049270393, + "sMAPE[0.5]": 0.006540441941906105, + "MSIS": 2.1974116110350987, + "RMSE[mean]": 496.6033249733872, + "NRMSE[mean]": 0.0077479802702688704, + "ND[0.5]": 0.006555414266715661, + "mean_weighted_sum_quantile_loss": 0.004361398054267085 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64028.01171875 + ], + "predictions": { + "p50": [ + 64351.75, + 64384.25, + 64403.75, + 64429.75, + 64449.25, + 64459.0, + 64491.5, + 64507.75, + 64546.75, + 64543.5, + 64556.5, + 64533.75, + 64556.5, + 64566.25, + 64563.0, + 64546.75, + 64582.5, + 64602.0, + 64602.0, + 64576.0, + 64576.0, + 64533.75, + 64514.25, + 64468.75 + ], + "p10": [ + 64121.0, + 64085.25, + 64052.75, + 64034.875, + 64039.75, + 64025.125, + 64025.125, + 64002.375, + 63989.375, + 63952.0, + 63934.9375, + 63883.75, + 63887.8125, + 63874.0, + 63869.125, + 63822.40625, + 63829.3125, + 63818.34375, + 63796.40625, + 63738.234375, + 63721.1484375, + 63659.09375, + 63614.0, + 63566.0625 + ], + "p90": [ + 64595.5, + 64686.5, + 64751.5, + 64797.0, + 64836.0, + 64862.0, + 64933.5, + 64972.5, + 65057.0, + 65070.0, + 65096.0, + 65102.5, + 65128.5, + 65167.5, + 65174.0, + 65187.0, + 65232.5, + 65271.5, + 65278.0, + 65284.5, + 65297.5, + 65271.5, + 65271.5, + 65252.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_065105.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_065105.json new file mode 100644 index 0000000000000000000000000000000000000000..19d8068636678c6a10e06467fc5f26a5ce1a8a9f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_065105.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T06:51:05.595868+00:00", + "metrics": { + "MSE[mean]": 122550.90258789062, + "MSE[0.5]": 70188.76200548808, + "MAE[0.5]": 171.57080078125, + "MASE[0.5]": 0.16130595886668542, + "MAPE[0.5]": 0.002685645305055582, + "sMAPE[0.5]": 0.002678799227772498, + "MSIS": 7.786385326634069, + "RMSE[mean]": 350.07271043011997, + "NRMSE[mean]": 0.005461816941554854, + "ND[0.5]": 0.002676839063609963, + "mean_weighted_sum_quantile_loss": 0.003431009835946037 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64028.01171875 + ], + "predictions": { + "p50": [ + 64246.95703125, + 64241.0859375, + 64217.87890625, + 64214.10546875, + 64216.7578125, + 64210.07421875, + 64188.12109375, + 64184.6484375, + 64186.3359375, + 64208.875, + 64220.84375, + 64225.515625, + 64220.41796875, + 64201.2890625, + 64206.75390625, + 64194.34765625, + 64196.890625, + 64209.64453125, + 64216.5, + 64240.578125, + 64212.578125, + 64225.7265625, + 64231.2109375, + 64243.8515625 + ], + "p10": [ + 64275.40234375, + 64296.17578125, + 64287.2578125, + 64280.82421875, + 64280.78515625, + 64262.6171875, + 64252.26171875, + 64292.359375, + 64251.1796875, + 64255.625, + 64278.69140625, + 64239.95703125, + 64235.578125, + 64238.26171875, + 64256.89453125, + 64263.984375, + 64254.515625, + 64300.75390625, + 64277.43359375, + 64277.0078125, + 64311.57421875, + 64315.85546875, + 64282.2890625, + 64282.921875 + ], + "p90": [ + 64498.48046875, + 64547.07421875, + 64561.57421875, + 64597.60546875, + 64620.375, + 64636.09375, + 64639.37890625, + 64652.53125, + 64669.73828125, + 64720.19921875, + 64748.29296875, + 64757.6171875, + 64766.51953125, + 64780.1953125, + 64783.16796875, + 64802.7265625, + 64805.65234375, + 64826.99609375, + 64850.4140625, + 64852.7265625, + 64839.6875, + 64858.12890625, + 64859.015625, + 64853.9140625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_065212.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_065212.json new file mode 100644 index 0000000000000000000000000000000000000000..b3a11a9360ed7a3bebf9df38c4850b32663c4f3f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_065212.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T06:52:12.812555+00:00", + "metrics": { + "MSE[mean]": 284887.095190684, + "MSE[0.5]": 284887.095190684, + "MAE[0.5]": 446.1754557291667, + "MASE[0.5]": 0.4194813999902882, + "MAPE[0.5]": 0.006976984219819619, + "sMAPE[0.5]": 0.006942222571895743, + "MSIS": 2.4730203148839665, + "RMSE[mean]": 533.7481570841103, + "NRMSE[mean]": 0.008327512085428897, + "ND[0.5]": 0.006961207173256568, + "mean_weighted_sum_quantile_loss": 0.0047332803639003156 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64028.01171875 + ], + "predictions": { + "p50": [ + 64325.31640625, + 64344.4375, + 64370.8203125, + 64390.08984375, + 64408.6484375, + 64426.640625, + 64431.14453125, + 64464.19140625, + 64485.84375, + 64495.421875, + 64519.671875, + 64536.59765625, + 64558.1953125, + 64572.12109375, + 64585.89453125, + 64605.94921875, + 64623.125, + 64639.7734375, + 64657.765625, + 64675.94921875, + 64694.58203125, + 64703.9375, + 64721.60546875, + 64739.74609375 + ], + "p10": [ + 64150.17578125, + 64069.76171875, + 64021.71875, + 63996.29296875, + 63986.484375, + 63977.6328125, + 63948.48828125, + 63950.890625, + 63946.8984375, + 63920.83984375, + 63907.79296875, + 63889.5625, + 63883.5234375, + 63877.46484375, + 63865.3046875, + 63863.875, + 63858.3046875, + 63847.23828125, + 63844.72265625, + 63842.28125, + 63832.5, + 63814.3046875, + 63803.4609375, + 63798.91015625 + ], + "p90": [ + 64509.45703125, + 64613.84375, + 64712.62109375, + 64787.51171875, + 64851.75390625, + 64924.24609375, + 64985.87890625, + 65073.6640625, + 65136.8671875, + 65182.1015625, + 65245.71875, + 65296.828125, + 65357.609375, + 65403.3671875, + 65450.66796875, + 65509.8671875, + 65564.640625, + 65618.0703125, + 65668.609375, + 65730.7734375, + 65773.9765625, + 65815.5, + 65860.0703125, + 65909.375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_065147.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_065147.json new file mode 100644 index 0000000000000000000000000000000000000000..61c4db59785547651999bce9e304cc09cb6de2ec --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_065147.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T06:51:47.505449+00:00", + "metrics": { + "MSE[mean]": 149079.54711469015, + "MSE[0.5]": 149079.54711469015, + "MAE[0.5]": 312.8201497395833, + "MASE[0.5]": 0.2941045561179083, + "MAPE[0.5]": 0.004893127070941988, + "sMAPE[0.5]": 0.004875244435342718, + "MSIS": 1.8168602539686949, + "RMSE[mean]": 386.10820648451664, + "NRMSE[mean]": 0.0060240409509768195, + "ND[0.5]": 0.004880604350473755, + "mean_weighted_sum_quantile_loss": 0.003838820872332114 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64028.01171875 + ], + "predictions": { + "p50": [ + 64313.0234375, + 64340.7890625, + 64356.33203125, + 64360.74609375, + 64367.921875, + 64374.7578125, + 64377.5625, + 64385.546875, + 64385.1875, + 64389.8359375, + 64398.1640625, + 64404.078125, + 64402.68359375, + 64408.26171875, + 64401.7109375, + 64406.21875, + 64409.6796875, + 64410.5546875, + 64413.8984375, + 64416.90625, + 64415.9375, + 64413.09765625, + 64413.33203125, + 64416.02734375 + ], + "p10": [ + 64111.93359375, + 64079.37890625, + 64042.765625, + 64011.546875, + 63983.34765625, + 63946.953125, + 63909.42578125, + 63884.0859375, + 63851.59375, + 63823.546875, + 63796.3125, + 63770.14453125, + 63738.17578125, + 63711.90234375, + 63670.78125, + 63656.41015625, + 63621.6328125, + 63591.421875, + 63564.33984375, + 63531.75, + 63508.63671875, + 63474.26953125, + 63439.48046875, + 63410.30859375 + ], + "p90": [ + 64517.421875, + 64612.0859375, + 64692.35546875, + 64733.89453125, + 64774.42578125, + 64822.53125, + 64856.02734375, + 64887.796875, + 64938.31640625, + 64964.03515625, + 65015.31640625, + 65058.734375, + 65095.75, + 65137.62890625, + 65174.62109375, + 65207.2578125, + 65249.82421875, + 65282.8046875, + 65322.78515625, + 65356.390625, + 65393.984375, + 65431.75, + 65470.3125, + 65512.62109375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_065321.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_065321.json new file mode 100644 index 0000000000000000000000000000000000000000..94fa1d124e16344de00ba9333ec00b404ba5938e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_065321.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T06:53:21.542693+00:00", + "metrics": { + "MSE[mean]": 0.7725986612046284, + "MSE[0.5]": 0.7607148339555734, + "MAE[0.5]": 0.6899301390567951, + "MASE[0.5]": 2.0271194082492188, + "MAPE[0.5]": 0.67431879141515, + "sMAPE[0.5]": 0.41801643500147284, + "MSIS": 79.12414778643237, + "RMSE[mean]": 0.878975916168713, + "NRMSE[mean]": 0.6208041899743698, + "ND[0.5]": 0.48728470625564535, + "mean_weighted_sum_quantile_loss": 0.48513092865659274 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" + ], + "context": [ + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 + ], + "actual": [ + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 + ], + "predictions": { + "p50": [ + 1.8017350086614046, + 1.8163251600286339, + 1.833718498110988, + 1.8485093843716787, + 1.8622235602174901, + 1.8756336166729435, + 1.8896784204011372, + 1.9023415233258634, + 1.9166618957989914, + 1.9287654898598885, + 1.942607825960362, + 1.9536044246271336, + 1.9663158461763375, + 1.9779321312162517, + 1.9892185034815064, + 2.0003127128776894, + 2.011446563973418, + 2.0217887051222094, + 2.031259172216987, + 2.0426941262330267, + 2.052008847903609, + 2.0611264099302273, + 2.070311994018041, + 2.080138370526248, + 2.0892998219626477, + 2.0968682082256818, + 2.1047299009138287, + 2.113667295022622, + 2.121038724287221, + 2.131021376875295, + 2.138421646379058, + 2.1441405995620055, + 2.151919056016793, + 2.158457125993097, + 2.166242178561677, + 2.174135828600864, + 2.181258547931269, + 2.186382644395927, + 2.194284104153355, + 2.1996140073457124, + 2.2047641134751133, + 2.2118905552871078, + 2.2176316385143, + 2.221930849349682, + 2.228999377298823, + 2.2339914112737134, + 2.237884806474339, + 2.2440969520912466, + 2.2480914649271604, + 2.252310960072596, + 2.2585369955197923, + 2.264349815344164, + 2.267555147267617, + 2.271518230917305, + 2.2777241459975737, + 2.282454514709269, + 2.2853445955826768, + 2.2891762286513018, + 2.2935543470624395, + 2.296739388473094 + ], + "p10": [ + 1.7911466497276032, + 1.806237133874137, + 1.8215310742477222, + 1.8371504630593656, + 1.8533764076966044, + 1.865471525433193, + 1.8790075041083696, + 1.892729819754679, + 1.9059136548349462, + 1.9188751119979588, + 1.933772917385604, + 1.9431735298949409, + 1.954435635205343, + 1.9698310994000792, + 1.9784366953689718, + 1.988727982847285, + 2.001601749574786, + 2.011444376991051, + 2.021265598324375, + 2.03183220095188, + 2.04096547618658, + 2.051287659142994, + 2.060125951708963, + 2.0691723987350406, + 2.0800298095563807, + 2.0868818931867086, + 2.0950708618249707, + 2.1036927054784655, + 2.11171462204217, + 2.121837805578238, + 2.126623669816246, + 2.1342860098209133, + 2.1412378380757735, + 2.148478842997372, + 2.1569722255698927, + 2.1634396503085562, + 2.169955737611604, + 2.1764281004540065, + 2.1828398272900413, + 2.1890778614882187, + 2.194945448991262, + 2.200038473843641, + 2.2068068228706044, + 2.2118839095425775, + 2.2179522059620824, + 2.2233012683102245, + 2.227894170340939, + 2.23358942204393, + 2.23847555153521, + 2.243465109100689, + 2.2477234325560627, + 2.2541095634579293, + 2.2572654009041853, + 2.2612019257705005, + 2.2680506883183553, + 2.2698383577382177, + 2.2747496630343362, + 2.279021468789724, + 2.2835832273891046, + 2.2867765699415883 + ], + "p90": [ + 1.8132910860637024, + 1.8261278137438464, + 1.8422002293486945, + 1.8565737766108563, + 1.8699048520790331, + 1.8851886417071408, + 1.9006691230513855, + 1.912822659376634, + 1.926127220606094, + 1.9374633579429716, + 1.9507696424989316, + 1.9627079763932178, + 1.9717443204729441, + 1.9851993663586196, + 1.9981036952977203, + 2.008531710365389, + 2.019580662320517, + 2.0294418674562245, + 2.0404679248386524, + 2.0513619549164885, + 2.0599754802728314, + 2.070401268311474, + 2.079410152363232, + 2.089453113318638, + 2.0984509929424973, + 2.1045028546472806, + 2.1155089682823527, + 2.1237196928048805, + 2.128451398003891, + 2.1391198501305273, + 2.146504300411911, + 2.152745482057339, + 2.16127932039879, + 2.1675916958173618, + 2.1752685105778897, + 2.1828047371510557, + 2.1908821562296215, + 2.1961522167178607, + 2.202111978342145, + 2.208724966909673, + 2.2143496297185017, + 2.221932406351418, + 2.2249295576218353, + 2.2316768423744797, + 2.237592825023361, + 2.2427961864114208, + 2.244873255061528, + 2.2526552278489533, + 2.257734033473783, + 2.2626063360910957, + 2.265308463196438, + 2.271908913620429, + 2.2775741008757, + 2.2810909196036566, + 2.2854292670445875, + 2.290527598388835, + 2.2941307044910584, + 2.2995485662309583, + 2.3033518180954626, + 2.305532583620988 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_065034.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_065034.json new file mode 100644 index 0000000000000000000000000000000000000000..6384e497b05d32b5ee4dc8d23d5082acebf11a60 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_065034.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T06:50:34.570509+00:00", + "metrics": { + "MSE[mean]": 0.0159079283885846, + "MSE[0.5]": 0.0159079283885846, + "MAE[0.5]": 0.09375893870989481, + "MASE[0.5]": 0.27547798479351676, + "MAPE[0.5]": 0.09548341723209566, + "sMAPE[0.5]": 0.08614996812585192, + "MSIS": 1.1535654940846138, + "RMSE[mean]": 0.12612663631677729, + "NRMSE[mean]": 0.08908087565598301, + "ND[0.5]": 0.06622017842350147, + "mean_weighted_sum_quantile_loss": 0.04849308489979468 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" + ], + "context": [ + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 + ], + "actual": [ + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 + ], + "predictions": { + "p50": [ + 1.8419424295425415, + 1.8478012084960938, + 1.8543059825897217, + 1.8579597473144531, + 1.8635084629058838, + 1.8623790740966797, + 1.8652753829956055, + 1.8714299201965332, + 1.8753926753997803, + 1.8698878288269043, + 1.869384765625, + 1.8645517826080322, + 1.8557014465332031, + 1.8496270179748535, + 1.8413269519805908, + 1.8244783878326416, + 1.837489366531372, + 1.8194252252578735, + 1.8068839311599731, + 1.7927302122116089, + 1.7788153886795044, + 1.7551289796829224, + 1.737396001815796, + 1.7218756675720215, + 1.6994118690490723, + 1.6809971332550049, + 1.6550662517547607, + 1.627401351928711, + 1.6048858165740967, + 1.5776252746582031, + 1.552350401878357, + 1.5212523937225342, + 1.4982224702835083, + 1.4797732830047607, + 1.463964819908142, + 1.430130958557129, + 1.405928373336792, + 1.379091501235962, + 1.3510392904281616, + 1.3287523984909058, + 1.3044624328613281, + 1.2800891399383545, + 1.2576770782470703, + 1.2328596115112305, + 1.2088291645050049, + 1.187013030052185, + 1.165130853652954, + 1.1421324014663696, + 1.1287496089935303, + 1.109086513519287, + 1.0971719026565552, + 1.07675302028656, + 1.059796929359436, + 1.0453137159347534, + 1.0329467058181763, + 1.021196961402893, + 1.0075124502182007, + 1.0043237209320068, + 0.9932132959365845, + 0.9852318167686462 + ], + "p10": [ + 1.8193624019622803, + 1.8236541748046875, + 1.8283315896987915, + 1.8294944763183594, + 1.828108787536621, + 1.8244433403015137, + 1.8237287998199463, + 1.8207398653030396, + 1.8214874267578125, + 1.813908576965332, + 1.803584098815918, + 1.7979302406311035, + 1.7876921892166138, + 1.7750431299209595, + 1.7593743801116943, + 1.737600326538086, + 1.7560009956359863, + 1.7333245277404785, + 1.7069443464279175, + 1.694478988647461, + 1.669092059135437, + 1.6409339904785156, + 1.616823434829712, + 1.593155860900879, + 1.5649446249008179, + 1.5403931140899658, + 1.5064618587493896, + 1.4794375896453857, + 1.4409983158111572, + 1.40391206741333, + 1.3748340606689453, + 1.3378081321716309, + 1.2904795408248901, + 1.2610830068588257, + 1.246216893196106, + 1.210578441619873, + 1.1826345920562744, + 1.1490235328674316, + 1.1129908561706543, + 1.0899834632873535, + 1.0653592348098755, + 1.038936734199524, + 1.0076755285263062, + 0.9789823293685913, + 0.9509158730506897, + 0.9145583510398865, + 0.8990059494972229, + 0.8813928961753845, + 0.835397481918335, + 0.8076009750366211, + 0.7912739515304565, + 0.7757883071899414, + 0.7553281784057617, + 0.7328786253929138, + 0.7229433059692383, + 0.7070138454437256, + 0.689042866230011, + 0.6811702251434326, + 0.6630353331565857, + 0.6642352938652039 + ], + "p90": [ + 1.8604952096939087, + 1.868828535079956, + 1.8765356540679932, + 1.8871387243270874, + 1.8966522216796875, + 1.90605890750885, + 1.9102754592895508, + 1.9229097366333008, + 1.9270551204681396, + 1.9304425716400146, + 1.9288275241851807, + 1.928755760192871, + 1.9309364557266235, + 1.9213242530822754, + 1.9261736869812012, + 1.9195201396942139, + 1.9398224353790283, + 1.9177290201187134, + 1.9075160026550293, + 1.9057196378707886, + 1.895919919013977, + 1.8791487216949463, + 1.8667877912521362, + 1.8602840900421143, + 1.8522279262542725, + 1.8369975090026855, + 1.8193061351776123, + 1.8011696338653564, + 1.7801554203033447, + 1.7703943252563477, + 1.7547764778137207, + 1.7259750366210938, + 1.7462849617004395, + 1.735695242881775, + 1.7151777744293213, + 1.7052960395812988, + 1.6793296337127686, + 1.6530342102050781, + 1.6359758377075195, + 1.6228036880493164, + 1.5974292755126953, + 1.5842437744140625, + 1.5681877136230469, + 1.540480375289917, + 1.521958351135254, + 1.5106234550476074, + 1.4879884719848633, + 1.4686776399612427, + 1.4786503314971924, + 1.4777634143829346, + 1.478225588798523, + 1.455793857574463, + 1.4414255619049072, + 1.4353501796722412, + 1.4293370246887207, + 1.4248125553131104, + 1.4060862064361572, + 1.4095739126205444, + 1.3988478183746338, + 1.3909379243850708 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_065321.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_065321.json new file mode 100644 index 0000000000000000000000000000000000000000..6a5916e87b593ac21dbd17f4f40015c61913030e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_065321.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T06:53:21.633797+00:00", + "metrics": { + "MSE[mean]": 1.2497346309360473, + "MSE[0.5]": 1.2518200743439618, + "MAE[0.5]": 0.8862137706086415, + "MASE[0.5]": 2.60383049320681, + "MAPE[0.5]": 0.866535688380703, + "sMAPE[0.5]": 0.4887445468437581, + "MSIS": 99.58904177353689, + "RMSE[mean]": 1.117915305797379, + "NRMSE[mean]": 0.7895625956403137, + "ND[0.5]": 0.6259161507005723, + "mean_weighted_sum_quantile_loss": 0.6187869092077585 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" + ], + "context": [ + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 + ], + "actual": [ + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 + ], + "predictions": { + "p50": [ + 1.8087451366247667, + 1.8258941262686672, + 1.8440430136309973, + 1.8676919791946214, + 1.8773409014852733, + 1.891989848809876, + 1.9126387337880204, + 1.9252876919606685, + 1.9444366409542013, + 1.9605855689668992, + 1.9782345074700145, + 1.993883441920014, + 2.010532378396572, + 2.027181314873129, + 2.0528302546875468, + 2.0614792345562853, + 2.0751280904473632, + 2.0932770672166603, + 2.1159260158525655, + 2.1260749466070767, + 2.1427238830836344, + 2.161372793810985, + 2.1750217689113525, + 2.196670700619538, + 2.2118196415068394, + 2.227968569519537, + 2.2466175696538553, + 2.2602664255449327, + 2.2769153620214904, + 2.291564309346093, + 2.308213201119167, + 2.3268621714511624, + 2.3445110950531167, + 2.361160031529674, + 2.3778089829073927, + 2.3939579258212516, + 2.412606851449764, + 2.427755822139387, + 2.4434047267870644, + 2.458053659210506, + 2.4747026850940306, + 2.491351502361298, + 2.513000493674129, + 2.525149428481756, + 2.5427983520837105, + 2.5579473078721726, + 2.5760962250368253, + 2.6017451648512426, + 2.6098940915526385, + 2.624543009074919, + 2.64119199025496, + 2.6573409033664963, + 2.676489837458868, + 2.689138765829194, + 2.7107877422408633, + 2.727436648915098, + 2.7375856243730934, + 2.7587345327162587, + 2.7743835118697415, + 2.79603235417096 + ], + "p10": [ + 1.7807452288927568, + 1.7953940719092312, + 1.8140430422412268, + 1.8325919006118576, + 1.8482409036071987, + 1.8638897933537146, + 1.88263881604243, + 1.8971876603463649, + 1.9139367147447515, + 1.9304855392599443, + 1.947234534053686, + 1.9628833641955572, + 1.9785323731513629, + 1.9971813434833583, + 2.0147302743332376, + 2.0294791637459673, + 2.0461280465783447, + 2.062777036699082, + 2.0784260456548878, + 2.0950749284872647, + 2.1127237924845743, + 2.1312728296691392, + 2.1480218125419523, + 2.1626706019142463, + 2.1823196189762837, + 2.194968547346609, + 2.21651748630272, + 2.229266347820476, + 2.2448153640242063, + 2.264464315521134, + 2.2792131572501484, + 2.295862147370886, + 2.3115111563266915, + 2.3310600614273636, + 2.347808996616461, + 2.364457933093018, + 2.3800068718107106, + 2.3967557593160915, + 2.4124046490626077, + 2.4289535927870896, + 2.4477026750804503, + 2.4643515519523627, + 2.480000495343059, + 2.4946494575688227, + 2.5112983404012, + 2.5318472385877335, + 2.54759623433515, + 2.5632452373304906, + 2.5808941072882647, + 2.5963429996097016, + 2.6111919592605446, + 2.627840895737102, + 2.647389860442419, + 2.661138768690217, + 2.6797877390222125, + 2.6964366754987696, + 2.711085578119889, + 2.728734495761379, + 2.7462834266112575, + 2.761032387549561 + ], + "p90": [ + 1.8367452231707109, + 1.8554941326106014, + 1.8721430631266944, + 1.8896919999370378, + 1.9073409175785274, + 1.9209898330742499, + 1.9377387742238115, + 1.9542877060273647, + 1.9659366472722937, + 1.9875855789804795, + 2.004234515457037, + 2.019983517164918, + 2.0345323793502463, + 2.0542813295597133, + 2.072830241574525, + 2.0924791930714526, + 2.10612811452764, + 2.120777070792939, + 2.1394259874807546, + 2.154074943746054, + 2.1708238848956154, + 2.1873728166991686, + 2.2060217870311645, + 2.221670736382325, + 2.2393196599842793, + 2.251968588354605, + 2.2716175458119974, + 2.28836647504063, + 2.3029154445143187, + 2.3185643342608344, + 2.3362133174674335, + 2.3519621999660245, + 2.3725110921920938, + 2.3852600729191393, + 2.403808990894415, + 2.4224580208310553, + 2.439106844058788, + 2.4528558119112303, + 2.472404717011903, + 2.4850536990264085, + 2.500702654338034, + 2.5164514831924443, + 2.5370004827068744, + 2.552749484414755, + 2.5722983299107827, + 2.585047310637828, + 2.600696319593634, + 2.620245165089661, + 2.6348941273154254, + 2.6526431032741, + 2.669191927789292, + 2.686840910995891, + 2.70448989420249, + 2.718238802450288, + 2.735787739260631, + 2.7524366697767237, + 2.767185684359208, + 2.7867345298552357, + 2.8013834920809995, + 2.823132428462189 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_065253.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_065253.json new file mode 100644 index 0000000000000000000000000000000000000000..675e1d4374b67e5f61358e118284c102171f2c60 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_065253.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T06:52:53.104572+00:00", + "metrics": { + "MSE[mean]": 1.8421599719464008, + "MSE[0.5]": 1.6806039275129872, + "MAE[0.5]": 1.0206226885318757, + "MASE[0.5]": 2.9987442833717806, + "MAPE[0.5]": 1.0000528430544637, + "sMAPE[0.5]": 0.52957283437317, + "MSIS": 39.610705303425426, + "RMSE[mean]": 1.3572619393272622, + "NRMSE[mean]": 0.9586086300291459, + "ND[0.5]": 0.7208466463851081, + "mean_weighted_sum_quantile_loss": 0.48992567753029803 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" + ], + "context": [ + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 + ], + "actual": [ + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 + ], + "predictions": { + "p50": [ + 1.8046518564224243, + 1.8283648490905762, + 1.8440337181091309, + 1.8514495491981506, + 1.8712739944458008, + 1.8856188654899597, + 1.9112719297409058, + 1.9302972555160522, + 1.9445288181304932, + 1.9591598510742188, + 1.9758331775665283, + 1.9994583129882812, + 2.019572138786316, + 2.031694769859314, + 2.07170307636261, + 2.095518469810486, + 2.1269298791885376, + 2.129251718521118, + 2.1552118062973022, + 2.1524065732955933, + 2.1977906227111816, + 2.236276388168335, + 2.248218536376953, + 2.2562938928604126, + 2.3203545808792114, + 2.3087857961654663, + 2.3479716777801514, + 2.400593400001526, + 2.4325709342956543, + 2.3426101207733154, + 2.3152616024017334, + 2.4820289611816406, + 2.6315970420837402, + 2.518643617630005, + 2.6271737813949585, + 2.448410987854004, + 2.6574573516845703, + 2.5868507623672485, + 2.530077815055847, + 2.6472012996673584, + 2.6177555322647095, + 2.665383815765381, + 2.785634994506836, + 2.785634994506836, + 2.7664618492126465, + 2.6950308084487915, + 2.7912486791610718, + 2.785634994506836, + 3.1675631999969482, + 2.7968127727508545, + 2.740532875061035, + 2.8204901218414307, + 2.9698879718780518, + 2.812572956085205, + 3.0145679712295532, + 3.185407876968384, + 2.8663333654403687, + 2.9994101524353027, + 3.081157922744751, + 2.7816951274871826 + ], + "p10": [ + 1.7932084202766418, + 1.8060383796691895, + 1.8140404224395752, + 1.8070213198661804, + 1.828555405139923, + 1.8334556818008423, + 1.8399962186813354, + 1.8472850918769836, + 1.8373131155967712, + 1.8563733100891113, + 1.824950397014618, + 1.8442882299423218, + 1.8813168406486511, + 1.8274648189544678, + 1.8629652857780457, + 1.8424031734466553, + 1.7688060998916626, + 1.7337367534637451, + 1.7170017957687378, + 1.8072029948234558, + 1.7819589376449585, + 1.8247637748718262, + 1.7668125629425049, + 1.7795895338058472, + 1.7303577065467834, + 1.8600659370422363, + 1.8203011751174927, + 1.7053592801094055, + 1.8345766067504883, + 1.6965736150741577, + 1.7941356897354126, + 1.7691564559936523, + 1.557523250579834, + 1.5441513061523438, + 1.6340389847755432, + 1.7565299272537231, + 1.7401800751686096, + 1.5302480459213257, + 1.558398187160492, + 1.4889302253723145, + 1.5555933117866516, + 1.5806981325149536, + 1.5686931610107422, + 1.4818801879882812, + 1.5095713138580322, + 1.5095713138580322, + 1.5993677377700806, + 1.5063347816467285, + 1.9349257946014404, + 1.5672743320465088, + 1.5088401436805725, + 1.795345664024353, + 1.5610079765319824, + 1.4467759728431702, + 1.7631936073303223, + 1.549984335899353, + 1.5410478115081787, + 1.7922210693359375, + 1.668781042098999, + 1.6385557651519775 + ], + "p90": [ + 1.8181215524673462, + 1.8477225303649902, + 1.875255525112152, + 1.9006007313728333, + 1.9215103387832642, + 1.9420195817947388, + 1.9891759157180786, + 2.0112109184265137, + 2.041207432746887, + 2.0553438663482666, + 2.082388162612915, + 2.1403430700302124, + 2.163634777069092, + 2.21366024017334, + 2.310117483139038, + 2.3324605226516724, + 2.4185872077941895, + 2.432871699333191, + 2.4789403676986694, + 2.4913920164108276, + 2.5546809434890747, + 2.672045946121216, + 2.6920491456985474, + 2.6730321645736694, + 2.794407844543457, + 2.7822799682617188, + 2.7564306259155273, + 2.841971755027771, + 2.8969621658325195, + 2.8842999935150146, + 2.9499642848968506, + 3.1917829513549805, + 3.578477621078491, + 3.437406539916992, + 3.708021402359009, + 3.555150270462036, + 3.693995237350464, + 3.8422651290893555, + 3.6725118160247803, + 3.7058088779449463, + 3.6363439559936523, + 4.061698913574219, + 4.043656587600708, + 4.061698913574219, + 3.917091131210327, + 4.399616241455078, + 4.273925304412842, + 4.210197448730469, + 4.753847122192383, + 4.608468294143677, + 4.6315977573394775, + 4.6678197383880615, + 4.851986408233643, + 4.883024215698242, + 5.025505304336548, + 4.912407875061035, + 5.253786087036133, + 5.193627595901489, + 5.337762355804443, + 5.277527093887329 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_065321.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_065321.json new file mode 100644 index 0000000000000000000000000000000000000000..fc25d50f379ffafa17d9401e55daeb0e786f41dd --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_065321.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T06:53:21.683028+00:00", + "metrics": { + "MSE[mean]": 0.17341046939028384, + "MSE[0.5]": 0.1736396498811313, + "MAE[0.5]": 0.3523059835081625, + "MASE[0.5]": 1.0351284229850626, + "MAPE[0.5]": 0.32546602038649064, + "sMAPE[0.5]": 0.26148840406618035, + "MSIS": 36.92325838427682, + "RMSE[mean]": 0.4164258269971783, + "NRMSE[mean]": 0.2941137447089842, + "ND[0.5]": 0.24882710287243887, + "mean_weighted_sum_quantile_loss": 0.24209569670071776 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" + ], + "context": [ + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 + ], + "actual": [ + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 + ], + "predictions": { + "p50": [ + 1.5329295621673098, + 1.533429615334653, + 1.5349295662204256, + 1.5419295953074923, + 1.5349295811215868, + 1.5329295919696322, + 1.536929540471219, + 1.5329295621673098, + 1.5354295746842852, + 1.5349295662204256, + 1.5359295682469836, + 1.5349295662204256, + 1.5349295662204256, + 1.5349295662204256, + 1.5439295695582858, + 1.5359296129504671, + 1.5329295323649874, + 1.5344295726577273, + 1.5404295848170748, + 1.533929579095029, + 1.533929579095029, + 1.5359295533458224, + 1.5329295919696322, + 1.5379295872012606, + 1.5364295916120043, + 1.5359295831481448, + 1.5379296468059054, + 1.5349295662204256, + 1.5349295662204256, + 1.532929577068471, + 1.5329295323649874, + 1.5349295662204256, + 1.5359295533458224, + 1.5359295533458224, + 1.5359295682469836, + 1.5354295746842852, + 1.5374295638362399, + 1.535929598049306, + 1.5349295662204256, + 1.5329295621673098, + 1.532929651574277, + 1.5329295323649874, + 1.5379295872012606, + 1.5334295855323306, + 1.5344295726577273, + 1.5329295919696322, + 1.5344295726577273, + 1.5434295759955874, + 1.5349295662204256, + 1.5329295472661486, + 1.5329295919696322, + 1.5324295686046114, + 1.5349295662204256, + 1.530929558114194, + 1.535929598049306, + 1.5359295682469836, + 1.5294296072284213, + 1.533929579095029, + 1.5329296217719546, + 1.5379295275966158 + ], + "p10": [ + 1.5049296544353, + 1.502929560975217, + 1.5049295948306551, + 1.5068295167247285, + 1.5058295832435122, + 1.5048295365134707, + 1.5069296227256288, + 1.5048295305530062, + 1.5049296484748353, + 1.5048295365134707, + 1.5049295948306551, + 1.5039294884959689, + 1.502929560975217, + 1.5049295948306551, + 1.5058295892039766, + 1.503929542140149, + 1.5039294884959689, + 1.503929542140149, + 1.5029296146193971, + 1.502929560975217, + 1.5039294884959689, + 1.5058295892039766, + 1.505929635600232, + 1.5039294884959689, + 1.5069295690814486, + 1.502929560975217, + 1.50782956345477, + 1.5039294884959689, + 1.5028295682231416, + 1.5058295832435122, + 1.5039294884959689, + 1.503929542140149, + 1.5029296146193971, + 1.5058295832435122, + 1.5059295819560519, + 1.5059295819560519, + 1.5048295841971866, + 1.5049295352260104, + 1.5039294884959689, + 1.5038294957438936, + 1.5059296415606966, + 1.5059295819560519, + 1.5049295888701906, + 1.5029296146193971, + 1.502929560975217, + 1.506829522685193, + 1.5059295819560519, + 1.5049296484748353, + 1.5059295819560519, + 1.504729537800931, + 1.502929560975217, + 1.502929560975217, + 1.5058295892039766, + 1.502929560975217, + 1.5049295948306551, + 1.5049295948306551, + 1.502929560975217, + 1.503929542140149, + 1.5048295365134707, + 1.502929560975217 + ], + "p90": [ + 1.560929648713254, + 1.563029621676587, + 1.5630296157161228, + 1.5639296160499088, + 1.564929597214841, + 1.561929576234006, + 1.5620295809070102, + 1.561929576234006, + 1.5569295810023775, + 1.561929576234006, + 1.561929576234006, + 1.5610296414653293, + 1.5589295671741, + 1.5620295809070102, + 1.563929556445264, + 1.5669295714656344, + 1.563929556445264, + 1.561929576234006, + 1.563929556445264, + 1.561929576234006, + 1.5620295809070102, + 1.561929576234006, + 1.5639296100894442, + 1.5629296229640475, + 1.5639296100894442, + 1.5599296019832125, + 1.5629296229640475, + 1.5630296157161228, + 1.560929648713254, + 1.5599296019832125, + 1.560929648713254, + 1.5600295947352878, + 1.5639295504847994, + 1.5600295947352878, + 1.561929576234006, + 1.563929669694089, + 1.563929556445264, + 1.5610295878211489, + 1.563929556445264, + 1.5599296019832125, + 1.5589296208182803, + 1.5580295131961337, + 1.561929576234006, + 1.5610296414653293, + 1.5639295504847994, + 1.5600295947352878, + 1.5590296672145358, + 1.561929576234006, + 1.5599296019832125, + 1.5610296414653293, + 1.5609295295039645, + 1.561929576234006, + 1.5629296229640475, + 1.5600295947352878, + 1.5609295950690738, + 1.5609295891086092, + 1.5590296672145358, + 1.561929576234006, + 1.5599296019832125, + 1.5650296018878451 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_065321.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_065321.json new file mode 100644 index 0000000000000000000000000000000000000000..f5086e3378ce6b455b8f8dc4fa10d2dffde2cc90 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_065321.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T06:53:21.716291+00:00", + "metrics": { + "MSE[mean]": 0.19888428592353105, + "MSE[0.5]": 0.19888428592353105, + "MAE[0.5]": 0.3826166659593582, + "MASE[0.5]": 1.124185806038508, + "MAPE[0.5]": 0.3362141540600244, + "sMAPE[0.5]": 0.28228054276050085, + "MSIS": 40.1674360676785, + "RMSE[mean]": 0.44596444468537066, + "NRMSE[mean]": 0.31497631590070846, + "ND[0.5]": 0.2702349689135297, + "mean_weighted_sum_quantile_loss": 0.2635191513853599 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" + ], + "context": [ + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 + ], + "actual": [ + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 + ], + "predictions": { + "p50": [ + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104 + ], + "p10": [ + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482 + ], + "p90": [ + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_065318.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_065318.json new file mode 100644 index 0000000000000000000000000000000000000000..e648aa1885f8582692c6f6ef7056f5690acf390b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_065318.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T06:53:18.869772+00:00", + "metrics": { + "MSE[mean]": 0.03091506501952003, + "MSE[0.5]": 0.03091506501952003, + "MAE[0.5]": 0.15935466786225636, + "MASE[0.5]": 0.4682081876583971, + "MAPE[0.5]": 0.13997178736965804, + "sMAPE[0.5]": 0.12694226153909302, + "MSIS": 1.6376033182129042, + "RMSE[mean]": 0.17582680404170473, + "NRMSE[mean]": 0.12418317117797054, + "ND[0.5]": 0.11254921059961591, + "mean_weighted_sum_quantile_loss": 0.06572778359074488 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" + ], + "context": [ + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 + ], + "actual": [ + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 + ], + "predictions": { + "p50": [ + 1.8309478759765625, + 1.84088134765625, + 1.8574371337890625, + 1.86737060546875, + 1.887237548828125, + 1.8971710205078125, + 1.9071044921875, + 1.9104156494140625, + 1.92034912109375, + 1.92034912109375, + 1.9236602783203125, + 1.9236602783203125, + 1.92034912109375, + 1.9170379638671875, + 1.9236602783203125, + 1.92034912109375, + 1.926971435546875, + 1.92034912109375, + 1.913726806640625, + 1.8905487060546875, + 1.8773040771484375, + 1.8574371337890625, + 1.8441925048828125, + 1.821014404296875, + 1.8110809326171875, + 1.78790283203125, + 1.768035888671875, + 1.741546630859375, + 1.7249908447265625, + 1.701812744140625, + 1.675323486328125, + 1.6521453857421875, + 1.6455230712890625, + 1.609100341796875, + 1.57598876953125, + 1.54949951171875, + 1.5263214111328125, + 1.5081100463867188, + 1.4650650024414062, + 1.4253311157226562, + 1.3938751220703125, + 1.3624191284179688, + 1.3359298706054688, + 1.2978515625, + 1.264739990234375, + 1.2415618896484375, + 1.211761474609375, + 1.1877555847167969, + 1.1778221130371094, + 1.1583690643310547, + 1.1238088607788086, + 1.097940444946289, + 1.0748658180236816, + 1.0575857162475586, + 1.0377187728881836, + 1.0126781463623047, + 0.9853610992431641, + 0.9828777313232422, + 0.9634246826171875, + 0.9576301574707031 + ], + "p10": [ + 1.821014404296875, + 1.8243255615234375, + 1.834259033203125, + 1.8375701904296875, + 1.8541259765625, + 1.860748291015625, + 1.86737060546875, + 1.86737060546875, + 1.873992919921875, + 1.86737060546875, + 1.86737060546875, + 1.860748291015625, + 1.8541259765625, + 1.8441925048828125, + 1.8441925048828125, + 1.834259033203125, + 1.8177032470703125, + 1.807769775390625, + 1.78790283203125, + 1.76141357421875, + 1.741546630859375, + 1.715057373046875, + 1.6918792724609375, + 1.65545654296875, + 1.6422119140625, + 1.6057891845703125, + 1.57598876953125, + 1.54949951171875, + 1.52301025390625, + 1.4948654174804688, + 1.4650650024414062, + 1.4286422729492188, + 1.423675537109375, + 1.3773193359375, + 1.3425521850585938, + 1.3061294555664062, + 1.2812957763671875, + 1.2622566223144531, + 1.225006103515625, + 1.1869277954101562, + 1.1525745391845703, + 1.126913070678711, + 1.1014585494995117, + 1.067519187927246, + 1.0385465621948242, + 1.0180587768554688, + 0.9837055206298828, + 0.9584579467773438, + 0.9443855285644531, + 0.920379638671875, + 0.8856124877929688, + 0.8574676513671875, + 0.8392562866210938, + 0.827667236328125, + 0.8061447143554688, + 0.7846221923828125, + 0.7630996704101562, + 0.7630996704101562, + 0.7448883056640625, + 0.7366104125976562 + ], + "p90": [ + 1.847503662109375, + 1.8640594482421875, + 1.8839263916015625, + 1.89385986328125, + 1.92034912109375, + 1.9302825927734375, + 1.94683837890625, + 1.953460693359375, + 1.97332763671875, + 1.97332763671875, + 1.979949951171875, + 1.979949951171875, + 1.993194580078125, + 1.99981689453125, + 2.006439208984375, + 2.0130615234375, + 2.032928466796875, + 2.03955078125, + 2.032928466796875, + 2.019683837890625, + 2.019683837890625, + 2.006439208984375, + 2.006439208984375, + 1.993194580078125, + 1.993194580078125, + 1.97332763671875, + 1.966705322265625, + 1.94683837890625, + 1.940216064453125, + 1.9302825927734375, + 1.9170379638671875, + 1.8971710205078125, + 1.953460693359375, + 1.92034912109375, + 1.8839263916015625, + 1.873992919921875, + 1.860748291015625, + 1.847503662109375, + 1.8044586181640625, + 1.7713470458984375, + 1.7514801025390625, + 1.7183685302734375, + 1.701812744140625, + 1.668701171875, + 1.6389007568359375, + 1.61572265625, + 1.5892333984375, + 1.5594329833984375, + 1.5528106689453125, + 1.5395660400390625, + 1.5047988891601562, + 1.4749984741210938, + 1.4551315307617188, + 1.4385757446289062, + 1.4203643798828125, + 1.3955307006835938, + 1.36407470703125, + 1.3491744995117188, + 1.3259963989257812, + 1.317718505859375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_065115.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_065115.json new file mode 100644 index 0000000000000000000000000000000000000000..0003715c816437b3bfb854b44571577419aa2d13 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_065115.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T06:51:15.836560+00:00", + "metrics": { + "MSE[mean]": 0.02785407705205672, + "MSE[0.5]": 0.012847128899599684, + "MAE[0.5]": 0.08648691872755686, + "MASE[0.5]": 0.2541116869484535, + "MAPE[0.5]": 0.08667795453637088, + "sMAPE[0.5]": 0.07922577376199949, + "MSIS": 15.562300523953429, + "RMSE[mean]": 0.1668954075223663, + "NRMSE[mean]": 0.11787509347125037, + "ND[0.5]": 0.06108408721603064, + "mean_weighted_sum_quantile_loss": 0.08669599281005208 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" + ], + "context": [ + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 + ], + "actual": [ + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 + ], + "predictions": { + "p50": [ + 1.7953240871429443, + 1.8094685077667236, + 1.8340201377868652, + 1.8348708152770996, + 1.842406988143921, + 1.8584887981414795, + 1.8660364151000977, + 1.8780648708343506, + 1.8687572479248047, + 1.8729641437530518, + 1.8633592128753662, + 1.879356861114502, + 1.8627049922943115, + 1.8620970249176025, + 1.8647303581237793, + 1.847926139831543, + 1.839660882949829, + 1.8216814994812012, + 1.8081610202789307, + 1.798729658126831, + 1.7815933227539062, + 1.7738840579986572, + 1.7439162731170654, + 1.7340264320373535, + 1.6999232769012451, + 1.676400899887085, + 1.6571345329284668, + 1.629551887512207, + 1.606597900390625, + 1.5717763900756836, + 1.5467569828033447, + 1.5251970291137695, + 1.4929320812225342, + 1.4658393859863281, + 1.4431171417236328, + 1.4132030010223389, + 1.3943250179290771, + 1.3647584915161133, + 1.3508570194244385, + 1.3250432014465332, + 1.2962963581085205, + 1.2758264541625977, + 1.2365362644195557, + 1.2163856029510498, + 1.204810380935669, + 1.1812500953674316, + 1.149416446685791, + 1.1334266662597656, + 1.1124088764190674, + 1.0983914136886597, + 1.078284502029419, + 1.0489004850387573, + 1.0365318059921265, + 1.0267027616500854, + 0.9947496652603149, + 0.9877877831459045, + 0.9795545935630798, + 0.9610093235969543, + 0.9611870646476746, + 0.9424571990966797 + ], + "p10": [ + 1.8053033351898193, + 1.8295400142669678, + 1.8337132930755615, + 1.8496367931365967, + 1.84104323387146, + 1.8703091144561768, + 1.8477084636688232, + 1.8721284866333008, + 1.8695487976074219, + 1.8812875747680664, + 1.8747406005859375, + 1.9002299308776855, + 1.8458971977233887, + 1.8930816650390625, + 1.8557250499725342, + 1.855637550354004, + 1.8426685333251953, + 1.826857328414917, + 1.8225386142730713, + 1.833925485610962, + 1.7901136875152588, + 1.797435998916626, + 1.7573707103729248, + 1.7455761432647705, + 1.7277181148529053, + 1.7165331840515137, + 1.6912553310394287, + 1.6557025909423828, + 1.641596794128418, + 1.6195228099822998, + 1.5619213581085205, + 1.5875911712646484, + 1.5534026622772217, + 1.5377283096313477, + 1.5010604858398438, + 1.471195936203003, + 1.452533483505249, + 1.4240803718566895, + 1.408846378326416, + 1.3709471225738525, + 1.3386683464050293, + 1.3337678909301758, + 1.3179864883422852, + 1.2961761951446533, + 1.2631938457489014, + 1.2609140872955322, + 1.236799716949463, + 1.2167737483978271, + 1.1900756359100342, + 1.1875118017196655, + 1.1445893049240112, + 1.1395494937896729, + 1.1295455694198608, + 1.1246566772460938, + 1.094266414642334, + 1.083208441734314, + 1.0666937828063965, + 1.066796898841858, + 1.046318531036377, + 1.0306544303894043 + ], + "p90": [ + 1.8211255073547363, + 1.8336687088012695, + 1.863877773284912, + 1.8665339946746826, + 1.881098985671997, + 1.9057397842407227, + 1.9122512340545654, + 1.933546543121338, + 1.9337928295135498, + 1.9358224868774414, + 1.941786527633667, + 1.943845272064209, + 1.9497084617614746, + 1.9503817558288574, + 1.9510831832885742, + 1.9345002174377441, + 1.9335567951202393, + 1.9247593879699707, + 1.9212734699249268, + 1.922461986541748, + 1.9067776203155518, + 1.9052860736846924, + 1.8885400295257568, + 1.8852183818817139, + 1.8692810535430908, + 1.851053237915039, + 1.8455429077148438, + 1.8188505172729492, + 1.8121466636657715, + 1.7940661907196045, + 1.7832064628601074, + 1.7697248458862305, + 1.748121738433838, + 1.7215561866760254, + 1.7002997398376465, + 1.6845455169677734, + 1.667079210281372, + 1.6429965496063232, + 1.6258819103240967, + 1.6057045459747314, + 1.5839331150054932, + 1.574634313583374, + 1.5318694114685059, + 1.5195813179016113, + 1.5181553363800049, + 1.500746726989746, + 1.4790434837341309, + 1.471527099609375, + 1.4515345096588135, + 1.4399664402008057, + 1.4153234958648682, + 1.403428554534912, + 1.3859601020812988, + 1.3866207599639893, + 1.3800902366638184, + 1.374398946762085, + 1.3640356063842773, + 1.357471227645874, + 1.3588767051696777, + 1.3402588367462158 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_065218.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_065218.json new file mode 100644 index 0000000000000000000000000000000000000000..71ad2e7e791cbd22f9a893707d6236fcd10d7fe6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_065218.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T06:52:18.053333+00:00", + "metrics": { + "MSE[mean]": 0.1653313102479426, + "MSE[0.5]": 0.1653313102479426, + "MAE[0.5]": 0.3252320180336634, + "MASE[0.5]": 0.9555810054064424, + "MAPE[0.5]": 0.31185829270528165, + "sMAPE[0.5]": 0.24328077464936623, + "MSIS": 5.190146853505436, + "RMSE[mean]": 0.40660953044406445, + "NRMSE[mean]": 0.2871806787192281, + "ND[0.5]": 0.22970526927425372, + "mean_weighted_sum_quantile_loss": 0.1328390452604856 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" + ], + "context": [ + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 + ], + "actual": [ + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 + ], + "predictions": { + "p50": [ + 1.8076587915420532, + 1.8220710754394531, + 1.8340225219726562, + 1.8459092378616333, + 1.8559062480926514, + 1.8655495643615723, + 1.8751522302627563, + 1.8825304508209229, + 1.8901665210723877, + 1.8967328071594238, + 1.901458501815796, + 1.9038523435592651, + 1.9028037786483765, + 1.9024913311004639, + 1.9033253192901611, + 1.9021942615509033, + 1.9004000425338745, + 1.897900938987732, + 1.8964557647705078, + 1.8918406963348389, + 1.885283350944519, + 1.8770768642425537, + 1.8679163455963135, + 1.8563532829284668, + 1.8465800285339355, + 1.8369650840759277, + 1.82607102394104, + 1.8157212734222412, + 1.8030803203582764, + 1.7885313034057617, + 1.7752999067306519, + 1.7584891319274902, + 1.885594367980957, + 1.870854139328003, + 1.8534204959869385, + 1.8351407051086426, + 1.8136014938354492, + 1.7909364700317383, + 1.7689478397369385, + 1.7412691116333008, + 1.7153172492980957, + 1.6917023658752441, + 1.667126178741455, + 1.6406810283660889, + 1.621124267578125, + 1.6038072109222412, + 1.5879554748535156, + 1.56650972366333, + 1.549200415611267, + 1.533320665359497, + 1.510650396347046, + 1.4884033203125, + 1.4668703079223633, + 1.4426919221878052, + 1.4247117042541504, + 1.405606746673584, + 1.3898932933807373, + 1.3750591278076172, + 1.356400489807129, + 1.3385156393051147 + ], + "p10": [ + 1.7958641052246094, + 1.8080300092697144, + 1.8180211782455444, + 1.8256181478500366, + 1.8318941593170166, + 1.8358628749847412, + 1.8406531810760498, + 1.8422318696975708, + 1.845643162727356, + 1.8462870121002197, + 1.8431921005249023, + 1.8372361660003662, + 1.8273887634277344, + 1.818274974822998, + 1.8085520267486572, + 1.798236608505249, + 1.7879483699798584, + 1.7750446796417236, + 1.762505054473877, + 1.746696949005127, + 1.7286062240600586, + 1.7101637125015259, + 1.6876347064971924, + 1.6629064083099365, + 1.63704514503479, + 1.6139447689056396, + 1.5898544788360596, + 1.5618348121643066, + 1.5298380851745605, + 1.4943293333053589, + 1.4577327966690063, + 1.4273622035980225, + 1.527837872505188, + 1.5365158319473267, + 1.51657235622406, + 1.4863502979278564, + 1.4508453607559204, + 1.4081089496612549, + 1.3611314296722412, + 1.320979118347168, + 1.2751848697662354, + 1.2336912155151367, + 1.1895838975906372, + 1.1504939794540405, + 1.122431993484497, + 1.0882823467254639, + 1.053018569946289, + 1.0132079124450684, + 0.9788775444030762, + 0.9483439326286316, + 0.914516806602478, + 0.8881110548973083, + 0.8502444624900818, + 0.8202150464057922, + 0.7944180965423584, + 0.7700892090797424, + 0.7462714910507202, + 0.7248207330703735, + 0.7068683505058289, + 0.6803056001663208 + ], + "p90": [ + 1.8166117668151855, + 1.8350830078125, + 1.8498872518539429, + 1.866701364517212, + 1.8800631761550903, + 1.892559289932251, + 1.9078638553619385, + 1.9211947917938232, + 1.9341397285461426, + 1.9462816715240479, + 1.9578571319580078, + 1.9679991006851196, + 1.9730374813079834, + 1.9802801609039307, + 1.9870834350585938, + 1.9940648078918457, + 2.001793622970581, + 2.010345697402954, + 2.017749309539795, + 2.0250167846679688, + 2.0291643142700195, + 2.033125877380371, + 2.0357277393341064, + 2.035228967666626, + 2.0387723445892334, + 2.0437068939208984, + 2.046894073486328, + 2.049999475479126, + 2.0493173599243164, + 2.0479094982147217, + 2.0451912879943848, + 2.035637855529785, + 2.081383228302002, + 2.0965499877929688, + 2.108476400375366, + 2.1158976554870605, + 2.112731695175171, + 2.1111161708831787, + 2.111020565032959, + 2.108030319213867, + 2.1013147830963135, + 2.101604461669922, + 2.098081111907959, + 2.096350908279419, + 2.099679470062256, + 2.0977888107299805, + 2.0973563194274902, + 2.089059352874756, + 2.0823726654052734, + 2.081772804260254, + 2.0705602169036865, + 2.067781448364258, + 2.0572497844696045, + 2.0526719093322754, + 2.0474905967712402, + 2.0426554679870605, + 2.0416104793548584, + 2.0395264625549316, + 2.034719705581665, + 2.033247232437134 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_065154.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_065154.json new file mode 100644 index 0000000000000000000000000000000000000000..5ed24f07e61f970c4f1775e9beed5680e04e025b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_065154.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T06:51:54.032517+00:00", + "metrics": { + "MSE[mean]": 0.003882068615626544, + "MSE[0.5]": 0.003882068615626544, + "MAE[0.5]": 0.04849762817223867, + "MASE[0.5]": 0.14249338847031603, + "MAPE[0.5]": 0.04758199393112028, + "sMAPE[0.5]": 0.04539374031089178, + "MSIS": 2.023271562326799, + "RMSE[mean]": 0.06230624860819775, + "NRMSE[mean]": 0.04400573381595312, + "ND[0.5]": 0.034252964409284097, + "mean_weighted_sum_quantile_loss": 0.05807518025686312 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" + ], + "context": [ + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 + ], + "actual": [ + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 + ], + "predictions": { + "p50": [ + 1.7985550165176392, + 1.8084328174591064, + 1.817946195602417, + 1.8257532119750977, + 1.834279179573059, + 1.8419562578201294, + 1.8461544513702393, + 1.8510993719100952, + 1.8507797718048096, + 1.8512071371078491, + 1.8497543334960938, + 1.8468656539916992, + 1.8396453857421875, + 1.8334025144577026, + 1.8243529796600342, + 1.8171639442443848, + 1.8093552589416504, + 1.7976208925247192, + 1.7863985300064087, + 1.7744126319885254, + 1.7608389854431152, + 1.740706443786621, + 1.720015287399292, + 1.7021052837371826, + 1.6791784763336182, + 1.6583445072174072, + 1.6371028423309326, + 1.6156864166259766, + 1.5898094177246094, + 1.5692321062088013, + 1.5452054738998413, + 1.519213318824768, + 1.4639767408370972, + 1.4426912069320679, + 1.4089128971099854, + 1.3818954229354858, + 1.3528441190719604, + 1.3268976211547852, + 1.2989449501037598, + 1.2735068798065186, + 1.2473341226577759, + 1.2199829816818237, + 1.1979960203170776, + 1.1708128452301025, + 1.1436901092529297, + 1.1199686527252197, + 1.0910532474517822, + 1.0670132637023926, + 1.0383782386779785, + 1.0129973888397217, + 0.9881773591041565, + 0.9652805328369141, + 0.9458906650543213, + 0.9257572293281555, + 0.9042946696281433, + 0.8825376033782959, + 0.8615636229515076, + 0.8493665456771851, + 0.8342703580856323, + 0.822501540184021 + ], + "p10": [ + 1.7872811555862427, + 1.7916486263275146, + 1.7954180240631104, + 1.797037124633789, + 1.8006746768951416, + 1.803361415863037, + 1.801796317100525, + 1.7984927892684937, + 1.7913038730621338, + 1.7863620519638062, + 1.7755820751190186, + 1.762451171875, + 1.747450351715088, + 1.7306008338928223, + 1.7091543674468994, + 1.6912614107131958, + 1.6712546348571777, + 1.6518256664276123, + 1.6279942989349365, + 1.6045879125595093, + 1.5807907581329346, + 1.5501056909561157, + 1.5172733068466187, + 1.4867292642593384, + 1.4520257711410522, + 1.422633409500122, + 1.386764645576477, + 1.354047417640686, + 1.3175987005233765, + 1.2871588468551636, + 1.2534739971160889, + 1.216559886932373, + 1.1455706357955933, + 1.1135103702545166, + 1.0700267553329468, + 1.0392378568649292, + 1.0043816566467285, + 0.9683766961097717, + 0.9213053584098816, + 0.8907690048217773, + 0.8478304147720337, + 0.8018265962600708, + 0.7778842449188232, + 0.7226550579071045, + 0.6776818633079529, + 0.6389186382293701, + 0.6103335618972778, + 0.5756857991218567, + 0.5364072322845459, + 0.5055456161499023, + 0.4669543504714966, + 0.4408721923828125, + 0.4134103059768677, + 0.3756679892539978, + 0.35364460945129395, + 0.32534945011138916, + 0.2869473695755005, + 0.26525115966796875, + 0.23685824871063232, + 0.21456873416900635 + ], + "p90": [ + 1.8105616569519043, + 1.824092149734497, + 1.8396515846252441, + 1.8526380062103271, + 1.8693219423294067, + 1.8823692798614502, + 1.8923437595367432, + 1.904585361480713, + 1.912325143814087, + 1.9216160774230957, + 1.9291452169418335, + 1.9365596771240234, + 1.9424946308135986, + 1.946791648864746, + 1.9503813982009888, + 1.9546058177947998, + 1.9592959880828857, + 1.9608299732208252, + 1.9623546600341797, + 1.9632675647735596, + 1.9642930030822754, + 1.9627466201782227, + 1.9556646347045898, + 1.9523489475250244, + 1.9462554454803467, + 1.9407602548599243, + 1.9344679117202759, + 1.930654525756836, + 1.91872239112854, + 1.917133092880249, + 1.9047510623931885, + 1.8991776704788208, + 1.8612701892852783, + 1.8517816066741943, + 1.8430386781692505, + 1.84224534034729, + 1.8286068439483643, + 1.81401526927948, + 1.8086276054382324, + 1.8031209707260132, + 1.796554684638977, + 1.7936208248138428, + 1.7822861671447754, + 1.789799690246582, + 1.7847901582717896, + 1.7734789848327637, + 1.7781952619552612, + 1.772535800933838, + 1.7536885738372803, + 1.7491902112960815, + 1.7463563680648804, + 1.7377170324325562, + 1.7421307563781738, + 1.7282962799072266, + 1.740947961807251, + 1.7611429691314697, + 1.7310420274734497, + 1.7381749153137207, + 1.757347822189331, + 1.7431936264038086 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 59abc99dfe6050940f6b08cd8984b03bc1f4ed00..41bd5587857d66dfc525777c52b763250758dad7 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,194048.660668691,194048.660668691,368.3776041666667,0.34633808546990413,0.005752031161309613,0.0057583318094267325,3.6090933850669145,440.5095466260533,0.006872709650415862,0.005747326782233208,0.005584230906641809,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,194532.98919550577,194532.98919550577,369.2932942708333,0.3471989911112181,0.005766389156335997,0.005772630693276225,3.6090933850669145,441.0589407273202,0.006881379561774172,0.005761695530545124,0.005585898165710874,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.1777691168916725,0.1777691168916725,0.3700833300749461,1.0861377195913924,0.29746468323179387,0.269003955066164,38.8265072216084,0.42162675068319905,0.2904799222082674,0.2549690615136546,0.2486590936788666,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.19888428592353105,0.19888428592353105,0.3826166659593582,1.124185806038508,0.3362141540600244,0.28228054276050085,40.1674360676785,0.44596444468537066,0.31497631590070846,0.2702349689135297,0.2635191513853599,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08486113270124207,0.08486113270124207,0.26527781618965995,3.8317916257013405,0.16544116148491175,0.1832144039113272,132.8279577674133,0.2913093419395301,0.1861071267755106,0.16947651537583672,0.1643340525728406,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.155416707992572,1.155416707992572,0.7125000158945719,0.3582402390898857,0.05076272439763696,0.04800395462539813,10.055950531922385,1.0749031156306934,0.07671030541641909,0.05084746060709565,0.049147919042802066,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.8404184850066,178.8404184850066,11.454166730244955,0.9906856134310175,0.5735929816335207,0.4172178119110305,36.426958962036046,13.373122989227557,0.6152097838443096,0.5269311771010419,0.5169637630871581,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index c74c8738dba7f388a446d00b3eb95f2565ebe22a..7df50987608832f65c317a06555eeae0cbd6b029 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:44:06.529154+00:00", + "evaluated_at": "2026-06-22T06:53:21.701388+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64049.98828125 + 64028.01171875 ], "p50": [ 63655.2109375, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 76a91734d5a6846c4ec9b87d0dd60c2d918edc49..d365702ef982a1e29559a63f02422ef775c251a2 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:35:24.543496+00:00", + "evaluated_at": "2026-06-22T06:53:21.716291+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.805999994277954, - 1.8070000410079956, 1.815999984741211, 1.815000057220459, 1.812999963760376, @@ -245,11 +243,11 @@ 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333 + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 ], "actuals": [ - 1.7740000486373901, - 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, @@ -307,11 +305,11 @@ 0.8069999814033508, 0.7839999794960022, 0.7620000243186951, - 0.7390000224113464 + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 ], "p50": [ - 1.1510000228881836, - 1.194000005722046, 1.2319999933242798, 1.2660000324249268, 1.2869999408721924, @@ -334,8 +332,8 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.1510000228881836, - 1.194000005722046, + 1.7740000486373901, + 1.7929999828338623, 1.2319999933242798, 1.2660000324249268, 1.2869999408721924, @@ -358,8 +356,8 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.1510000228881836, - 1.194000005722046, + 1.7740000486373901, + 1.7929999828338623, 1.2319999933242798, 1.2660000324249268, 1.2869999408721924, @@ -369,11 +367,11 @@ 1.3860000371932983, 1.4140000343322754, 1.4479999542236328, - 1.4780000448226929 + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104 ], "p10": [ - 1.12798002243042, - 1.1701200056076049, 1.207359993457794, 1.2406800317764282, 1.2612599420547486, @@ -396,8 +394,8 @@ 1.693440043926239, 1.7130400252342224, 1.7287200570106507, - 1.12798002243042, - 1.1701200056076049, + 1.7385200476646423, + 1.757139983177185, 1.207359993457794, 1.2406800317764282, 1.2612599420547486, @@ -420,8 +418,8 @@ 1.693440043926239, 1.7130400252342224, 1.7287200570106507, - 1.12798002243042, - 1.1701200056076049, + 1.7385200476646423, + 1.757139983177185, 1.207359993457794, 1.2406800317764282, 1.2612599420547486, @@ -431,11 +429,11 @@ 1.3582800364494323, 1.38572003364563, 1.4190399551391601, - 1.448440043926239 + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482 ], "p90": [ - 1.1740200233459472, - 1.217880005836487, 1.2566399931907655, 1.2913200330734254, 1.3127399396896362, @@ -458,8 +456,8 @@ 1.7625600457191468, 1.7829600262641907, 1.799280059337616, - 1.1740200233459472, - 1.217880005836487, + 1.809480049610138, + 1.8288599824905396, 1.2566399931907655, 1.2913200330734254, 1.3127399396896362, @@ -482,8 +480,8 @@ 1.7625600457191468, 1.7829600262641907, 1.799280059337616, - 1.1740200233459472, - 1.217880005836487, + 1.809480049610138, + 1.8288599824905396, 1.2566399931907655, 1.2913200330734254, 1.3127399396896362, @@ -493,11 +491,11 @@ 1.4137200379371644, 1.4422800350189209, 1.4769599533081055, - 1.5075600457191467 + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725 ], "timestamps": [ - "2026-06-21 00:30:00", - "2026-06-21 00:36:00", "2026-06-21 00:42:00", "2026-06-21 00:48:00", "2026-06-21 00:54:00", @@ -795,6 +793,8 @@ "2026-06-22 06:06:00", "2026-06-22 06:12:00", "2026-06-22 06:18:00", - "2026-06-22 06:24:00" + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 87ef891b6030da4f5eefa5386fdb131e1ae78430..d070ce666857774dc70f6812dce4c390654d175d 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T06:44:06.542706+00:00", + "evaluated_at": "2026-06-22T06:53:21.724887+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 9bad29b0fbff86165ab516858d01f76284c77588..419ec657e0f24c507ca1f75c06e9bae8063db938 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,245827.82673009238,245827.82673009238,419.2506510416667,0.39416746884560094,0.006556166147684041,0.0065261431572537845,2.1974116110350987,495.8102729170629,0.007735496480272841,0.006541034166969356,0.004356573563722445,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,246614.86237462363,246614.86237462363,420.1663411458333,0.39502837448691497,0.006570561049270393,0.006540441941906105,2.1974116110350987,496.6033249733872,0.0077479802702688704,0.006555414266715661,0.004361398054267085,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.004790557291267798,0.004790557291267798,0.06070529421170553,0.17816071263970182,0.05319584934030488,0.05087256625231599,1.1534689902845014,0.06921385187422961,0.04768491153747355,0.04182293725830445,0.03859573894779956,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.03091506501952003,0.03091506501952003,0.15935466786225636,0.4682081876583971,0.13997178736965804,0.12694226153909302,1.6376033182129042,0.17582680404170473,0.12418317117797054,0.11254921059961591,0.06572778359074488,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08247641589198354,0.08247641589198354,0.2671862343947093,3.859357673256617,0.16683707087429875,0.18385865965677384,100.67842832903209,0.28718707473001553,0.18347355759075404,0.17069573555759637,0.15415559133239984,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.10677694305468322,0.10677694305468322,0.237701416015625,0.11951468099060658,0.016952671491928334,0.016717133223124975,1.2656699082714467,0.3267674143097552,0.02331970927177682,0.016963527182424342,0.022522106314506282,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,117.45671975072294,117.45671975072294,8.909436146418253,0.7705885920738722,0.49495514698276005,0.3577805477779828,2.5655483063178908,10.837745141436153,0.4985736578653699,0.4098647930051864,0.26372161637164776,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index d3810375f398d68da508ecf60264f90e3377c0b8..9817c2fa244c154b3289fceb57dcd747dc99496c 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:43:55.928963+00:00", + "evaluated_at": "2026-06-22T06:53:13.858761+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64049.98828125 + 64028.01171875 ], "p50": [ 64351.75, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 07abc5739ae9c43ae03959afeb8489001f859615..7261c8eebaa9535ff6f496c3863fa7d0d8b5f0dc 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:35:17.574622+00:00", + "evaluated_at": "2026-06-22T06:53:18.869772+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.805999994277954, - 1.8070000410079956, 1.815999984741211, 1.815000057220459, 1.812999963760376, @@ -245,11 +243,11 @@ 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333 + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 ], "actuals": [ - 1.7740000486373901, - 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, @@ -307,197 +305,197 @@ 0.8069999814033508, 0.7839999794960022, 0.7620000243186951, - 0.7390000224113464 + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 ], "p50": [ - 1.7978363037109375, - 1.8110809326171875, 1.8309478759765625, 1.84088134765625, - 1.860748291015625, - 1.873992919921875, - 1.880615234375, + 1.8574371337890625, + 1.86737060546875, 1.887237548828125, 1.8971710205078125, - 1.9037933349609375, - 1.9037933349609375, - 1.8971710205078125, - 1.89385986328125, - 1.8839263916015625, - 1.880615234375, + 1.9071044921875, + 1.9104156494140625, + 1.92034912109375, + 1.92034912109375, + 1.9236602783203125, + 1.9236602783203125, + 1.92034912109375, + 1.9170379638671875, + 1.9236602783203125, + 1.92034912109375, + 1.926971435546875, + 1.92034912109375, + 1.913726806640625, + 1.8905487060546875, 1.8773040771484375, - 1.880615234375, - 1.8706817626953125, 1.8574371337890625, - 1.8375701904296875, - 1.82763671875, - 1.8011474609375, - 1.7779693603515625, - 1.7514801025390625, + 1.8441925048828125, + 1.821014404296875, + 1.8110809326171875, + 1.78790283203125, + 1.768035888671875, 1.741546630859375, - 1.7117462158203125, - 1.688568115234375, - 1.6587677001953125, - 1.6422119140625, - 1.622344970703125, - 1.5859222412109375, - 1.562744140625, - 1.569366455078125, - 1.529632568359375, - 1.4948654174804688, - 1.4733428955078125, - 1.4418869018554688, - 1.423675537109375, - 1.3789749145507812, - 1.3392410278320312, - 1.3127517700195312, - 1.277984619140625, - 1.2498397827148438, - 1.2233505249023438, - 1.1902389526367188, - 1.17864990234375, - 1.1476078033447266, - 1.126913070678711, - 1.0958709716796875, - 1.0694851875305176, - 1.0271644592285156, - 1.0101947784423828, - 0.9841194152832031, - 0.9683914184570312, - 0.9526634216308594, - 0.933624267578125, - 0.9112739562988281, - 0.9112739562988281, - 0.8864402770996094, - 0.8831291198730469 + 1.7249908447265625, + 1.701812744140625, + 1.675323486328125, + 1.6521453857421875, + 1.6455230712890625, + 1.609100341796875, + 1.57598876953125, + 1.54949951171875, + 1.5263214111328125, + 1.5081100463867188, + 1.4650650024414062, + 1.4253311157226562, + 1.3938751220703125, + 1.3624191284179688, + 1.3359298706054688, + 1.2978515625, + 1.264739990234375, + 1.2415618896484375, + 1.211761474609375, + 1.1877555847167969, + 1.1778221130371094, + 1.1583690643310547, + 1.1238088607788086, + 1.097940444946289, + 1.0748658180236816, + 1.0575857162475586, + 1.0377187728881836, + 1.0126781463623047, + 0.9853610992431641, + 0.9828777313232422, + 0.9634246826171875, + 0.9576301574707031 ], "p10": [ - 1.7912139892578125, - 1.7978363037109375, - 1.807769775390625, - 1.81439208984375, - 1.8309478759765625, + 1.821014404296875, + 1.8243255615234375, + 1.834259033203125, 1.8375701904296875, + 1.8541259765625, + 1.860748291015625, + 1.86737060546875, + 1.86737060546875, + 1.873992919921875, + 1.86737060546875, + 1.86737060546875, + 1.860748291015625, + 1.8541259765625, 1.8441925048828125, 1.8441925048828125, - 1.8508148193359375, - 1.847503662109375, - 1.84088134765625, - 1.8375701904296875, - 1.821014404296875, - 1.8044586181640625, - 1.8011474609375, - 1.7845916748046875, - 1.768035888671875, - 1.7514801025390625, - 1.728302001953125, - 1.6985015869140625, - 1.6852569580078125, + 1.834259033203125, + 1.8177032470703125, + 1.807769775390625, + 1.78790283203125, + 1.76141357421875, + 1.741546630859375, + 1.715057373046875, + 1.6918792724609375, 1.65545654296875, - 1.622344970703125, - 1.5925445556640625, - 1.5726776123046875, - 1.5362548828125, - 1.503143310546875, - 1.476654052734375, - 1.4518203735351562, - 1.4269866943359375, - 1.3922195434570312, - 1.36407470703125, - 1.3591079711914062, - 1.31109619140625, - 1.2746734619140625, - 1.2481842041015625, - 1.2159004211425781, - 1.1960334777832031, - 1.1567134857177734, - 1.117600440979004, - 1.0902316570281982, - 1.0590343475341797, - 1.0321311950683594, - 1.0068836212158203, - 0.9812221527099609, - 0.9717025756835938, - 0.9369354248046875, - 0.9112739562988281, - 0.8723678588867188, - 0.8425674438476562, - 0.801177978515625, - 0.78131103515625, - 0.7581329345703125, - 0.748199462890625, - 0.734954833984375, - 0.7183990478515625, - 0.7001876831054688, - 0.7051544189453125, - 0.6770095825195312, - 0.6736984252929688 + 1.6422119140625, + 1.6057891845703125, + 1.57598876953125, + 1.54949951171875, + 1.52301025390625, + 1.4948654174804688, + 1.4650650024414062, + 1.4286422729492188, + 1.423675537109375, + 1.3773193359375, + 1.3425521850585938, + 1.3061294555664062, + 1.2812957763671875, + 1.2622566223144531, + 1.225006103515625, + 1.1869277954101562, + 1.1525745391845703, + 1.126913070678711, + 1.1014585494995117, + 1.067519187927246, + 1.0385465621948242, + 1.0180587768554688, + 0.9837055206298828, + 0.9584579467773438, + 0.9443855285644531, + 0.920379638671875, + 0.8856124877929688, + 0.8574676513671875, + 0.8392562866210938, + 0.827667236328125, + 0.8061447143554688, + 0.7846221923828125, + 0.7630996704101562, + 0.7630996704101562, + 0.7448883056640625, + 0.7366104125976562 ], "p90": [ - 1.81439208984375, - 1.8309478759765625, - 1.8541259765625, - 1.8706817626953125, + 1.847503662109375, + 1.8640594482421875, + 1.8839263916015625, 1.89385986328125, - 1.9071044921875, - 1.9170379638671875, - 1.9236602783203125, - 1.940216064453125, + 1.92034912109375, + 1.9302825927734375, 1.94683837890625, 1.953460693359375, - 1.953460693359375, - 1.9600830078125, - 1.966705322265625, - 1.966705322265625, - 1.966705322265625, + 1.97332763671875, + 1.97332763671875, + 1.979949951171875, + 1.979949951171875, + 1.993194580078125, 1.99981689453125, + 2.006439208984375, + 2.0130615234375, + 2.032928466796875, + 2.03955078125, + 2.032928466796875, + 2.019683837890625, + 2.019683837890625, + 2.006439208984375, + 2.006439208984375, + 1.993194580078125, 1.993194580078125, - 1.979949951171875, - 1.966705322265625, 1.97332763671875, - 1.953460693359375, + 1.966705322265625, + 1.94683837890625, 1.940216064453125, - 1.9236602783203125, - 1.9236602783203125, - 1.900482177734375, - 1.887237548828125, - 1.86737060546875, - 1.8541259765625, - 1.84088134765625, - 1.81439208984375, - 1.8011474609375, + 1.9302825927734375, + 1.9170379638671875, + 1.8971710205078125, + 1.953460693359375, + 1.92034912109375, + 1.8839263916015625, + 1.873992919921875, 1.860748291015625, - 1.8243255615234375, - 1.7845916748046875, - 1.7779693603515625, - 1.754791259765625, - 1.741546630859375, - 1.6918792724609375, - 1.65545654296875, - 1.6455230712890625, - 1.609100341796875, - 1.5859222412109375, - 1.5660552978515625, - 1.5329437255859375, - 1.5263214111328125, - 1.503143310546875, - 1.4783096313476562, - 1.4534759521484375, - 1.4352645874023438, - 1.3938751220703125, - 1.3723526000976562, - 1.350830078125, - 1.3326187133789062, - 1.317718505859375, - 1.2945404052734375, - 1.2630844116210938, - 1.2498397827148438, - 1.2200393676757812, - 1.2150726318359375 + 1.847503662109375, + 1.8044586181640625, + 1.7713470458984375, + 1.7514801025390625, + 1.7183685302734375, + 1.701812744140625, + 1.668701171875, + 1.6389007568359375, + 1.61572265625, + 1.5892333984375, + 1.5594329833984375, + 1.5528106689453125, + 1.5395660400390625, + 1.5047988891601562, + 1.4749984741210938, + 1.4551315307617188, + 1.4385757446289062, + 1.4203643798828125, + 1.3955307006835938, + 1.36407470703125, + 1.3491744995117188, + 1.3259963989257812, + 1.317718505859375 ], "timestamps": [ - "2026-06-21 00:30:00", - "2026-06-21 00:36:00", "2026-06-21 00:42:00", "2026-06-21 00:48:00", "2026-06-21 00:54:00", @@ -795,6 +793,8 @@ "2026-06-22 06:06:00", "2026-06-22 06:12:00", "2026-06-22 06:18:00", - "2026-06-22 06:24:00" + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 4234b14a35506627b807bada3a344f273f73421e..8b7b1b1fab1a20bb262bbea3f1619aba8d49d4aa 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T06:44:06.173504+00:00", + "evaluated_at": "2026-06-22T06:53:21.281580+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 690ee929c4677a594f1beeff3331aecc66cc3946..246d887a45bbb7b1dbe1ba84d2bd709a831dbd80 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,121893.32978566487,69813.60090827942,170.65511067708334,0.16044505322537142,0.002671300619905482,0.002664500319671668,7.751949100981509,349.13225257152175,0.005447066062240503,0.0026625144336288723,0.0034166744201290446,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,122550.90258789062,70188.76200548808,171.57080078125,0.16130595886668542,0.002685645305055582,0.002678799227772498,7.786385326634069,350.07271043011997,0.005461816941554854,0.002676839063609963,0.003431009835946037,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.019242974600373705,0.007671838297488047,0.058564937114715575,0.17187909337312982,0.059597832365963235,0.05519659456374899,12.272927688452837,0.13871904916187144,0.09557054561659462,0.04034833736153769,0.06557371311848623,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02785407705205672,0.012847128899599684,0.08648691872755686,0.2541116869484535,0.08667795453637088,0.07922577376199949,15.562300523953429,0.1668954075223663,0.11787509347125037,0.06108408721603064,0.08669599281005208,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08130303824093153,0.09268624244186856,0.28380415340264636,4.099394340497843,0.17724912511293045,0.19660163573712072,110.46820840336513,0.28513687632597,0.18216375910727164,0.18131233006487896,0.1565473657767722,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.42235894799224144,0.7165555290147267,0.7410150766372681,0.37257742077443695,0.05290884079196182,0.05481136160087916,2.518593179843267,0.6498914893982236,0.04637941216685192,0.052882433793731656,0.032932213307322156,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,57.99967811440941,27.71880639290733,4.041209856669108,0.3495294385130791,0.2215478501157162,0.1858120815007215,27.161221921952727,7.615751973010243,0.3503508588757945,0.18590959227650833,0.3156891483419186,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 5919f241e1fa62d4cc755b7d15a70dba9593d456..dfd0cdc134858e18258703e750da4d76f24d00e5 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:41:37.379088+00:00", + "evaluated_at": "2026-06-22T06:51:05.595868+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64049.98828125 + 64028.01171875 ], "p50": [ 64246.95703125, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 566be95115946f462c794cfbd49d3b6ffefee252..ff1a0ea77238315139a22ef8a68e578a6e6710a9 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:32:48.662243+00:00", + "evaluated_at": "2026-06-22T06:51:15.836560+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.805999994277954, - 1.8070000410079956, 1.815999984741211, 1.815000057220459, 1.812999963760376, @@ -245,11 +243,11 @@ 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333 + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 ], "actuals": [ - 1.7740000486373901, - 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, @@ -307,197 +305,197 @@ 0.8069999814033508, 0.7839999794960022, 0.7620000243186951, - 0.7390000224113464 + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 ], "p50": [ - 1.76493501663208, - 1.780118703842163, - 1.810204267501831, - 1.8123633861541748, - 1.8217480182647705, - 1.8371484279632568, - 1.84798264503479, - 1.8555564880371094, - 1.852074384689331, - 1.855363130569458, - 1.8502998352050781, - 1.863309621810913, - 1.8508787155151367, - 1.8499948978424072, - 1.8512284755706787, - 1.8357388973236084, - 1.8337512016296387, - 1.8206675052642822, - 1.8058388233184814, - 1.8018646240234375, - 1.7885944843292236, - 1.777597427368164, - 1.7476725578308105, - 1.738823652267456, - 1.7109346389770508, - 1.6868538856506348, - 1.672717809677124, - 1.6478374004364014, - 1.622938632965088, - 1.5877768993377686, - 1.5627336502075195, - 1.5469646453857422, - 1.5117454528808594, - 1.4868109226226807, - 1.4667673110961914, - 1.43691086769104, - 1.4132826328277588, - 1.384031057357788, - 1.3744125366210938, - 1.3484928607940674, - 1.3222172260284424, - 1.2998416423797607, - 1.2607262134552002, - 1.2411675453186035, - 1.2282257080078125, - 1.200953722000122, - 1.1699788570404053, - 1.151538610458374, - 1.1301195621490479, - 1.112029790878296, - 1.0931684970855713, - 1.0660614967346191, - 1.0438978672027588, - 1.0364866256713867, - 1.0051708221435547, - 0.9960216283798218, - 0.9817630648612976, - 0.96345055103302, - 0.9625242352485657, - 0.9395982027053833 + 1.7953240871429443, + 1.8094685077667236, + 1.8340201377868652, + 1.8348708152770996, + 1.842406988143921, + 1.8584887981414795, + 1.8660364151000977, + 1.8780648708343506, + 1.8687572479248047, + 1.8729641437530518, + 1.8633592128753662, + 1.879356861114502, + 1.8627049922943115, + 1.8620970249176025, + 1.8647303581237793, + 1.847926139831543, + 1.839660882949829, + 1.8216814994812012, + 1.8081610202789307, + 1.798729658126831, + 1.7815933227539062, + 1.7738840579986572, + 1.7439162731170654, + 1.7340264320373535, + 1.6999232769012451, + 1.676400899887085, + 1.6571345329284668, + 1.629551887512207, + 1.606597900390625, + 1.5717763900756836, + 1.5467569828033447, + 1.5251970291137695, + 1.4929320812225342, + 1.4658393859863281, + 1.4431171417236328, + 1.4132030010223389, + 1.3943250179290771, + 1.3647584915161133, + 1.3508570194244385, + 1.3250432014465332, + 1.2962963581085205, + 1.2758264541625977, + 1.2365362644195557, + 1.2163856029510498, + 1.204810380935669, + 1.1812500953674316, + 1.149416446685791, + 1.1334266662597656, + 1.1124088764190674, + 1.0983914136886597, + 1.078284502029419, + 1.0489004850387573, + 1.0365318059921265, + 1.0267027616500854, + 0.9947496652603149, + 0.9877877831459045, + 0.9795545935630798, + 0.9610093235969543, + 0.9611870646476746, + 0.9424571990966797 ], "p10": [ - 1.775486707687378, - 1.7984137535095215, - 1.8101460933685303, - 1.8281168937683105, - 1.8193397521972656, - 1.8500089645385742, - 1.82850980758667, - 1.8519740104675293, - 1.859677791595459, - 1.8691315650939941, - 1.8664984703063965, - 1.8842523097991943, - 1.8324337005615234, - 1.8811047077178955, - 1.841864824295044, - 1.853952407836914, - 1.8351683616638184, - 1.8261747360229492, - 1.819697380065918, - 1.8405399322509766, - 1.8002986907958984, - 1.8078124523162842, - 1.7656197547912598, - 1.7511043548583984, - 1.7376270294189453, - 1.7255346775054932, - 1.7054367065429688, - 1.674739122390747, - 1.6534552574157715, - 1.6336894035339355, - 1.588902473449707, - 1.6132135391235352, - 1.576446294784546, - 1.563805341720581, - 1.5278050899505615, - 1.5042293071746826, - 1.4739179611206055, - 1.4400348663330078, - 1.4338090419769287, - 1.4021718502044678, - 1.36529541015625, - 1.3623754978179932, - 1.3425116539001465, - 1.3166556358337402, - 1.285306453704834, - 1.2759439945220947, - 1.2583823204040527, - 1.2394020557403564, - 1.2113277912139893, - 1.2062411308288574, - 1.1570653915405273, - 1.1520318984985352, - 1.1395621299743652, - 1.1302051544189453, - 1.1072766780853271, - 1.0929604768753052, - 1.0725454092025757, - 1.0751005411148071, - 1.0495388507843018, - 1.0322210788726807 + 1.8053033351898193, + 1.8295400142669678, + 1.8337132930755615, + 1.8496367931365967, + 1.84104323387146, + 1.8703091144561768, + 1.8477084636688232, + 1.8721284866333008, + 1.8695487976074219, + 1.8812875747680664, + 1.8747406005859375, + 1.9002299308776855, + 1.8458971977233887, + 1.8930816650390625, + 1.8557250499725342, + 1.855637550354004, + 1.8426685333251953, + 1.826857328414917, + 1.8225386142730713, + 1.833925485610962, + 1.7901136875152588, + 1.797435998916626, + 1.7573707103729248, + 1.7455761432647705, + 1.7277181148529053, + 1.7165331840515137, + 1.6912553310394287, + 1.6557025909423828, + 1.641596794128418, + 1.6195228099822998, + 1.5619213581085205, + 1.5875911712646484, + 1.5534026622772217, + 1.5377283096313477, + 1.5010604858398438, + 1.471195936203003, + 1.452533483505249, + 1.4240803718566895, + 1.408846378326416, + 1.3709471225738525, + 1.3386683464050293, + 1.3337678909301758, + 1.3179864883422852, + 1.2961761951446533, + 1.2631938457489014, + 1.2609140872955322, + 1.236799716949463, + 1.2167737483978271, + 1.1900756359100342, + 1.1875118017196655, + 1.1445893049240112, + 1.1395494937896729, + 1.1295455694198608, + 1.1246566772460938, + 1.094266414642334, + 1.083208441734314, + 1.0666937828063965, + 1.066796898841858, + 1.046318531036377, + 1.0306544303894043 ], "p90": [ - 1.7936127185821533, - 1.8057849407196045, - 1.8446986675262451, - 1.846256971359253, - 1.8631649017333984, - 1.8899204730987549, - 1.8994345664978027, - 1.9155080318450928, - 1.9210736751556396, - 1.9246561527252197, - 1.937087059020996, - 1.9366588592529297, - 1.946045160293579, - 1.946580171585083, - 1.94791579246521, - 1.9305479526519775, - 1.9363842010498047, - 1.9291112422943115, - 1.9254462718963623, - 1.9279704093933105, - 1.9183311462402344, - 1.9122345447540283, - 1.9015343189239502, - 1.8953747749328613, - 1.88385009765625, - 1.8664624691009521, - 1.8672428131103516, - 1.8430237770080566, - 1.8339893817901611, - 1.814927101135254, - 1.8059742450714111, - 1.797395944595337, - 1.7728533744812012, - 1.7473335266113281, - 1.7332439422607422, - 1.7178266048431396, - 1.702315092086792, - 1.6730132102966309, - 1.6631057262420654, - 1.6388616561889648, - 1.6163356304168701, - 1.603736162185669, - 1.5632123947143555, - 1.546905279159546, - 1.5420525074005127, - 1.5193510055541992, - 1.5003421306610107, - 1.4884605407714844, - 1.466935396194458, - 1.4528007507324219, - 1.427910327911377, - 1.4200634956359863, - 1.3915281295776367, - 1.3947794437408447, - 1.3859057426452637, - 1.3738884925842285, - 1.360076665878296, - 1.3529736995697021, - 1.3561522960662842, - 1.3337430953979492 + 1.8211255073547363, + 1.8336687088012695, + 1.863877773284912, + 1.8665339946746826, + 1.881098985671997, + 1.9057397842407227, + 1.9122512340545654, + 1.933546543121338, + 1.9337928295135498, + 1.9358224868774414, + 1.941786527633667, + 1.943845272064209, + 1.9497084617614746, + 1.9503817558288574, + 1.9510831832885742, + 1.9345002174377441, + 1.9335567951202393, + 1.9247593879699707, + 1.9212734699249268, + 1.922461986541748, + 1.9067776203155518, + 1.9052860736846924, + 1.8885400295257568, + 1.8852183818817139, + 1.8692810535430908, + 1.851053237915039, + 1.8455429077148438, + 1.8188505172729492, + 1.8121466636657715, + 1.7940661907196045, + 1.7832064628601074, + 1.7697248458862305, + 1.748121738433838, + 1.7215561866760254, + 1.7002997398376465, + 1.6845455169677734, + 1.667079210281372, + 1.6429965496063232, + 1.6258819103240967, + 1.6057045459747314, + 1.5839331150054932, + 1.574634313583374, + 1.5318694114685059, + 1.5195813179016113, + 1.5181553363800049, + 1.500746726989746, + 1.4790434837341309, + 1.471527099609375, + 1.4515345096588135, + 1.4399664402008057, + 1.4153234958648682, + 1.403428554534912, + 1.3859601020812988, + 1.3866207599639893, + 1.3800902366638184, + 1.374398946762085, + 1.3640356063842773, + 1.357471227645874, + 1.3588767051696777, + 1.3402588367462158 ], "timestamps": [ - "2026-06-21 00:30:00", - "2026-06-21 00:36:00", "2026-06-21 00:42:00", "2026-06-21 00:48:00", "2026-06-21 00:54:00", @@ -795,6 +793,8 @@ "2026-06-22 06:06:00", "2026-06-22 06:12:00", "2026-06-22 06:18:00", - "2026-06-22 06:24:00" + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index d5df1ffe82e2914fbab1c3bd1b33f827e2e5c89a..30ecd918c70745256b5a5288d9d7c69f3cc44ebf 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T06:41:52.643162+00:00", + "evaluated_at": "2026-06-22T06:51:20.764108+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 3c409c20022557993292a144af76bae475befdf3..ae38f6bb3368892b3399a3b733faf8f1e8bc585a 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,283603.7626635234,283603.7626635234,445.259765625,0.4186204943489742,0.006962528808884166,0.006927924050719777,2.4730203148839665,532.5446109609254,0.008308615590878652,0.006946821270029327,0.004728450554849956,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,284887.095190684,284887.095190684,446.1754557291667,0.4194813999902882,0.006976984219819619,0.006942222571895743,2.4730203148839665,533.7481570841103,0.008327512085428897,0.006961207173256568,0.0047332803639003156,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.197178137054406,0.197178137054406,0.35167180697123207,1.0321027277585464,0.32422480105328183,0.2496566835213863,8.695254149024347,0.44404744910246474,0.30592667154789094,0.24228443514628956,0.14816136860115378,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.1653313102479426,0.1653313102479426,0.3252320180336634,0.9555810054064424,0.31185829270528165,0.24328077464936623,5.190146853505436,0.40660953044406445,0.2871806787192281,0.22970526927425372,0.1328390452604856,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.07657089340538074,0.07657089340538074,0.25570405854119194,3.693503981032001,0.15950213506075694,0.17515455934860633,58.36477733546215,0.27671446186526055,0.1767829795368021,0.16336018379327008,0.13372725586358059,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.011394196973166496,0.011394196973166496,0.07474064826965332,0.037579097696210505,0.0053074873856334736,0.0053353050233135675,1.2490236892172466,0.10674360389815633,0.007617741857109024,0.005333855556295632,0.021422807115771457,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,87.61885399957737,87.61885399957737,7.479238828023274,0.6468889864133193,0.4215480202265089,0.3122223799987476,2.7889422373079586,9.360494324531016,0.4306150249802824,0.344070783347663,0.24042156098009665,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index c50794d59bd4f2204b79b7a0fca427f16fbd3ec9..6a45d49b386c520b84a25832272b7e0294c9fc10 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:43:02.117829+00:00", + "evaluated_at": "2026-06-22T06:52:12.812555+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64049.98828125 + 64028.01171875 ], "p50": [ 64325.31640625, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ff6fc394601ad2243cbb1fef0b3a5cba598b8881..5ecd7d0c1ed530f9cad6da977ed0c35dd3f017de 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:33:59.592698+00:00", + "evaluated_at": "2026-06-22T06:52:18.053333+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.805999994277954, - 1.8070000410079956, 1.815999984741211, 1.815000057220459, 1.812999963760376, @@ -245,11 +243,11 @@ 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333 + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 ], "actuals": [ - 1.7740000486373901, - 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, @@ -307,197 +305,197 @@ 0.8069999814033508, 0.7839999794960022, 0.7620000243186951, - 0.7390000224113464 + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 ], "p50": [ - 1.7837209701538086, - 1.7988194227218628, - 1.8116505146026611, - 1.825648546218872, - 1.8391993045806885, - 1.8520877361297607, - 1.8638631105422974, - 1.8732247352600098, - 1.8838547468185425, - 1.8939363956451416, - 1.9025957584381104, - 1.9089025259017944, - 1.9150066375732422, - 1.9180291891098022, - 1.921262264251709, - 1.9225283861160278, - 1.9244105815887451, - 1.9249683618545532, - 1.9256999492645264, - 1.9250102043151855, - 1.9238463640213013, - 1.92113196849823, - 1.9171929359436035, - 1.909746766090393, - 1.9036610126495361, - 1.895754337310791, - 1.8862190246582031, - 1.8786730766296387, - 1.8711202144622803, - 1.8625108003616333, - 1.855053186416626, - 1.8431367874145508, - 1.939818263053894, - 1.9260523319244385, - 1.9128427505493164, - 1.9030687808990479, - 1.8885937929153442, - 1.8734511137008667, - 1.8589303493499756, - 1.8384461402893066, - 1.8198034763336182, - 1.802112340927124, - 1.7822723388671875, - 1.7577946186065674, - 1.7377824783325195, - 1.7208393812179565, - 1.7055392265319824, - 1.6835484504699707, - 1.666835069656372, - 1.6516668796539307, - 1.630484938621521, - 1.6109614372253418, - 1.5918022394180298, - 1.569814920425415, - 1.550234079360962, - 1.5284003019332886, - 1.5120341777801514, - 1.497802972793579, - 1.480629563331604, - 1.465280532836914 + 1.8076587915420532, + 1.8220710754394531, + 1.8340225219726562, + 1.8459092378616333, + 1.8559062480926514, + 1.8655495643615723, + 1.8751522302627563, + 1.8825304508209229, + 1.8901665210723877, + 1.8967328071594238, + 1.901458501815796, + 1.9038523435592651, + 1.9028037786483765, + 1.9024913311004639, + 1.9033253192901611, + 1.9021942615509033, + 1.9004000425338745, + 1.897900938987732, + 1.8964557647705078, + 1.8918406963348389, + 1.885283350944519, + 1.8770768642425537, + 1.8679163455963135, + 1.8563532829284668, + 1.8465800285339355, + 1.8369650840759277, + 1.82607102394104, + 1.8157212734222412, + 1.8030803203582764, + 1.7885313034057617, + 1.7752999067306519, + 1.7584891319274902, + 1.885594367980957, + 1.870854139328003, + 1.8534204959869385, + 1.8351407051086426, + 1.8136014938354492, + 1.7909364700317383, + 1.7689478397369385, + 1.7412691116333008, + 1.7153172492980957, + 1.6917023658752441, + 1.667126178741455, + 1.6406810283660889, + 1.621124267578125, + 1.6038072109222412, + 1.5879554748535156, + 1.56650972366333, + 1.549200415611267, + 1.533320665359497, + 1.510650396347046, + 1.4884033203125, + 1.4668703079223633, + 1.4426919221878052, + 1.4247117042541504, + 1.405606746673584, + 1.3898932933807373, + 1.3750591278076172, + 1.356400489807129, + 1.3385156393051147 ], "p10": [ - 1.7725229263305664, - 1.7854619026184082, - 1.7957934141159058, - 1.8048787117004395, - 1.8148081302642822, - 1.8224387168884277, - 1.8293859958648682, - 1.8325896263122559, - 1.8393452167510986, - 1.8439762592315674, - 1.8453344106674194, - 1.8445348739624023, - 1.8423516750335693, - 1.8363765478134155, - 1.8285198211669922, - 1.8192981481552124, - 1.8127645254135132, - 1.803000569343567, - 1.792661190032959, - 1.7809492349624634, - 1.7686434984207153, - 1.756354808807373, - 1.7396899461746216, - 1.7201474905014038, - 1.6996334791183472, - 1.6781669855117798, - 1.6549017429351807, - 1.6303369998931885, - 1.604619026184082, - 1.5763945579528809, - 1.5455282926559448, - 1.5203744173049927, - 1.620113492012024, - 1.6115312576293945, - 1.5875935554504395, - 1.5633423328399658, - 1.5336284637451172, - 1.4982985258102417, - 1.4579439163208008, - 1.423565149307251, - 1.3871443271636963, - 1.3532915115356445, - 1.3143614530563354, - 1.2778977155685425, - 1.2522836923599243, - 1.2214630842208862, - 1.1875513792037964, - 1.1447786092758179, - 1.1092201471328735, - 1.0823395252227783, - 1.0554770231246948, - 1.0369253158569336, - 1.0013811588287354, - 0.9705327749252319, - 0.9412776231765747, - 0.9133536219596863, - 0.8908076882362366, - 0.8721196055412292, - 0.8573564291000366, - 0.8348689675331116 + 1.7958641052246094, + 1.8080300092697144, + 1.8180211782455444, + 1.8256181478500366, + 1.8318941593170166, + 1.8358628749847412, + 1.8406531810760498, + 1.8422318696975708, + 1.845643162727356, + 1.8462870121002197, + 1.8431921005249023, + 1.8372361660003662, + 1.8273887634277344, + 1.818274974822998, + 1.8085520267486572, + 1.798236608505249, + 1.7879483699798584, + 1.7750446796417236, + 1.762505054473877, + 1.746696949005127, + 1.7286062240600586, + 1.7101637125015259, + 1.6876347064971924, + 1.6629064083099365, + 1.63704514503479, + 1.6139447689056396, + 1.5898544788360596, + 1.5618348121643066, + 1.5298380851745605, + 1.4943293333053589, + 1.4577327966690063, + 1.4273622035980225, + 1.527837872505188, + 1.5365158319473267, + 1.51657235622406, + 1.4863502979278564, + 1.4508453607559204, + 1.4081089496612549, + 1.3611314296722412, + 1.320979118347168, + 1.2751848697662354, + 1.2336912155151367, + 1.1895838975906372, + 1.1504939794540405, + 1.122431993484497, + 1.0882823467254639, + 1.053018569946289, + 1.0132079124450684, + 0.9788775444030762, + 0.9483439326286316, + 0.914516806602478, + 0.8881110548973083, + 0.8502444624900818, + 0.8202150464057922, + 0.7944180965423584, + 0.7700892090797424, + 0.7462714910507202, + 0.7248207330703735, + 0.7068683505058289, + 0.6803056001663208 ], "p90": [ - 1.7923266887664795, - 1.8106112480163574, - 1.8263299465179443, - 1.845658779144287, - 1.863213300704956, - 1.879800796508789, - 1.8969838619232178, - 1.9111113548278809, - 1.9271152019500732, - 1.941678524017334, - 1.9569532871246338, - 1.9708900451660156, - 1.9833765029907227, - 1.9940216541290283, - 2.002655029296875, - 2.0116758346557617, - 2.0233304500579834, - 2.03501558303833, - 2.043381929397583, - 2.0534586906433105, - 2.062537908554077, - 2.0719985961914062, - 2.0789713859558105, - 2.0815203189849854, - 2.088192939758301, - 2.0931904315948486, - 2.095181703567505, - 2.1008944511413574, - 2.1059393882751465, - 2.1110458374023438, - 2.1136083602905273, - 2.1076817512512207, - 2.1271538734436035, - 2.1430907249450684, - 2.159700870513916, - 2.175703525543213, - 2.1779446601867676, - 2.181381940841675, - 2.1868326663970947, - 2.1897408962249756, - 2.1899497509002686, - 2.1956074237823486, - 2.195769786834717, - 2.1938071250915527, - 2.194373369216919, - 2.1905555725097656, - 2.188642978668213, - 2.1779139041900635, - 2.171182155609131, - 2.171639919281006, - 2.1622722148895264, - 2.1626992225646973, - 2.1539320945739746, - 2.149034023284912, - 2.1395368576049805, - 2.1281955242156982, - 2.122436046600342, - 2.117830276489258, - 2.113074779510498, - 2.1129584312438965 + 1.8166117668151855, + 1.8350830078125, + 1.8498872518539429, + 1.866701364517212, + 1.8800631761550903, + 1.892559289932251, + 1.9078638553619385, + 1.9211947917938232, + 1.9341397285461426, + 1.9462816715240479, + 1.9578571319580078, + 1.9679991006851196, + 1.9730374813079834, + 1.9802801609039307, + 1.9870834350585938, + 1.9940648078918457, + 2.001793622970581, + 2.010345697402954, + 2.017749309539795, + 2.0250167846679688, + 2.0291643142700195, + 2.033125877380371, + 2.0357277393341064, + 2.035228967666626, + 2.0387723445892334, + 2.0437068939208984, + 2.046894073486328, + 2.049999475479126, + 2.0493173599243164, + 2.0479094982147217, + 2.0451912879943848, + 2.035637855529785, + 2.081383228302002, + 2.0965499877929688, + 2.108476400375366, + 2.1158976554870605, + 2.112731695175171, + 2.1111161708831787, + 2.111020565032959, + 2.108030319213867, + 2.1013147830963135, + 2.101604461669922, + 2.098081111907959, + 2.096350908279419, + 2.099679470062256, + 2.0977888107299805, + 2.0973563194274902, + 2.089059352874756, + 2.0823726654052734, + 2.081772804260254, + 2.0705602169036865, + 2.067781448364258, + 2.0572497844696045, + 2.0526719093322754, + 2.0474905967712402, + 2.0426554679870605, + 2.0416104793548584, + 2.0395264625549316, + 2.034719705581665, + 2.033247232437134 ], "timestamps": [ - "2026-06-21 00:30:00", - "2026-06-21 00:36:00", "2026-06-21 00:42:00", "2026-06-21 00:48:00", "2026-06-21 00:54:00", @@ -795,6 +793,8 @@ "2026-06-22 06:06:00", "2026-06-22 06:12:00", "2026-06-22 06:18:00", - "2026-06-22 06:24:00" + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 6955499af52d16b407419be7e86dced3ef09efaf..16f4f5e6a91815fca44d710982fd10db548bbbab 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T06:43:11.251745+00:00", + "evaluated_at": "2026-06-22T06:52:21.825614+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 3e13160c1302485d0ef15ed0f05b7488d6a09248..093f385e3f1addf33498d3aa1e2e55d1bd4cf1a8 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,148389.06669934592,148389.06669934592,311.9044596354167,0.2932436504765943,0.004878743941531271,0.004860945613961823,1.8168602539686949,385.2130147065983,0.006009988259998462,0.004866248203160488,0.0038340038554684186,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,149079.54711469015,149079.54711469015,312.8201497395833,0.2941045561179083,0.004893127070941988,0.004875244435342718,1.8168602539686949,386.10820648451664,0.0060240409509768195,0.004880604350473755,0.003838820872332114,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0004053977803411139,0.0004053977803411139,0.015381062030792236,0.04514105413944281,0.010311521459256939,0.01038546069515422,2.0839486075487494,0.02013449230403175,0.013871666702126922,0.010596788972581433,0.051359981082668135,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.003882068615626544,0.003882068615626544,0.04849762817223867,0.14249338847031603,0.04758199393112028,0.04539374031089178,2.023271562326799,0.06230624860819775,0.04400573381595312,0.034252964409284097,0.05807518025686312,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08241932684518144,0.08241932684518144,0.266747373673651,3.8530185723851056,0.16648504460448832,0.18352638862576917,99.25833927503487,0.2870876640421553,0.1834100476553525,0.17041536312838762,0.15475922673767606,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.11102283650662532,0.11102283650662532,0.2739514112472534,0.13774093596476414,0.019541363972233185,0.019828296108425757,1.8248164976070234,0.33320089511678286,0.02377883369929157,0.019550502850394533,0.0356804831081917,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,36.607410676754476,36.607410676754476,5.010026057561238,0.4333235978689384,0.28333119730687445,0.23149154983820575,2.8247869123506817,6.050405827442856,0.2783395370153903,0.2304784791412914,0.18231364616485768,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 3b85a4c7bd1b3b8b96ad6c6dcf659a37f3650397..5753dbd1eee4ff067755b3d66158d5edf3231cf6 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:42:44.761369+00:00", + "evaluated_at": "2026-06-22T06:51:47.505449+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64049.98828125 + 64028.01171875 ], "p50": [ 64313.0234375, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index cb1ea2999ed4ea9a4e15f8517d14f1b8f2dbefbc..d91ba38fd5c42f605c4b6727c89459a20b7398b4 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:33:38.366058+00:00", + "evaluated_at": "2026-06-22T06:51:54.032517+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.805999994277954, - 1.8070000410079956, 1.815999984741211, 1.815000057220459, 1.812999963760376, @@ -245,11 +243,11 @@ 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333 + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623 ], "actuals": [ - 1.7740000486373901, - 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, @@ -307,197 +305,197 @@ 0.8069999814033508, 0.7839999794960022, 0.7620000243186951, - 0.7390000224113464 + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596 ], "p50": [ - 1.7726168632507324, - 1.7857145071029663, - 1.797851800918579, - 1.8076386451721191, - 1.8172158002853394, - 1.8245902061462402, - 1.8300995826721191, - 1.8364663124084473, - 1.8391072750091553, - 1.8428826332092285, - 1.8447933197021484, - 1.8435015678405762, - 1.839625597000122, - 1.835329532623291, - 1.8279502391815186, - 1.8206100463867188, - 1.8128957748413086, - 1.8017586469650269, - 1.7911343574523926, - 1.7798213958740234, - 1.7672557830810547, - 1.7487525939941406, - 1.7282663583755493, - 1.7105611562728882, - 1.6878788471221924, - 1.665846824645996, - 1.643470287322998, - 1.621384620666504, - 1.5947036743164062, - 1.5732935667037964, - 1.5483543872833252, - 1.5205541849136353, - 1.4593520164489746, - 1.4376274347305298, - 1.3991963863372803, - 1.3674492835998535, - 1.3346015214920044, - 1.308014154434204, - 1.27838933467865, - 1.2522180080413818, - 1.2243462800979614, - 1.1948305368423462, - 1.1727458238601685, - 1.1448789834976196, - 1.1149593591690063, - 1.0877265930175781, - 1.054343819618225, - 1.0271055698394775, - 0.9962824583053589, - 0.9688122272491455, - 0.9386166334152222, - 0.9140162467956543, - 0.8934449553489685, - 0.8693870902061462, - 0.8464324474334717, - 0.8209667205810547, - 0.7966963052749634, - 0.7843390703201294, - 0.7674506902694702, - 0.7524888515472412 + 1.7985550165176392, + 1.8084328174591064, + 1.817946195602417, + 1.8257532119750977, + 1.834279179573059, + 1.8419562578201294, + 1.8461544513702393, + 1.8510993719100952, + 1.8507797718048096, + 1.8512071371078491, + 1.8497543334960938, + 1.8468656539916992, + 1.8396453857421875, + 1.8334025144577026, + 1.8243529796600342, + 1.8171639442443848, + 1.8093552589416504, + 1.7976208925247192, + 1.7863985300064087, + 1.7744126319885254, + 1.7608389854431152, + 1.740706443786621, + 1.720015287399292, + 1.7021052837371826, + 1.6791784763336182, + 1.6583445072174072, + 1.6371028423309326, + 1.6156864166259766, + 1.5898094177246094, + 1.5692321062088013, + 1.5452054738998413, + 1.519213318824768, + 1.4639767408370972, + 1.4426912069320679, + 1.4089128971099854, + 1.3818954229354858, + 1.3528441190719604, + 1.3268976211547852, + 1.2989449501037598, + 1.2735068798065186, + 1.2473341226577759, + 1.2199829816818237, + 1.1979960203170776, + 1.1708128452301025, + 1.1436901092529297, + 1.1199686527252197, + 1.0910532474517822, + 1.0670132637023926, + 1.0383782386779785, + 1.0129973888397217, + 0.9881773591041565, + 0.9652805328369141, + 0.9458906650543213, + 0.9257572293281555, + 0.9042946696281433, + 0.8825376033782959, + 0.8615636229515076, + 0.8493665456771851, + 0.8342703580856323, + 0.822501540184021 ], "p10": [ - 1.7613080739974976, - 1.7687339782714844, - 1.7750906944274902, - 1.77814519405365, - 1.7823004722595215, - 1.7847387790679932, - 1.7847681045532227, - 1.7829904556274414, - 1.779270887374878, - 1.77806556224823, - 1.7707302570343018, - 1.7595654726028442, - 1.748555302619934, - 1.7335903644561768, - 1.7156660556793213, - 1.6984347105026245, - 1.6795580387115479, - 1.6616485118865967, - 1.6396286487579346, - 1.6185965538024902, - 1.5969161987304688, - 1.5697274208068848, - 1.5382661819458008, - 1.5093309879302979, - 1.4760634899139404, - 1.446516990661621, - 1.4104831218719482, - 1.3777141571044922, - 1.3424568176269531, - 1.3120096921920776, - 1.2785718441009521, - 1.2426559925079346, - 1.1558200120925903, - 1.1219995021820068, - 1.0772991180419922, - 1.042509913444519, - 1.0014797449111938, - 0.9647836685180664, - 0.912436842918396, - 0.8806263208389282, - 0.835716962814331, - 0.7814098596572876, - 0.7581424713134766, - 0.6993417739868164, - 0.6477534174919128, - 0.6035054326057434, - 0.5735499858856201, - 0.5348048210144043, - 0.4950123429298401, - 0.45931482315063477, - 0.4150334596633911, - 0.3894815444946289, - 0.3617541193962097, - 0.3197709321975708, - 0.29463857412338257, - 0.26463741064071655, - 0.2231135368347168, - 0.19833165407180786, - 0.1728229522705078, - 0.14537906646728516 + 1.7872811555862427, + 1.7916486263275146, + 1.7954180240631104, + 1.797037124633789, + 1.8006746768951416, + 1.803361415863037, + 1.801796317100525, + 1.7984927892684937, + 1.7913038730621338, + 1.7863620519638062, + 1.7755820751190186, + 1.762451171875, + 1.747450351715088, + 1.7306008338928223, + 1.7091543674468994, + 1.6912614107131958, + 1.6712546348571777, + 1.6518256664276123, + 1.6279942989349365, + 1.6045879125595093, + 1.5807907581329346, + 1.5501056909561157, + 1.5172733068466187, + 1.4867292642593384, + 1.4520257711410522, + 1.422633409500122, + 1.386764645576477, + 1.354047417640686, + 1.3175987005233765, + 1.2871588468551636, + 1.2534739971160889, + 1.216559886932373, + 1.1455706357955933, + 1.1135103702545166, + 1.0700267553329468, + 1.0392378568649292, + 1.0043816566467285, + 0.9683766961097717, + 0.9213053584098816, + 0.8907690048217773, + 0.8478304147720337, + 0.8018265962600708, + 0.7778842449188232, + 0.7226550579071045, + 0.6776818633079529, + 0.6389186382293701, + 0.6103335618972778, + 0.5756857991218567, + 0.5364072322845459, + 0.5055456161499023, + 0.4669543504714966, + 0.4408721923828125, + 0.4134103059768677, + 0.3756679892539978, + 0.35364460945129395, + 0.32534945011138916, + 0.2869473695755005, + 0.26525115966796875, + 0.23685824871063232, + 0.21456873416900635 ], "p90": [ - 1.7849760055541992, - 1.801891803741455, - 1.820676565170288, - 1.8362300395965576, - 1.8540525436401367, - 1.8672354221343994, - 1.8785737752914429, - 1.892439842224121, - 1.9032087326049805, - 1.9156771898269653, - 1.9250932931900024, - 1.9343900680541992, - 1.943105697631836, - 1.949763536453247, - 1.9544398784637451, - 1.9571013450622559, - 1.9618351459503174, - 1.9633049964904785, - 1.9651885032653809, - 1.9654700756072998, - 1.9668489694595337, - 1.9647939205169678, - 1.9570441246032715, - 1.9536696672439575, - 1.9460184574127197, - 1.9388371706008911, - 1.9302700757980347, - 1.9246103763580322, - 1.9116326570510864, - 1.9088653326034546, - 1.8935787677764893, - 1.885495662689209, - 1.8729960918426514, - 1.864943265914917, - 1.8497436046600342, - 1.8447229862213135, - 1.8296525478363037, - 1.812791347503662, - 1.8118784427642822, - 1.8045945167541504, - 1.797692894935608, - 1.797187089920044, - 1.7916721105575562, - 1.795654058456421, - 1.7937815189361572, - 1.7907919883728027, - 1.7979626655578613, - 1.7939354181289673, - 1.776316523551941, - 1.77685546875, - 1.7796721458435059, - 1.7736232280731201, - 1.790780782699585, - 1.7729417085647583, - 1.790416955947876, - 1.8151506185531616, - 1.7887322902679443, - 1.807606816291809, - 1.841375470161438, - 1.8170229196548462 + 1.8105616569519043, + 1.824092149734497, + 1.8396515846252441, + 1.8526380062103271, + 1.8693219423294067, + 1.8823692798614502, + 1.8923437595367432, + 1.904585361480713, + 1.912325143814087, + 1.9216160774230957, + 1.9291452169418335, + 1.9365596771240234, + 1.9424946308135986, + 1.946791648864746, + 1.9503813982009888, + 1.9546058177947998, + 1.9592959880828857, + 1.9608299732208252, + 1.9623546600341797, + 1.9632675647735596, + 1.9642930030822754, + 1.9627466201782227, + 1.9556646347045898, + 1.9523489475250244, + 1.9462554454803467, + 1.9407602548599243, + 1.9344679117202759, + 1.930654525756836, + 1.91872239112854, + 1.917133092880249, + 1.9047510623931885, + 1.8991776704788208, + 1.8612701892852783, + 1.8517816066741943, + 1.8430386781692505, + 1.84224534034729, + 1.8286068439483643, + 1.81401526927948, + 1.8086276054382324, + 1.8031209707260132, + 1.796554684638977, + 1.7936208248138428, + 1.7822861671447754, + 1.789799690246582, + 1.7847901582717896, + 1.7734789848327637, + 1.7781952619552612, + 1.772535800933838, + 1.7536885738372803, + 1.7491902112960815, + 1.7463563680648804, + 1.7377170324325562, + 1.7421307563781738, + 1.7282962799072266, + 1.740947961807251, + 1.7611429691314697, + 1.7310420274734497, + 1.7381749153137207, + 1.757347822189331, + 1.7431936264038086 ], "timestamps": [ - "2026-06-21 00:30:00", - "2026-06-21 00:36:00", "2026-06-21 00:42:00", "2026-06-21 00:48:00", "2026-06-21 00:54:00", @@ -795,6 +793,8 @@ "2026-06-22 06:06:00", "2026-06-22 06:12:00", "2026-06-22 06:18:00", - "2026-06-22 06:24:00" + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 7604d0e925ca5f5c8a7e64393b113e22ddf8cc69..50bdd47094165046b20ce62087654fa26426b649 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:42:52.206221+00:00", + "evaluated_at": "2026-06-22T06:51:56.491310+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", - "data_fetched_at": "2026-06-22T06:40:20.328560Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t003600z", + "data_fetched_at": "2026-06-22T06:49:43.547735Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []