diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index b08611a1329bfd997ad4b0b7ee9ac51881df4665..5b9f8426b08f7aa403c188bef3723bcd539c0874 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T08:06:01.077229+00:00", + "generated_at": "2026-06-22T08:13:23.246736+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 3718183f1187859685c0c0b1c070001f6026abe0..9dbe75ab22c918b9d3c326efb02953a1a50c351c 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.3113450437413025,0.6267018530987069,7.0,1,1,1.0 Air Quality,ETS,0.8278621445154991,0.861462633073793,8.0,1,1,1.0 Air Quality,Moving-Average,0.9063972205324378,0.9072680803461534,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.30809051654158626,0.37784940365801883,1.0,1,1,1.0 -Finance,Moving-Average,0.36816844614701566,0.42944161078269044,2.0,1,1,1.0 -Finance,Timer-S1,0.5010612706557757,0.6277933345641029,3.0,1,1,1.0 -Finance,TimesFM-2.5,0.6877082275056053,0.6640829661267327,4.0,1,1,1.0 -Finance,TiRex,0.9770128223607036,0.7665005862905749,5.0,1,1,1.0 -Finance,Toto-2.0-1B,0.5193442394011891,0.7749072307160967,6.0,1,1,1.0 -Finance,Chronos-2,0.4043797880019175,0.8212497477756822,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.3532457667265443,0.8391711255615889,8.0,1,1,1.0 -Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.3457004833327273,1.986658843622314,10.0,1,1,1.0 +Finance,Moving-Average,0.38646045706152726,0.42050004942067404,1.0,1,1,1.0 +Finance,TimesFM-2.5,0.44855800280139907,0.5276861808631171,2.0,1,1,1.0 +Finance,Toto-2.0-1B,0.3742527964394954,0.5676656650371781,3.0,1,1,1.0 +Finance,ETS,0.6056132024577852,0.5736742172814181,4.0,1,1,1.0 +Finance,Timer-S1,0.3641316033972572,0.6320185817382462,5.0,1,1,1.0 +Finance,TiRex,0.6564543061988667,0.6851740631240083,6.0,1,1,1.0 +Finance,Chronos-2,0.542875790597015,0.9852413489510781,7.0,1,1,1.0 +Finance,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.5601676359497914,1.0242427131785246,9.0,1,1,1.0 +Finance,ARIMA,1.0542545722876713,1.910341462998628,10.0,1,1,1.0 Hazards,Chronos-2,0.4113635439038825,0.5183186968386267,1.0,1,1,1.0 Hazards,Toto-2.0-1B,0.5339806821199082,0.5610334734669412,2.0,1,1,1.0 Hazards,ARIMA,0.5639455186089176,0.5781335997353867,3.0,1,1,1.0 @@ -39,16 +39,16 @@ Hydrology,TimesFM-2.5,0.689314921020468,1.1807884366652002,7.0,1,1,1.0 Hydrology,Timer-S1,0.871625331735611,1.2034597633482607,8.0,1,1,1.0 Hydrology,Moving-Average,1.0655308142888356,1.2590774744243416,9.0,1,1,1.0 Hydrology,Moirai-1.1-Large,2.2923149098495643,1.6291806693478157,10.0,1,1,1.0 -Ocean,Chronos-2,0.1795759145995834,0.33162800047662067,2.0,2,2,1.0 -Ocean,TiRex,0.4244205634015007,0.479240869643429,3.5,2,2,1.0 -Ocean,Timer-S1,0.23089572527201496,0.3920106091790511,4.5,2,2,1.0 -Ocean,ETS,1.019494703672331,0.9923077451742277,5.0,2,2,1.0 -Ocean,Toto-2.0-1B,0.12120281716154199,0.3802843553653829,5.0,2,2,1.0 -Ocean,Moving-Average,0.9697761730960927,0.9635191636639954,5.5,2,2,1.0 -Ocean,TimesFM-2.5,0.19927497722942122,0.4415047492509651,5.5,2,2,1.0 -Ocean,Moirai-1.1-Large,1.9256362555194018,1.171845442911214,7.0,2,2,1.0 -Ocean,Seasonal-Naive,1.0,1.0,8.0,2,2,1.0 -Ocean,ARIMA,1.0925372130092343,1.0582622417869552,9.0,2,2,1.0 +Ocean,Chronos-2,0.05929793399821309,0.252014188203007,2.5,2,2,1.0 +Ocean,ETS,0.6803855559606351,0.805975406699309,3.5,2,2,1.0 +Ocean,TiRex,0.2624740448314146,0.4020614146766207,3.5,2,2,1.0 +Ocean,TimesFM-2.5,0.030525777692018207,0.22686914672694766,4.0,2,2,1.0 +Ocean,Timer-S1,0.15974863294870745,0.32559547142140777,4.5,2,2,1.0 +Ocean,Toto-2.0-1B,0.05904732631812829,0.33926345085287757,6.0,2,2,1.0 +Ocean,Moving-Average,0.9727770838591524,0.9713747361754563,6.5,2,2,1.0 +Ocean,Moirai-1.1-Large,1.5953973107878812,1.010137489612922,7.0,2,2,1.0 +Ocean,ARIMA,0.9181037901084982,0.9655023493859057,8.5,2,2,1.0 +Ocean,Seasonal-Naive,1.0,1.0,9.0,2,2,1.0 Weather,Chronos-2,0.3205499243964974,0.5082490399502162,1.6666666666666667,3,3,1.0 Weather,Seasonal-Naive,1.0,1.0,4.0,3,3,1.0 Weather,Moirai-1.1-Large,1.3423924699239056,1.0295728662344248,4.333333333333333,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index c192cc754392b8ca9ff86229b15f2b653a01e5d1..8219e9d587e0a8a2524579ea735e73c1586201a1 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.37774540494238584,0.5527342240337353,3.0,6,6,1.0 -1h,Toto-2.0-1B,0.3816113342966004,0.8134342177399002,4.0,6,6,1.0 -1h,Timer-S1,0.7829046388791118,0.7730891941321244,4.333333333333333,6,6,1.0 -1h,Moirai-1.1-Large,0.8649752334280741,0.8060877776875877,5.0,6,6,1.0 -1h,TiRex,0.9435506246198682,0.9414993984130067,5.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.5545572518983136,0.8719750205090975,6.0,6,6,1.0 -1h,Moving-Average,0.7721418901214161,0.905170719820466,6.166666666666667,6,6,1.0 -1h,ETS,2.6190270016253336,1.477225432628861,6.666666666666667,6,6,1.0 -1h,Seasonal-Naive,1.0,1.0,6.833333333333333,6,6,1.0 -1h,ARIMA,1.6193540300151945,1.35140969403895,7.166666666666667,6,6,1.0 -6min,Chronos-2,0.033002612982403375,0.12258728739741265,1.0,1,1,1.0 -6min,Toto-2.0-1B,0.014524515635846964,0.14783809721060268,2.0,1,1,1.0 -6min,Timer-S1,0.053657711453518615,0.1596741412888351,3.0,1,1,1.0 -6min,TimesFM-2.5,0.04159088708808065,0.20120683916641924,4.0,1,1,1.0 -6min,TiRex,0.19083430002958385,0.26294865309576787,5.0,1,1,1.0 -6min,Moving-Average,0.9990522150573852,0.9719677537647906,6.0,1,1,1.0 -6min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -6min,ARIMA,1.193948458120584,1.088674013775879,8.0,1,1,1.0 -6min,ETS,1.3621358519980478,1.172959027973,9.0,1,1,1.0 -6min,Moirai-1.1-Large,3.734523424509603,1.493149961593756,10.0,1,1,1.0 +1h,Chronos-2,0.3967506946982998,0.5697630127448895,3.0,6,6,1.0 +1h,Toto-2.0-1B,0.3613318304749631,0.7723181769352032,3.5,6,6,1.0 +1h,Timer-S1,0.7423410144337176,0.773953961253889,4.666666666666667,6,6,1.0 +1h,Moirai-1.1-Large,0.9340651751824033,0.833312176791009,5.166666666666667,6,6,1.0 +1h,TimesFM-2.5,0.5164347455729431,0.8391951023302535,5.666666666666667,6,6,1.0 +1h,Moving-Average,0.778407235454994,0.9020019680021163,6.0,6,6,1.0 +1h,TiRex,0.8830444788268835,0.9240627223957322,6.0,6,6,1.0 +1h,Seasonal-Naive,1.0,1.0,6.666666666666667,6,6,1.0 +1h,ARIMA,1.5548004365483994,1.3426154725251147,7.166666666666667,6,6,1.0 +1h,ETS,2.9312946583197834,1.5836937684028403,7.166666666666667,6,6,1.0 +6min,TimesFM-2.5,0.0009759467481005293,0.05312792505921623,1.0,1,1,1.0 +6min,Chronos-2,0.003598580955014635,0.0707934429442907,2.0,1,1,1.0 +6min,Timer-S1,0.025684709683802882,0.1101528300371148,3.0,1,1,1.0 +6min,Toto-2.0-1B,0.0034472811483328295,0.11766399677453539,4.0,1,1,1.0 +6min,TiRex,0.07298545656306424,0.1850751236607486,5.0,1,1,1.0 +6min,ETS,0.6066813530134428,0.7738087925116743,6.0,1,1,1.0 +6min,ARIMA,0.843134115979295,0.9061872019697098,7.0,1,1,1.0 +6min,Moving-Average,1.0052447887492597,0.9878812695901643,8.0,1,1,1.0 +6min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +6min,Moirai-1.1-Large,2.5634472843212444,1.1094908771408507,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 5d8b4fb1460e952ddd2a01589c17208ab63af71b..27d394c62c5234274566495345a226c6904c46e6 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,26 +9,26 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.41267230923658466,0.6125865278109742,3.4285714285714284,7,7,1.0 -24,Toto-2.0-1B,0.4169070735847512,0.8483512166733509,4.0,7,7,1.0 -24,Timer-S1,0.7950034365016709,0.8235444172289982,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,0.9941934604404402,0.8913281227421213,5.714285714285714,7,7,1.0 -24,TiRex,0.8932470282972155,0.9637251422711391,5.714285714285714,7,7,1.0 -24,ETS,2.09757382004624,1.3690861368901015,6.0,7,7,1.0 -24,TimesFM-2.5,0.572060929656306,0.9105708956672562,6.142857142857143,7,7,1.0 -24,ARIMA,1.4787667135110223,1.2117770777130294,6.285714285714286,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,6.285714285714286,7,7,1.0 -24,Moving-Average,0.8084969496288699,0.9488663872145804,6.571428571428571,7,7,1.0 -60,Chronos-2,0.033002612982403375,0.12258728739741265,1.0,1,1,1.0 -60,Toto-2.0-1B,0.014524515635846964,0.14783809721060268,2.0,1,1,1.0 -60,Timer-S1,0.053657711453518615,0.1596741412888351,3.0,1,1,1.0 -60,TimesFM-2.5,0.04159088708808065,0.20120683916641924,4.0,1,1,1.0 -60,TiRex,0.19083430002958385,0.26294865309576787,5.0,1,1,1.0 -60,Moving-Average,0.9990522150573852,0.9719677537647906,6.0,1,1,1.0 -60,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -60,ARIMA,1.193948458120584,1.088674013775879,8.0,1,1,1.0 -60,ETS,1.3621358519980478,1.172959027973,9.0,1,1,1.0 -60,Moirai-1.1-Large,3.734523424509603,1.493149961593756,10.0,1,1,1.0 +24,Chronos-2,0.43040601610939205,0.6287279707156411,3.4285714285714284,7,7,1.0 +24,Toto-2.0-1B,0.39784333162741015,0.8114607757648942,3.5714285714285716,7,7,1.0 +24,Timer-S1,0.7595639923645263,0.824333959011992,5.142857142857143,7,7,1.0 +24,Moirai-1.1-Large,1.0618832395231006,0.9170694599938558,5.857142857142857,7,7,1.0 +24,TiRex,0.8439189848588585,0.9484062178663244,5.857142857142857,7,7,1.0 +24,TimesFM-2.5,0.538183101848582,0.8811502365402544,5.857142857142857,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,6.142857142857143,7,7,1.0 +24,ARIMA,1.4280926784168195,1.2050148679749189,6.285714285714286,7,7,1.0 +24,ETS,2.3101929515955857,1.4532402861655902,6.428571428571429,7,7,1.0 +24,Moving-Average,0.8141168483005619,0.9460184872571719,6.428571428571429,7,7,1.0 +60,TimesFM-2.5,0.0009759467481005293,0.05312792505921623,1.0,1,1,1.0 +60,Chronos-2,0.003598580955014635,0.0707934429442907,2.0,1,1,1.0 +60,Timer-S1,0.025684709683802882,0.1101528300371148,3.0,1,1,1.0 +60,Toto-2.0-1B,0.0034472811483328295,0.11766399677453539,4.0,1,1,1.0 +60,TiRex,0.07298545656306424,0.1850751236607486,5.0,1,1,1.0 +60,ETS,0.6066813530134428,0.7738087925116743,6.0,1,1,1.0 +60,ARIMA,0.843134115979295,0.9061872019697098,7.0,1,1,1.0 +60,Moving-Average,1.0052447887492597,0.9878812695901643,8.0,1,1,1.0 +60,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +60,Moirai-1.1-Large,2.5634472843212444,1.1094908771408507,10.0,1,1,1.0 72,ETS,0.7630438985152146,0.8394791613773452,1.0,1,1,1.0 72,TiRex,0.9439226313619847,0.8734473762561619,2.0,1,1,1.0 72,Chronos-2,0.9771198759768172,0.8971332430547176,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 17959c2ebfff51ce59b3c21105c730765441e548..4cf6043800d94d73532b06dc324f6fe13c48fa6a 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.2974315242602555,0.4942228719910023,3.3,10,10,1.0 -Overall,Toto-2.0-1B,0.28279536635360447,0.6371825037851933,4.2,10,10,1.0 -Overall,Timer-S1,0.4932366150928696,0.6179062243763475,4.4,10,10,1.0 -Overall,TiRex,0.5898405479452399,0.7222534149617268,4.9,10,10,1.0 -Overall,Moirai-1.1-Large,0.9168808676726293,0.8221922043327015,5.7,10,10,1.0 -Overall,TimesFM-2.5,0.37945954479692634,0.6999552038110238,6.0,10,10,1.0 -Overall,ETS,1.5335394623667282,1.1540264076461713,6.1,10,10,1.0 -Overall,Moving-Average,0.7787336666580551,0.8874433741026486,6.5,10,10,1.0 -Overall,ARIMA,1.20309786390936,1.061957664065707,6.9,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,7.0,10,10,1.0 +Overall,Chronos-2,0.24543494369491606,0.4764138056729637,3.4,10,10,1.0 +Overall,Toto-2.0-1B,0.23701769338621878,0.6037176275159715,4.1,10,10,1.0 +Overall,Timer-S1,0.44380921358078035,0.5957855856062176,4.6,10,10,1.0 +Overall,TiRex,0.5149001726336171,0.6895506243670071,5.0,10,10,1.0 +Overall,TimesFM-2.5,0.2498329488525815,0.5987611257891661,5.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.9246895200021048,0.8141991048442968,5.8,10,10,1.0 +Overall,ETS,1.5132848309951596,1.1542117409870565,6.1,10,10,1.0 +Overall,Moving-Average,0.7830025293314087,0.8870173882757425,6.6,10,10,1.0 +Overall,ARIMA,1.1339444312495244,1.0385752791465777,6.8,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,7.1,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 80f3cfd3cc38d80ff602f71dbc2ebe58f25f2af1..5c1ed05a84aaffd3d396a54f421473441b07fc49 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,246962.3342098317,676987.5425413417,786.8472273835863,0.744566345577162,0.01226384560765781,0.012346558184928061,14.76771718225624,496.95305030740246,0.007753527395071292,0.012276494790565631,0.010969487439182486,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,178807.3476811276,626017.7382828183,756.6775070017093,0.7153603251983428,0.011791260629459524,0.011867669160651314,13.941957077320732,422.8561784828591,0.006596832049451868,0.01180466239655656,0.01041131578182928,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5919727937725651,0.5814513033408196,0.6384524331359918,1.8530036940027315,0.7598201870247387,0.4704885849056588,72.23069503077886,0.7693976824585352,0.6427180027007956,0.5333326080908001,0.5308354304054498,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5052260785111504,0.49707609729766017,0.5972419777275618,1.7187232698220993,0.7387043457324569,0.46810283670865915,66.68793017695933,0.7107925706640091,0.6252022553454775,0.5253248934684904,0.5227025978788828,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.08942117780102742,0.0966908817728187,0.29392512713879143,4.467664488927756,0.18218626813481756,0.20224051203481486,67.65900523692055,0.2990337402385012,0.18869788032823512,0.18547421579270998,0.1714700563779238,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.022446845691907105,0.014982831301942104,0.12046386051156555,0.06208588508449394,0.008604992750356005,0.008643386670412612,1.1698279430209537,0.14982271420551393,0.01070480859264454,0.008607123265291112,0.009355392922129842,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,66.12571104848128,64.66598979898484,6.960502128144319,0.6015391649640066,0.4038366969683996,0.3109899687751776,7.923387762693867,8.131771704154101,0.37895635126155036,0.32437291470963814,0.28820392772205355,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 06ea51dcbf3aa9ed2cd2cd6ce66beb192a0e7394..de59d19fab44cdda5ecaf10dd20d8288884d3604 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T08:06:00.819859+00:00", + "evaluated_at": "2026-06-22T08:13:22.917126+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64926.01953125, 64909.44140625, 64798.0, 64810.01171875, @@ -101,10 +100,10 @@ 64276.12109375, 64256.55078125, 64303.4609375, - 64191.0703125 + 64191.0703125, + 64014.0 ], "actuals": [ - 64014.0, 64209.16015625, 64365.98828125, 64176.0, @@ -127,88 +126,88 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64211.19921875 + 64211.19140625, + 64160.0 ], "p50": [ - 63492.18370368655, - 63471.41857714654, - 63493.53325083366, - 63428.80641808227, - 63447.77158278841, - 63393.84201176236, - 63358.45921217973, - 63400.35707762191, - 63319.785206761786, - 63315.170384698744, - 63296.35922577035, - 63296.639511655834, - 63302.879373040254, - 63269.18767364702, - 63288.708687285776, - 63229.1740668494, - 63213.78026811458, - 63253.67444410639, - 63223.420260804836, - 63216.7185969824, - 63186.48242524329, - 63160.53311928468, - 63157.77259554335, - 63150.33308765381 + 63386.03029651614, + 63340.792251269086, + 63348.57869974878, + 63352.317339984256, + 63338.56217465736, + 63352.485651761024, + 63353.89139820443, + 63376.573592020315, + 63343.466144400576, + 63354.59098395781, + 63342.889335759704, + 63342.24126249488, + 63330.00254627671, + 63332.95847013353, + 63354.699794057735, + 63329.945708064726, + 63320.26228417199, + 63342.81286113189, + 63342.83150426709, + 63385.11839546537, + 63342.82819769766, + 63354.67297845623, + 63322.45357247682, + 63331.47382085034 ], "p10": [ - 63249.69602737245, - 63122.9900047198, - 63161.73217152597, - 63181.91817570589, - 63156.59285239787, - 63191.314058994, - 62994.76997493257, - 63058.328657556965, - 63068.74086466828, - 63052.60512433716, - 63037.19929940847, - 63031.888585350825, - 63010.80316486745, - 63007.06740822695, - 62995.04809164019, - 62972.370489618916, - 62960.70074558745, - 62962.495713715856, - 62938.921053407445, - 62928.764426108915, - 62929.814494109385, - 62880.13992712001, - 62900.96901831286, - 62892.52918704604 + 63111.29632055861, + 63101.960821406035, + 63103.194034889544, + 63106.36666566577, + 63107.554875115056, + 63106.53497744254, + 63106.96740009423, + 63104.99499025976, + 63101.12944326961, + 63100.932400245605, + 63106.84528977664, + 63102.607001809774, + 63102.696788857604, + 63085.81896996697, + 63148.26485605091, + 63102.63995064562, + 63082.15301018008, + 63086.25066940283, + 63086.269312538025, + 63107.231068545734, + 63086.266005968595, + 63107.23361300316, + 63101.0209319041, + 63109.6151791323 ], "p90": [ - 63717.11020610376, - 63762.84312036233, - 63742.50576316144, - 63689.91036584032, - 63707.89744908109, - 63670.11759947068, - 63680.67010582883, - 63643.23404207804, - 63572.913001189336, - 63578.775170239, - 63584.39555429317, - 63589.088137590414, - 63537.75915093577, - 63542.2347883478, - 63540.730209064335, - 63487.77434420916, - 63516.83781806044, - 63494.39879916527, - 63484.80062756034, - 63484.90149858191, - 63474.303833155864, - 63436.7647079602, - 63475.940713785436, - 63377.09045016845 + 63635.35066420182, + 63642.81374612899, + 63644.0469596125, + 63623.5083210965, + 63586.603435840974, + 63582.40124365284, + 63580.590341639494, + 63667.68777651372, + 63667.94383756322, + 63667.74679453922, + 63609.239573608815, + 63610.59763084146, + 63624.94174920532, + 63624.872656653155, + 63623.94412758655, + 63610.63057967731, + 63569.27240171649, + 63584.06997013568, + 63633.74608248804, + 63623.91476752761, + 63633.74277591861, + 63624.89900886237, + 63606.440921277055, + 63586.58763113779 ], "timestamps": [ - "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", @@ -327,6 +326,7 @@ "2026-06-22 04:00:00", "2026-06-22 05:00:00", "2026-06-22 06:00:00", - "2026-06-22 07:00:00" + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" ] } diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 64039d64e5566b6259d5d004c0d644e6f35d212d..f8fe4728226d1e89c5c371abe06357576c2477b8 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T07:57:14.761864+00:00", + "evaluated_at": "2026-06-22T08:13:22.956305+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7549999952316284, - 1.7359999418258667, - 1.7100000381469727, 1.690999984741211, 1.6629999876022339, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.8619999885559082, 1.86899995803833, 1.8769999742507935, - 1.871000051498413 - ], - "actuals": [ + 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.8250000476837158, 1.812000036239624, 1.8049999475479126, @@ -307,198 +304,198 @@ 0.6290000081062317, 0.6240000128746033, 0.6359999775886536, - 0.640999972820282 + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 ], "p50": [ - 1.8636344442649349, - 1.8602891477543537, - 1.8613255194149214, - 1.857573448353729, - 1.8568747184702503, - 1.855793806557619, - 1.853520823688823, - 1.852633181395178, - 1.8507872031016686, - 1.8514411997338303, - 1.848672536759595, - 1.8490979771764846, - 1.8464750396748582, - 1.8471200289980005, - 1.8447106735953047, - 1.845396832436994, - 1.842769213638481, - 1.8427470618600017, - 1.8408871115407217, - 1.8411855231380896, - 1.8386219937583679, - 1.8391344866858836, - 1.8386988674465374, - 1.8362472320300465, - 1.8357412013287737, - 1.8352474831323626, - 1.8358808312954817, - 1.8342031335953, - 1.8332557467339534, - 1.8321026968409675, - 1.8320843328260974, - 1.8321992140490513, - 1.8321273375881155, - 1.8298123150521672, - 1.8299674614952701, - 1.830878854499809, - 1.8297453543677098, - 1.8287402473609344, - 1.8266399931927724, - 1.8269760602675675, - 1.828182012716839, - 1.8255765204823313, - 1.8274523738446202, - 1.8248233227195232, - 1.8261230959940171, - 1.8239847819280515, - 1.8232614314695559, - 1.8245538429580381, - 1.824080643980973, - 1.8228889389454856, - 1.8220853318022878, - 1.8212764611532857, - 1.8229745551776828, - 1.8212763120780888, - 1.8208458083668817, - 1.8222496565631585, - 1.8216698355105116, - 1.8201029382102207, - 1.8195281056670003, - 1.8189698971129902 + 1.8313290992109423, + 1.8268188933288452, + 1.8202966912736782, + 1.8165517822863617, + 1.8099281127708187, + 1.8062468608578774, + 1.8011471709050182, + 1.7975387014752657, + 1.7911167275063025, + 1.7877209987896272, + 1.783558196911513, + 1.7784866642729973, + 1.7742079970599045, + 1.770827533522392, + 1.7679499818768698, + 1.764448850844522, + 1.7610461764213408, + 1.757535902798555, + 1.7550055313279636, + 1.7509841915071354, + 1.7479526563286925, + 1.7436554874594987, + 1.7410188618853906, + 1.73905956015991, + 1.7344757999889167, + 1.7333087645350291, + 1.7299121499235635, + 1.7274472253560966, + 1.7276570957391053, + 1.7237077431019192, + 1.720982260550847, + 1.7188327957847056, + 1.7180136263523735, + 1.715147490821232, + 1.715010622711254, + 1.7114624146748274, + 1.709009824936176, + 1.7072927196210446, + 1.7078470698361903, + 1.7051021603621943, + 1.7025742027264381, + 1.7025012245866258, + 1.7004129020269012, + 1.6988895233920311, + 1.697973674526216, + 1.696419098422778, + 1.6950920157978273, + 1.6922309035833916, + 1.6923446928437773, + 1.6914769621580716, + 1.6897263073462865, + 1.6887673672303607, + 1.6882024816129428, + 1.685271990989869, + 1.684818686886461, + 1.6841504875656228, + 1.6833204069237357, + 1.681570899190223, + 1.6816717945768664, + 1.6814608712575367 ], "p10": [ - 1.8536739725105438, - 1.8512535244258435, - 1.8491800070327493, - 1.8490127298327619, - 1.8476137739337304, - 1.8460994415861882, - 1.8455316894844778, - 1.8428318468723448, - 1.841404227683562, - 1.8404802782197813, - 1.8390355451569884, - 1.8379792404330815, - 1.8371628154373438, - 1.8360950977968415, - 1.8367565881539978, - 1.8340966796020008, - 1.8323141612133342, - 1.8319551067529545, - 1.8326580151294913, - 1.8309671876383051, - 1.8293179423414383, - 1.8296799245856765, - 1.82837758492867, - 1.8266803417753938, - 1.8268823264794802, - 1.8254377349482183, - 1.826145229990712, - 1.8239728120254664, - 1.8245265646672029, - 1.821814979953805, - 1.8223084560267908, - 1.8214186572911752, - 1.8226280536449544, - 1.8211482655277211, - 1.818748766754059, - 1.8202854125880774, - 1.8198119431764013, - 1.8177514055513633, - 1.8175088931338033, - 1.8172984536093169, - 1.8175628933665395, - 1.8161016542946615, - 1.8168064598028593, - 1.8149495669161966, - 1.8155082912660807, - 1.8124863142865, - 1.8134009680284693, - 1.8136061661723304, - 1.8126031975832504, - 1.8136321703173621, - 1.8115697882115298, - 1.8096747116513479, - 1.8138494994383838, - 1.81219390792012, - 1.8104922801789367, - 1.8106042109233231, - 1.8102691298878757, - 1.8102649376016822, - 1.811382162250665, - 1.8082367916964242 + 1.821581563578327, + 1.8169748400404506, + 1.8094719170962361, + 1.806165181710412, + 1.8003868751109677, + 1.7960254793303199, + 1.789330057248041, + 1.7867044866468387, + 1.7810351825692867, + 1.7770618720841318, + 1.7727438908682644, + 1.7690476365273258, + 1.765963523280956, + 1.7595737395992959, + 1.756548212547567, + 1.7528882684732952, + 1.749665998093933, + 1.746987845247473, + 1.743131235061893, + 1.7421913241808333, + 1.738058807809568, + 1.7327036929774369, + 1.7305057454097563, + 1.7289106050433685, + 1.7267571928359804, + 1.7228882126004281, + 1.7210592982680026, + 1.7191526026876895, + 1.7162686653867985, + 1.7130703070586917, + 1.709894408717238, + 1.7090360089889496, + 1.7083338398615215, + 1.7048227099977313, + 1.7040950137555348, + 1.7021413211920056, + 1.7003425253302802, + 1.697575015704463, + 1.6954904782362163, + 1.694982109968878, + 1.6929022082596685, + 1.6924465723593882, + 1.6892791155495481, + 1.6883465799142015, + 1.6882272554756539, + 1.685253031444294, + 1.6842824653405999, + 1.683057691511676, + 1.681033030188734, + 1.6811970817851167, + 1.678906433343789, + 1.6794773777601497, + 1.678196521295034, + 1.676249882058403, + 1.6752392187706242, + 1.67277993360473, + 1.6728558603470733, + 1.6710966944733432, + 1.6718439027661385, + 1.6709460939718734 ], "p90": [ - 1.8730106199767325, - 1.8694802608497159, - 1.8694309491544172, - 1.8670021271799777, - 1.8661996702552368, - 1.8649449541724366, - 1.8639827467510939, - 1.8619213923586015, - 1.8602164276294915, - 1.8604736414954395, - 1.8588864425383296, - 1.857938976267242, - 1.856477075512634, - 1.8552119430099834, - 1.855130953614191, - 1.8541461899354887, - 1.8518019557948517, - 1.8511828342527923, - 1.8498999914044962, - 1.8504184000022015, - 1.8485603212801784, - 1.8501130178897935, - 1.847201653525988, - 1.8461929624116653, - 1.8454464000856974, - 1.8453596767524743, - 1.8440683681518901, - 1.8429218579525402, - 1.8425515528810072, - 1.842455528265588, - 1.84220075918171, - 1.841572811307584, - 1.8410794528120873, - 1.839756399384093, - 1.83922504652096, - 1.8386356006727846, - 1.837411605740227, - 1.8378311545224244, - 1.8377795473568028, - 1.8347626306591436, - 1.8358037457009029, - 1.8360160738307398, - 1.8358941993396443, - 1.8344988991006115, - 1.8341306393982728, - 1.8339671989838007, - 1.8325953129627301, - 1.8337530465625163, - 1.8320786409088874, - 1.8330053653010983, - 1.8322992375810223, - 1.8317216539009207, - 1.83109399928626, - 1.8309659133052458, - 1.8317692383902182, - 1.8314594861060631, - 1.8299043823584302, - 1.8290846248314439, - 1.8294600358190183, - 1.8283486903595143 + 1.8401854904556134, + 1.8354011480904713, + 1.8307952705172688, + 1.8240939931797493, + 1.817950361646059, + 1.8159335188161918, + 1.8103260266806516, + 1.805638092890127, + 1.8011263563268682, + 1.7964310153848504, + 1.7938783032754773, + 1.7883905415166859, + 1.7843902105614733, + 1.780638965544901, + 1.7768172635921489, + 1.773301562492229, + 1.7697209653859463, + 1.7663646506164545, + 1.7642004114819747, + 1.7589989052652923, + 1.7559252187181458, + 1.75361745893862, + 1.7488077876750188, + 1.7476141153783444, + 1.7448006818328545, + 1.7431488984464651, + 1.7405175984619443, + 1.7382133939067, + 1.7357712038351962, + 1.7331803816773195, + 1.7305486827444843, + 1.7282464878200228, + 1.7262636850349464, + 1.7249965562480951, + 1.7232022357821337, + 1.721190176132415, + 1.7183569184110654, + 1.7172389611697614, + 1.715811790412246, + 1.7144605797978507, + 1.7124104889880167, + 1.7111165109081201, + 1.7092395288822915, + 1.7080985820271462, + 1.7057060257763705, + 1.70410742612367, + 1.7040307477790084, + 1.7027457850775987, + 1.7002745196895437, + 1.7004172917678857, + 1.69947104633506, + 1.6981448587116217, + 1.6969890285876388, + 1.695195840550119, + 1.6936556056142151, + 1.6936582921451022, + 1.692435584189697, + 1.6918255807446152, + 1.6914835796504037, + 1.6904304502900493 ], "timestamps": [ - "2026-06-21 01:48:00", - "2026-06-21 01:54:00", - "2026-06-21 02:00:00", "2026-06-21 02:06:00", "2026-06-21 02:12:00", "2026-06-21 02:18:00", @@ -795,6 +792,9 @@ "2026-06-22 07:24:00", "2026-06-22 07:30:00", "2026-06-22 07:36:00", - "2026-06-22 07:42:00" + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 5c567af15b487af0bcf4610f88a22bf48685b54a..ec40e50ac0b5bb3ef7855f682a4be81333866f80 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,13 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T08:06:00.851562+00:00", + "evaluated_at": "2026-06-22T08:13:22.982153+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 6e06e019a103f3bde2ac8758b99fc94e51338bec..b77a55259c9cecd3a05b7dbd67038e4800f45848 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,3.000,3.300,3.400,3.400,3.000,3.400,3.800,3.400,3.000,3.400 +2026-06-22,Chronos-2,3.200,3.400,3.600,3.600,3.200,3.600,3.800,3.600,3.200,3.600 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 2c7f40c9a8ede3f983e0f1208a1ce373537e9eaa..d2def2119cbaa8f080cd13b1eda9ffbef62bbb3c 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,3.0,3.3,3.4,3.4,3.0,3.4,3.8,3.4,3.0,3.4 +2026-W26,Chronos-Bolt-Mini,3.2,3.4,3.6,3.6,3.2,3.6,3.8,3.6,3.2,3.6 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index ea9cd8c73c646b1d8d3e644e5ab2865ed4ee45c4..cd2193879af566d3f0f8d4db7affadc82c7e8e26 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,74211.59283892314,74211.59283892314,194.54085286458334,0.1840872876485766,0.0030418684339353426,0.003036822125893441,1.9710872575643996,272.41804793170945,0.0042503025109591345,0.0030352521857206355,0.0045345927518342655,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,92074.70642153423,92074.70642153423,233.11767578125,0.2203886527791028,0.0036367867786265325,0.0036424615123222585,2.1139195181924215,303.43814266096183,0.004733832840550829,0.0036367877144541177,0.005369542044668748,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.016363058954606064,0.016363058954606064,0.11351429422696431,0.32945666052442546,0.12998635874668069,0.117483101796979,1.0865832948213083,0.12791817288644355,0.10685671982270477,0.09482440891999545,0.05977333402323559,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0021563555662734045,0.0021563555662734045,0.04275972843170166,0.12305253650533493,0.04719807684605877,0.0455946249838006,0.9860671665183748,0.04643657573802578,0.040844900580226114,0.03761080202130714,0.040834737523702286,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08739796801757649,0.08739796801757649,0.27725810143682694,4.214325553296195,0.17158803337183925,0.1895485893843479,84.49977392607576,0.29563147332037654,0.18655096354470105,0.17495689952321972,0.1495396964948785,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.0005461011213204378,0.0005461011213204378,0.01101978619893392,0.005679489074127898,0.0007894119694819396,0.0007880276889123405,0.13279398373349702,0.023368806587424136,0.001669697434621029,0.0007873619338496276,0.0015179259379925723,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,94.84516543177672,94.84516543177672,8.09507950146993,0.6995913906759608,0.4424207444380415,0.33157888925303886,7.183558917455893,9.738848260024216,0.4538492393020994,0.37724642336947245,0.26637847167902906,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 85e200ec4768d01ab32472326495af262bb53f72..20f397facdb1ef1928016b493e91eecaa6760c9e 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T08:02:48.412239+00:00", + "evaluated_at": "2026-06-22T08:10:34.623828+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64926.01953125, 64909.44140625, 64798.0, 64810.01171875, @@ -101,10 +100,10 @@ 64276.12109375, 64256.55078125, 64303.4609375, - 64191.0703125 + 64191.0703125, + 64014.0 ], "actuals": [ - 64014.0, 64209.16015625, 64365.98828125, 64176.0, @@ -127,88 +126,88 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64211.19921875 + 64211.19140625, + 64160.0 ], "p50": [ - 64224.64453125, - 64241.89453125, - 64261.41796875, - 64278.83203125, - 64275.38671875, - 64277.125, - 64275.0, - 64274.68359375, - 64264.125, - 64256.83203125, - 64232.37109375, - 64227.27734375, - 64216.95703125, - 64200.49609375, - 64175.5078125, - 64174.890625, - 64159.875, - 64111.96875, - 64111.421875, - 64074.6875, - 64051.2265625, - 64010.01171875, - 63969.34375, - 63952.65625 + 64090.64453125, + 64100.203125, + 64114.3671875, + 64119.6171875, + 64111.28125, + 64114.05078125, + 64104.78515625, + 64093.13671875, + 64083.24609375, + 64066.84375, + 64049.03515625, + 64026.765625, + 64009.515625, + 63978.5234375, + 63968.2890625, + 63953.2109375, + 63871.296875, + 63852.52734375, + 63847.02734375, + 63804.32421875, + 63786.515625, + 63756.25, + 63736.890625, + 63705.55078125 ], "p10": [ - 63957.83984375, - 63891.9609375, - 63811.8828125, - 63726.53515625, - 63629.71875, - 63506.95703125, - 63388.046875, - 63321.5546875, - 63245.1875, - 63120.29296875, - 63085.5234375, - 63010.1875, - 62947.4375, - 62883.05859375, - 62823.83984375, - 62751.65234375, - 62742.953125, - 62651.48828125, - 62570.59765625, - 62558.03515625, - 62501.26171875, - 62465.796875, - 62399.5703125, - 62383.87890625 + 63802.171875, + 63689.1875, + 63572.59375, + 63445.3515625, + 63313.859375, + 63203.43359375, + 63071.90625, + 63010.18359375, + 62921.37890625, + 62817.98828125, + 62791.69140625, + 62729.7734375, + 62683.734375, + 62591.02734375, + 62533.3359375, + 62474.41796875, + 62435.84765625, + 62407.3515625, + 62375.921875, + 62372.79296875, + 62343.7421875, + 62327.1875, + 62297.03125, + 62276.83984375 ], "p90": [ - 64428.5625, - 64522.93359375, - 64614.99609375, - 64699.859375, - 64772.98046875, - 64823.3125, - 64854.0, - 64908.640625, - 64942.1328125, - 64993.80859375, - 65030.30859375, - 65074.2265625, - 65112.4375, - 65133.20703125, - 65174.44921875, - 65217.60546875, - 65565.2265625, - 65602.6015625, - 65593.3359375, - 65626.578125, - 65608.4375, - 65658.8984375, - 65711.2578125, - 65697.875 + 64318.16015625, + 64426.34765625, + 64519.55859375, + 64610.5625, + 64686.3046875, + 64724.56640625, + 64757.328125, + 64807.89453125, + 64831.48828125, + 64879.7578125, + 64904.96875, + 64962.16015625, + 65004.640625, + 65009.00390625, + 65054.578125, + 65084.5234375, + 65529.96875, + 65525.3515625, + 65530.29296875, + 65544.1328125, + 65541.359375, + 65615.4765625, + 65664.375, + 65620.2734375 ], "timestamps": [ - "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", @@ -327,6 +326,7 @@ "2026-06-22 04:00:00", "2026-06-22 05:00:00", "2026-06-22 06:00:00", - "2026-06-22 07:00:00" + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 88c35bad88cefbd85c1b89a9243eb44cb8b19669..6492f9aa70c51d0255b8999760fa77e50b369fb7 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:51:46.629894+00:00", + "evaluated_at": "2026-06-22T08:10:39.318913+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7549999952316284, - 1.7359999418258667, - 1.7100000381469727, 1.690999984741211, 1.6629999876022339, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.8619999885559082, 1.86899995803833, 1.8769999742507935, - 1.871000051498413 - ], - "actuals": [ + 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.8250000476837158, 1.812000036239624, 1.8049999475479126, @@ -307,198 +304,198 @@ 0.6290000081062317, 0.6240000128746033, 0.6359999775886536, - 0.640999972820282 + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 ], "p50": [ - 1.894033432006836, - 1.8852427005767822, - 1.877716302871704, - 1.864037275314331, - 1.854611873626709, - 1.8377636671066284, - 1.8273953199386597, - 1.8171792030334473, - 1.8054747581481934, - 1.7889939546585083, - 1.7747015953063965, - 1.754539966583252, - 1.7323815822601318, - 1.7123122215270996, - 1.6931780576705933, - 1.6659669876098633, - 1.6476428508758545, - 1.6243841648101807, - 1.6030571460723877, - 1.5818626880645752, - 1.5491865873336792, - 1.521338939666748, - 1.487746000289917, - 1.462388515472412, - 1.430362582206726, - 1.4037916660308838, - 1.3758913278579712, - 1.3472903966903687, - 1.3172125816345215, - 1.288898229598999, - 1.2613704204559326, - 1.2349202632904053, - 1.1805683374404907, - 1.1532986164093018, - 1.1363697052001953, - 1.1103183031082153, - 1.0886532068252563, - 1.0640006065368652, - 1.0436205863952637, - 1.0235567092895508, - 1.0024464130401611, - 0.988121747970581, - 0.9721686840057373, - 0.9562877416610718, - 0.942292332649231, - 0.9229905009269714, - 0.9070632457733154, - 0.8986548185348511, - 0.872401237487793, - 0.8692357540130615, - 0.8676756620407104, - 0.8641591668128967, - 0.8564859628677368, - 0.8565317988395691, - 0.8550126552581787, - 0.8507319092750549, - 0.8511307835578918, - 0.8560945391654968, - 0.8604614734649658, - 0.8636521100997925 + 1.8604310750961304, + 1.8488049507141113, + 1.8359673023223877, + 1.8177919387817383, + 1.8033652305603027, + 1.7820942401885986, + 1.7676398754119873, + 1.7534065246582031, + 1.7341452836990356, + 1.7151577472686768, + 1.6950030326843262, + 1.6679662466049194, + 1.6413525342941284, + 1.6153006553649902, + 1.5878708362579346, + 1.5540188550949097, + 1.5296573638916016, + 1.5043891668319702, + 1.4777203798294067, + 1.443708062171936, + 1.4120519161224365, + 1.3790489435195923, + 1.3471426963806152, + 1.315873146057129, + 1.2804133892059326, + 1.2506403923034668, + 1.2259745597839355, + 1.1938377618789673, + 1.165960669517517, + 1.1336297988891602, + 1.1072031259536743, + 1.08277428150177, + 1.0144343376159668, + 0.9916348457336426, + 0.9707991480827332, + 0.9441384077072144, + 0.9190570116043091, + 0.8946312069892883, + 0.8723276853561401, + 0.8501616716384888, + 0.8321894407272339, + 0.8180408477783203, + 0.8027059435844421, + 0.7835908532142639, + 0.7719466686248779, + 0.7583814859390259, + 0.7439014911651611, + 0.7331256866455078, + 0.7149537801742554, + 0.7101825475692749, + 0.7150636315345764, + 0.7100352048873901, + 0.702660083770752, + 0.7086994647979736, + 0.7088576555252075, + 0.7083332538604736, + 0.710700273513794, + 0.7181750535964966, + 0.7183098196983337, + 0.7222044467926025 ], "p10": [ - 1.8785815238952637, - 1.859807014465332, - 1.8506288528442383, - 1.8391516208648682, - 1.8180139064788818, - 1.8005950450897217, - 1.7867529392242432, - 1.7677643299102783, - 1.752953290939331, - 1.7345495223999023, - 1.7126210927963257, - 1.6897778511047363, - 1.6662523746490479, - 1.6439969539642334, - 1.6157445907592773, - 1.579280138015747, - 1.5564000606536865, - 1.533795952796936, - 1.4981087446212769, - 1.4764385223388672, - 1.4433989524841309, - 1.4099982976913452, - 1.373242974281311, - 1.3430452346801758, - 1.3077746629714966, - 1.2785224914550781, - 1.2506393194198608, - 1.2126469612121582, - 1.1743748188018799, - 1.1431541442871094, - 1.115278959274292, - 1.0848966836929321, - 1.0058400630950928, - 0.9767534732818604, - 0.9468107223510742, - 0.9181807041168213, - 0.8942263126373291, - 0.8619332909584045, - 0.8370534777641296, - 0.8097479343414307, - 0.7910613417625427, - 0.769880473613739, - 0.7495253086090088, - 0.7306599617004395, - 0.7020282745361328, - 0.6847425103187561, - 0.6635785102844238, - 0.6467008590698242, - 0.6026426553726196, - 0.5901991128921509, - 0.5795698165893555, - 0.5748513340950012, - 0.5730521082878113, - 0.5563561320304871, - 0.5531742572784424, - 0.5527887940406799, - 0.546104907989502, - 0.5497809052467346, - 0.5390246510505676, - 0.5527071952819824 + 1.8440237045288086, + 1.8247332572937012, + 1.8076398372650146, + 1.7937120199203491, + 1.7695486545562744, + 1.7445446252822876, + 1.7293212413787842, + 1.7075477838516235, + 1.6838477849960327, + 1.6633007526397705, + 1.6354405879974365, + 1.6094824075698853, + 1.5797488689422607, + 1.5443596839904785, + 1.5123913288116455, + 1.4767241477966309, + 1.4358046054840088, + 1.4144861698150635, + 1.3818652629852295, + 1.3540257215499878, + 1.3152024745941162, + 1.2791794538497925, + 1.2409595251083374, + 1.2099937200546265, + 1.1713080406188965, + 1.1400750875473022, + 1.110068678855896, + 1.0733076333999634, + 1.0370194911956787, + 1.0014351606369019, + 0.9698814153671265, + 0.9419126510620117, + 0.8498089909553528, + 0.8099423050880432, + 0.782006561756134, + 0.7645768523216248, + 0.7208638787269592, + 0.6956158876419067, + 0.6725246906280518, + 0.6479709148406982, + 0.6237495541572571, + 0.6049250364303589, + 0.5798532366752625, + 0.565159022808075, + 0.5452640056610107, + 0.5206689238548279, + 0.49780261516571045, + 0.49087250232696533, + 0.4412713646888733, + 0.42716526985168457, + 0.4133341312408447, + 0.4187699556350708, + 0.4144899845123291, + 0.40129828453063965, + 0.40033912658691406, + 0.40593820810317993, + 0.39969438314437866, + 0.40190982818603516, + 0.3962448835372925, + 0.405775249004364 ], "p90": [ - 1.9203157424926758, - 1.9077675342559814, - 1.9003983736038208, - 1.8989965915679932, - 1.8905526399612427, - 1.8809796571731567, - 1.8705658912658691, - 1.8645055294036865, - 1.8560945987701416, - 1.8469370603561401, - 1.829471230506897, - 1.8147504329681396, - 1.8031501770019531, - 1.7830430269241333, - 1.7760616540908813, - 1.7556471824645996, - 1.7422186136245728, - 1.7134385108947754, - 1.6951026916503906, - 1.6763460636138916, - 1.6634833812713623, - 1.6280471086502075, - 1.6035165786743164, - 1.5889570713043213, - 1.5601431131362915, - 1.5432300567626953, - 1.5231621265411377, - 1.489959955215454, - 1.4680538177490234, - 1.4417051076889038, - 1.4247947931289673, - 1.4062392711639404, - 1.3714303970336914, - 1.352935552597046, - 1.3380402326583862, - 1.3242204189300537, - 1.2968573570251465, - 1.2877880334854126, - 1.2692053318023682, - 1.2520675659179688, - 1.2378593683242798, - 1.2241501808166504, - 1.2198666334152222, - 1.2011862993240356, - 1.196550726890564, - 1.1864938735961914, - 1.1654506921768188, - 1.1578173637390137, - 1.1720325946807861, - 1.1750404834747314, - 1.1720863580703735, - 1.176174521446228, - 1.1649707555770874, - 1.1836202144622803, - 1.182668924331665, - 1.1815500259399414, - 1.181314468383789, - 1.1861076354980469, - 1.1983860731124878, - 1.1996175050735474 + 1.8859241008758545, + 1.868363857269287, + 1.8565051555633545, + 1.8494529724121094, + 1.836049199104309, + 1.819844365119934, + 1.8062334060668945, + 1.7948343753814697, + 1.7802486419677734, + 1.7665457725524902, + 1.7452963590621948, + 1.723084807395935, + 1.7034974098205566, + 1.6773990392684937, + 1.6588687896728516, + 1.6358463764190674, + 1.6101152896881104, + 1.5845558643341064, + 1.5621404647827148, + 1.531040906906128, + 1.5130157470703125, + 1.4804792404174805, + 1.454579472541809, + 1.4265797138214111, + 1.398484230041504, + 1.368837594985962, + 1.3477281332015991, + 1.312800645828247, + 1.2857707738876343, + 1.2682498693466187, + 1.2441943883895874, + 1.2142796516418457, + 1.1929435729980469, + 1.181681752204895, + 1.1634478569030762, + 1.1329095363616943, + 1.1099529266357422, + 1.0972477197647095, + 1.0811082124710083, + 1.0649240016937256, + 1.0523252487182617, + 1.0418659448623657, + 1.0292030572891235, + 1.011440396308899, + 1.0117207765579224, + 1.005149245262146, + 0.9905163049697876, + 0.9803403615951538, + 1.0040701627731323, + 1.0051305294036865, + 1.0123767852783203, + 1.008424997329712, + 1.0090970993041992, + 1.0216543674468994, + 1.0204319953918457, + 1.0265065431594849, + 1.0305756330490112, + 1.0345091819763184, + 1.0425474643707275, + 1.0424360036849976 ], "timestamps": [ - "2026-06-21 01:48:00", - "2026-06-21 01:54:00", - "2026-06-21 02:00:00", "2026-06-21 02:06:00", "2026-06-21 02:12:00", "2026-06-21 02:18:00", @@ -795,6 +792,9 @@ "2026-06-22 07:24:00", "2026-06-22 07:30:00", "2026-06-22 07:36:00", - "2026-06-22 07:42:00" + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 3682324f4c8692110356f0f6f25c0b56c77978cd..b8758586dcf96bbe3980af1e3cb8775f6f4502de 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,13 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T08:02:54.055563+00:00", + "evaluated_at": "2026-06-22T08:10:41.451417+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 84a39514fff36ae52cacb96424125d0abd58a8cf..13126ec35af7902662ebe68490b1558e22f8e1ac 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,56540.62999560526,56534.61756379704,159.73916189369115,0.15115564988673846,0.0024968969531984193,0.002494561539864537,1.385633252307982,237.78273695877348,0.0037099177959455994,0.002492271587914255,0.0020863241319138645,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,102715.314971005,95621.65289521699,262.486418296737,0.24815376143125908,0.004092213131617357,0.004100124864628063,1.9390151057960594,320.4923009543365,0.004999888827742039,0.004094959243538487,0.003126510913203661,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.6753619558036397,0.6795365260240535,0.6972199143807883,2.0235666900570504,0.8241968941908413,0.4982105747578786,75.91268221775368,0.8218040860227209,0.6864958042141509,0.5824241494751189,0.5719326470395458,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.3635379414493384,0.3668576814767108,0.5198417745469828,1.4959835173325264,0.6357559208908798,0.4270583752795892,54.800829636957054,0.6029410762664444,0.5303377332293464,0.4572448605729714,0.4463447124702314,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06825005598394138,0.06834851722816099,0.24129018871473829,3.667612967088995,0.14886964636795647,0.1626458258199571,38.40916737012885,0.2612471166997664,0.164853561754574,0.1522602336383737,0.13992955893452136,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.993816298624592,0.8957351241883185,0.8311259136637709,0.4283540951397598,0.05937978608905653,0.061769362427977655,13.565732475593123,0.9969033547062583,0.07122858275586474,0.059383811522418936,0.0592104812735392,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,148.07452880377073,142.40255533756297,10.50571107620544,0.9079225250978481,0.6012795769630265,0.4232496957197047,17.81250319125579,12.168587790034254,0.5670798193414022,0.4895865355901564,0.4497169499408875,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index e1fef872b2ebee2f59a941b30bf5affc9f26777d..7539c72c579be9d65b5b2d7afd0984df7a3ae490 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T08:06:00.880044+00:00", + "evaluated_at": "2026-06-22T08:13:23.012177+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64926.01953125, 64909.44140625, 64798.0, 64810.01171875, @@ -101,10 +100,10 @@ 64276.12109375, 64256.55078125, 64303.4609375, - 64191.0703125 + 64191.0703125, + 64014.0 ], "actuals": [ - 64014.0, 64209.16015625, 64365.98828125, 64176.0, @@ -127,88 +126,88 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64211.19921875 + 64211.19140625, + 64160.0 ], "p50": [ - 64184.320693383765, - 64189.50468701726, - 64201.59883690076, - 64159.482049284255, - 64151.74612104275, - 64148.379333426245, - 64134.64340518474, - 64149.57544569323, - 64122.714517451735, - 64101.87702671023, - 64111.406723468725, - 64117.22157647722, - 64140.48174198571, - 64118.27511061921, - 64096.06847925271, - 64069.791535386204, - 64051.4364665197, - 64070.04038202819, - 64053.68336003669, - 64035.70719742019, - 64032.340409803684, - 64039.09666906218, - 64014.41152207067, - 64062.40020320417 + 64015.859605982994, + 63997.82476045473, + 64001.31921180146, + 63984.6476475232, + 63982.46827074494, + 63962.861159591674, + 63969.45912656341, + 63959.26803103514, + 63951.89724800688, + 63931.03037122861, + 63918.669353825346, + 63905.07982079708, + 63899.818412768815, + 63893.328489115556, + 63895.34442483729, + 63865.868173059025, + 63870.12824940576, + 63852.691060127494, + 63843.26558959923, + 63836.77566594596, + 63817.1099610427, + 63805.74113113943, + 63799.889879361166, + 63785.25933070791 ], "p10": [ - 63948.67850588376, - 63937.62382764226, - 63928.72813377576, - 63935.374627409255, - 63917.73479291775, - 63936.552770926246, - 63898.94418643474, - 63878.932476943235, - 63871.19654870174, - 63799.94733921023, - 63871.687973468725, - 63841.88563897722, - 63840.93096073571, - 63890.11300124421, - 63840.74426050271, - 63746.2747385112, - 63672.6915446447, - 63827.07163202819, - 63730.32398503669, - 63779.99821304519, - 63779.043534803684, - 63791.37401281218, - 63762.893553320675, - 63771.12090632917 + 63771.60804348299, + 63758.86382295473, + 63737.162571176465, + 63751.9132725232, + 63729.42764574494, + 63720.00217521667, + 63709.89857968841, + 63690.71334353514, + 63692.88552925688, + 63671.18427747861, + 63672.196697575346, + 63664.60911767208, + 63643.585990893815, + 63634.160520365556, + 63649.07997171229, + 63608.528329309025, + 63617.48176503076, + 63596.458638252494, + 63580.25191772423, + 63592.52410344596, + 63579.7798829177, + 63569.19464676443, + 63560.928941861166, + 63559.97222133291 ], "p90": [ - 64428.191787133765, - 64420.739843267256, - 64494.15743065076, - 64399.57345553426, - 64390.99416791775, - 64391.757849051246, - 64431.84262393474, - 64380.56099256824, - 64369.33482995174, - 64353.15788608523, - 64355.578598468725, - 64345.93642022722, - 64341.88135136072, - 64409.06221999421, - 64342.38097925271, - 64337.402472886206, - 64304.6349040197, - 64298.86069452819, - 64291.78492253669, - 64285.95524429519, - 64275.90955042868, - 64288.22948156218, - 64262.74745957067, - 64253.29590632917 + 64337.191637232994, + 64243.87554170473, + 64318.34069617646, + 64223.0628818982, + 64263.48584886994, + 64206.173659591674, + 64196.81420468841, + 64187.98287478514, + 64257.618341756875, + 64166.510058728614, + 64159.706463200346, + 64150.28099267208, + 64142.761772143815, + 64133.336301615556, + 64122.00458108729, + 64112.579110559025, + 64094.05989003076, + 64090.888325752494, + 64086.20894897423, + 64075.067853445966, + 64062.8298829177, + 64047.55792801443, + 64035.49261373617, + 64036.58120570791 ], "timestamps": [ - "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", @@ -327,6 +326,7 @@ "2026-06-22 04:00:00", "2026-06-22 05:00:00", "2026-06-22 06:00:00", - "2026-06-22 07:00:00" + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" ] } diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6de3be822b24ddd40273285bf1e9ce389e4d95df..1e2f19c76035cde85b3c205aaede6846401c447b 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T07:57:14.951396+00:00", + "evaluated_at": "2026-06-22T08:13:23.033017+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7549999952316284, - 1.7359999418258667, - 1.7100000381469727, 1.690999984741211, 1.6629999876022339, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.8619999885559082, 1.86899995803833, 1.8769999742507935, - 1.871000051498413 - ], - "actuals": [ + 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.8250000476837158, 1.812000036239624, 1.8049999475479126, @@ -307,198 +304,198 @@ 0.6290000081062317, 0.6240000128746033, 0.6359999775886536, - 0.640999972820282 + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 ], "p50": [ - 1.8751749249132066, - 1.8733352823918858, - 1.8759955819348504, - 1.8791558303370297, - 1.8748160858917664, - 1.8779763044916233, - 1.8786366446849556, - 1.8792969252736431, - 1.8764572211211197, - 1.8831175138691547, - 1.8812777670397056, - 1.8844380750465297, - 1.8810983475289855, - 1.8832586088057681, - 1.891418941846543, - 1.888079154724354, - 1.8847394570091323, - 1.8848997738374438, - 1.8930600174712515, - 1.8832203140339838, - 1.8868805559988615, - 1.895040859237314, - 1.8927011188451666, - 1.893361399433854, - 1.8940217992318311, - 1.8866819443987657, - 1.8923423394283712, - 1.890002539431579, - 1.8931628176360806, - 1.8918231090728135, - 1.889983406946848, - 1.8946435764324774, - 1.8973039951847315, - 1.8954641887506376, - 1.8966244181985399, - 1.9042847874789388, - 1.901945166296081, - 1.8976053920484952, - 1.8987656512987199, - 1.8959258726403905, - 1.9000861677726113, - 1.9052464500302289, - 1.9059067902235611, - 1.9065670112076039, - 1.907227411005581, - 1.9018875900279537, - 1.903547857742038, - 1.9097081569273746, - 1.9048684338205741, - 1.9045287123827037, - 1.9061890098991103, - 1.9023492888188678, - 1.9130095598708121, - 1.9031698862358668, - 1.9138301572878111, - 1.9144904378764986, - 1.9051506683972845, - 1.909810971993365, - 1.9114712844109327, - 1.9121315202961366 + 1.8385743402504025, + 1.834792977831583, + 1.832011677043966, + 1.825730361712816, + 1.8154490531765952, + 1.8096676569023376, + 1.8043863883012288, + 1.8001050621220334, + 1.7928237447643252, + 1.7885424632886133, + 1.7762610463911483, + 1.775479719854325, + 1.7636983859265256, + 1.7634170231500783, + 1.7506357169980433, + 1.7513544456551209, + 1.7445730920577889, + 1.7382917022208326, + 1.7255103960687979, + 1.7207291061292262, + 1.7124477420414768, + 1.7076664073984216, + 1.7013850771661103, + 1.7006037804316092, + 1.6863223743821898, + 1.6850410393815067, + 1.6757597477730053, + 1.6694784473430162, + 1.6681971272434946, + 1.6639157861631377, + 1.6496344397183629, + 1.6473530579876385, + 1.6440718679454518, + 1.635790488956541, + 1.6325091350015808, + 1.6172278014314094, + 1.6149464793053296, + 1.6026651071113485, + 1.6003837998864299, + 1.6001024371099826, + 1.5918211326268776, + 1.5880398000103806, + 1.5762584809837423, + 1.5689771487248731, + 1.5616958164660038, + 1.5604145261688043, + 1.5561331850884477, + 1.5453517786814004, + 1.5395705314187544, + 1.5377892177565342, + 1.5310078045545574, + 1.524726533926891, + 1.5184451440899347, + 1.5116638500972472, + 1.5003824948309852, + 1.4966011920168103, + 1.4923198956399373, + 1.4840385911568323, + 1.4807571626960665, + 1.4709759073271889 ], "p10": [ - 1.8401749582918077, - 1.8428352727359334, - 1.8424954469899346, - 1.8441558339133084, - 1.8428160806465577, - 1.8454763891302188, - 1.8471367224094124, - 1.8447969224126202, - 1.8454572030013077, - 1.8481175174454334, - 1.8497777851595176, - 1.8474380447673702, - 1.850998347624353, - 1.8507586934443636, - 1.8523189624459082, - 1.851079154247517, - 1.8527394219616011, - 1.8513997282994952, - 1.854960031156478, - 1.8527202894768702, - 1.8543804975863096, - 1.8570408716350801, - 1.855601071972074, - 1.860261408350709, - 1.858021726275746, - 1.8566820266531754, - 1.8593423410973011, - 1.8599025037641594, - 1.8586628743797025, - 1.8593230953637452, - 1.8599833759524327, - 1.8626436903965582, - 1.8632039126680613, - 1.861964217718495, - 1.8626244983071825, - 1.8652848127513082, - 1.8649450406494896, - 1.865605267593997, - 1.8662656018268646, - 1.8659259548948002, - 1.8685862156947457, - 1.8692465499276134, - 1.871806698766194, - 1.8705670574608082, - 1.8712273380494957, - 1.8718875590335384, - 1.8714478061005737, - 1.8732081738550936, - 1.875868482338755, - 1.872528707137495, - 1.8731889877261825, - 1.874849195835622, - 1.8775095698843924, - 1.877069858674679, - 1.8787301919538726, - 1.880490339171207, - 1.8791507051137457, - 1.878810879367747, - 1.8784712324356825, - 1.8791315666685502 + 1.807074328567892, + 1.8045929613330174, + 1.7985116702490365, + 1.7931303284295823, + 1.7848490358674063, + 1.777567700628305, + 1.7693863471740239, + 1.7641050040671094, + 1.7568236867094011, + 1.7525423903325281, + 1.7471610485130737, + 1.7408797182807625, + 1.7335983890021254, + 1.7273170110860983, + 1.7200356460446742, + 1.7167543367931977, + 1.7075729723716622, + 1.7021917438010328, + 1.6940103843862875, + 1.6906290764222713, + 1.6814477239216647, + 1.6760663344184945, + 1.6708850377078355, + 1.6626037928293753, + 1.6563224029924193, + 1.6530410937409428, + 1.6437597425277966, + 1.6374784659396653, + 1.63509704377315, + 1.627915832416342, + 1.6186344812031956, + 1.6143531252216778, + 1.6060717611339284, + 1.601790464757055, + 1.5935091006693054, + 1.5872277704369941, + 1.5849464483109144, + 1.5746651636165516, + 1.5693837072608119, + 1.5640024786901827, + 1.5568210467961892, + 1.5515398228985642, + 1.5441583995399557, + 1.5369771285785032, + 1.5316957258669437, + 1.525414455239277, + 1.5190330786107102, + 1.5138518355442314, + 1.5055705310611265, + 1.502189229057575, + 1.495007904451942, + 1.4877264678849444, + 1.4843451658813929, + 1.475163813380786, + 1.4678825556277229, + 1.4626011469556988, + 1.4572198647408894, + 1.4510385928257623, + 1.4427572287380128, + 1.439475865842356 ], "p90": [ - 1.9001750202806382, - 1.8988352670138875, - 1.9004955347279717, - 1.902255854798776, - 1.9018160959053467, - 1.9004764022432408, - 1.9031366570827217, - 1.9017969634206158, - 1.9044572182600967, - 1.9042175640801076, - 1.9057777794374717, - 1.9074381067562007, - 1.9040983851991211, - 1.9077586212035342, - 1.908518906465226, - 1.9110791625921673, - 1.9117395564296797, - 1.9103997435582842, - 1.9120600708770132, - 1.910820262678622, - 1.9123805853243467, - 1.9130408659130342, - 1.9137011465017217, - 1.9134614923217326, - 1.9160217544091382, - 1.9146819474982073, - 1.9163422688564717, - 1.9190025236959527, - 1.9166627952247342, - 1.9153230896416993, - 1.9160834821917516, - 1.918643744279157, - 1.9194040176199199, - 1.9210642376502882, - 1.9236245474214098, - 1.922284794154659, - 1.9249451145592493, - 1.923605355332034, - 1.9243656405937257, - 1.9239258817002964, - 1.9236862155993784, - 1.9243464961880659, - 1.9280067977575883, - 1.927567038864159, - 1.9272273919320946, - 1.9269876185428159, - 1.931547854881015, - 1.930208161218909, - 1.9299685070389199, - 1.9325287691263255, - 1.9321890029849715, - 1.9308493093228656, - 1.9346096036444633, - 1.9321698705002406, - 1.9348301253397215, - 1.935490405928409, - 1.9331506774571905, - 1.936810967105784, - 1.9344712863182814, - 1.937231539870302 + 1.8650744163059292, + 1.8597930135943699, + 1.851511709111265, + 1.8492303333410052, + 1.8399490417325035, + 1.8337677578964477, + 1.8303863486045353, + 1.8241050064512951, + 1.817823741784093, + 1.8115423459866724, + 1.804261088233609, + 1.7959796764621436, + 1.7876983600581098, + 1.7835171160379568, + 1.7801357544297602, + 1.7738544241974488, + 1.766673099591816, + 1.7602917766074293, + 1.7530103996450765, + 1.7448290938745112, + 1.7424477193917118, + 1.7331664277832102, + 1.725985097217113, + 1.7216037484835196, + 1.7153224182512083, + 1.709141092691901, + 1.7007597835357922, + 1.6956784974586014, + 1.6901970973219629, + 1.6860158533018097, + 1.67763443685734, + 1.6723531533550702, + 1.66417173433568, + 1.6567904719096125, + 1.6526091206010987, + 1.6442278114449898, + 1.640146452888551, + 1.6336651252311605, + 1.6274837996718532, + 1.623102498621976, + 1.6159211799768074, + 1.6105398381573532, + 1.6004584972438893, + 1.5959771438372923, + 1.5896958136049808, + 1.5804144623918344, + 1.580133174121193, + 1.5728517971588403, + 1.5645704926757353, + 1.5584891598685031, + 1.554007806461906, + 1.5458265066518055, + 1.5394451717464899, + 1.5301638801379882, + 1.5268825112818671, + 1.5197011926366986, + 1.513419808760207, + 1.507038593064181, + 1.5017571903526217, + 1.494475878955378 ], "timestamps": [ - "2026-06-21 01:48:00", - "2026-06-21 01:54:00", - "2026-06-21 02:00:00", "2026-06-21 02:06:00", "2026-06-21 02:12:00", "2026-06-21 02:18:00", @@ -795,6 +792,9 @@ "2026-06-22 07:24:00", "2026-06-22 07:30:00", "2026-06-22 07:36:00", - "2026-06-22 07:42:00" + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index e1f732c7d0cf4f9e4c067adb04e2adabcc4cdf38..dba7ad47392c6ad5504a496b30713fd284d14db6 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,13 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T08:06:00.891630+00:00", + "evaluated_at": "2026-06-22T08:13:23.050867+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 22432fa51f2bddd07edefcc973a3204a0f51a02f..394c59622f4c0be2dd87cfb0b9cce42e77aadaed 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1745,3 +1745,5 @@ {"evaluated_at": "2026-06-22T07:57:15.145078+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-22T07:57:15.145078+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-22T08:06:01.078301+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T08:13:23.247921+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T08:13:23.247921+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 13cdeaa714459f7cc922e6ff945aca6c78fd7e86..e54a4ba206a84a644c5087a18182a71015a63595 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,64827.50075594584,77367.97937059402,205.07527669270834,0.19405564895112493,0.00320408364296954,0.0032021652594080873,2.0102191996807997,254.6124520834475,0.003972497243218714,0.0031996116633254807,0.004633546998128919,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,95007.4980691274,115923.8487092654,261.260009765625,0.24699431900364066,0.004072621433141314,0.004083619615329599,2.1230214991552367,308.2328633827474,0.004808633609547818,0.004075826470942404,0.005582098557082343,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9357153171763457,1.9127262558818074,1.1218695640563965,0.6594880904109198,0.04287075619903718,0.04427535641662273,6.60639021231552,1.391299866016074,0.05326824293671531,0.042952653084473595,0.03879220245461595,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.8516178399325518,1.7418782456653394,1.0981919040282568,3.187322264389904,1.313525746196566,0.6446388439865766,72.57354297914326,1.3607416506936767,1.1366984536930373,0.91737696022663,0.7280571525478472,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.536078773687631,1.4812713526990464,1.0237511366605758,2.946117263525622,1.2739256347277366,0.643376495043175,47.99661167607189,1.2393864505018726,1.090145333644287,0.9004758152645911,0.6399712581946484,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08881100986649255,0.08777856840324791,0.2780161259902848,4.225847533101684,0.17207637082191848,0.19013086703260124,83.98557038673614,0.29801176128886686,0.1880529856705879,0.1754352322570449,0.15329810584438114,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.04008348641957582,0.004165074460303231,0.05364412069320679,0.027647650495954346,0.003834459564687611,0.0038318934272686647,0.7108480571912971,0.2002086072564709,0.014304872466404628,0.0038328637095293434,0.011383612250536003,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,113.79598327717274,86.40264044433452,7.2524170478185015,0.6267669795366542,0.4226709282351342,0.30913374752481154,5.11650076387565,10.667520015316247,0.49712714634483485,0.33797671679154184,0.24795088404847837,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index bc1cad61d95518926f2d91cd8da74c99c8880d14..63480ea2244811ad6a611c3a54171949c72d824d 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T08:05:39.486785+00:00", + "evaluated_at": "2026-06-22T08:12:45.404696+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64926.01953125, 64909.44140625, 64798.0, 64810.01171875, @@ -101,10 +100,10 @@ 64276.12109375, 64256.55078125, 64303.4609375, - 64191.0703125 + 64191.0703125, + 64014.0 ], "actuals": [ - 64014.0, 64209.16015625, 64365.98828125, 64176.0, @@ -127,88 +126,88 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64211.19921875 + 64211.19140625, + 64160.0 ], "p50": [ - 64185.65625, - 64253.14453125, - 64221.654296875, - 64261.04296875, - 64279.919921875, - 64355.1875, - 64314.345703125, - 64370.859375, - 64327.197265625, - 64413.0390625, - 64200.037109375, - 64305.142578125, - 64192.5078125, - 64156.998046875, - 64204.09375, - 64128.70703125, - 64168.2265625, - 64154.322265625, - 64031.08984375, - 64034.59375, - 63640.740234375, - 63943.232421875, - 63793.015625, - 63716.685546875 + 64041.3046875, + 64078.03125, + 64117.517578125, + 64143.6171875, + 64072.447265625, + 64118.76171875, + 64124.359375, + 64125.888671875, + 64092.74609375, + 64053.865234375, + 64085.935546875, + 63908.9765625, + 63922.568359375, + 64035.640625, + 63964.984375, + 64003.193359375, + 63860.693359375, + 63774.0546875, + 63785.4375, + 63646.68359375, + 63626.65234375, + 63767.244140625, + 63685.33984375, + 63558.431640625 ], "p10": [ - 63976.412109375, - 63976.228515625, - 63868.712890625, - 63798.669921875, - 63643.73828125, - 63821.9765625, - 63698.615234375, - 63751.36328125, - 63398.05078125, - 63465.953125, - 63303.171875, - 63232.69921875, - 63090.2421875, - 63139.896484375, - 63112.388671875, - 62954.849609375, - 62801.521484375, - 62676.029296875, - 62556.775390625, - 62342.208984375, - 62084.888671875, - 62085.412109375, - 61965.783203125, - 62276.62109375 + 63829.4609375, + 63799.697265625, + 63719.69140625, + 63645.98828125, + 63569.23828125, + 63336.76953125, + 63455.53125, + 63454.580078125, + 63134.16015625, + 63145.482421875, + 63075.09375, + 62639.109375, + 62676.771484375, + 62680.1875, + 62604.8203125, + 62639.40625, + 62421.14453125, + 61984.8046875, + 62229.806640625, + 61952.353515625, + 62064.958984375, + 62080.9765625, + 61851.681640625, + 61918.802734375 ], "p90": [ - 64450.5234375, - 64601.33203125, - 64657.31640625, - 64711.07421875, - 64752.76171875, - 64896.71484375, - 64960.5703125, - 64981.740234375, - 65176.712890625, - 65469.392578125, - 65110.60546875, - 65403.359375, - 65489.55078125, - 65312.408203125, - 65339.755859375, - 65554.4453125, - 65831.99609375, - 65422.064453125, - 65655.2890625, - 65550.57421875, - 65106.189453125, - 65625.8125, - 65810.16015625, - 65780.90625 + 64227.869140625, + 64350.486328125, + 64570.955078125, + 64627.08984375, + 64678.80859375, + 64762.95703125, + 64760.705078125, + 64794.9296875, + 64946.177734375, + 65271.04296875, + 65078.892578125, + 65037.44140625, + 65117.568359375, + 65413.517578125, + 65357.669921875, + 65430.88671875, + 65409.794921875, + 65511.51953125, + 65393.220703125, + 65338.501953125, + 65360.892578125, + 65622.0234375, + 65647.7109375, + 65337.82421875 ], "timestamps": [ - "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", @@ -327,6 +326,7 @@ "2026-06-22 04:00:00", "2026-06-22 05:00:00", "2026-06-22 06:00:00", - "2026-06-22 07:00:00" + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 88a5130ba5b338686f929bbab5b190a7841aebe2..6d54e990a34ba808e038139d6113cb17778dcbce 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:56:27.892768+00:00", + "evaluated_at": "2026-06-22T08:12:51.617699+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7549999952316284, - 1.7359999418258667, - 1.7100000381469727, 1.690999984741211, 1.6629999876022339, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.8619999885559082, 1.86899995803833, 1.8769999742507935, - 1.871000051498413 - ], - "actuals": [ + 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.8250000476837158, 1.812000036239624, 1.8049999475479126, @@ -307,198 +304,198 @@ 0.6290000081062317, 0.6240000128746033, 0.6359999775886536, - 0.640999972820282 + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 ], "p50": [ - 1.8523987531661987, - 1.8553510308265686, - 1.8572028279304504, - 1.8640241622924805, - 1.8682999014854431, - 1.8736095428466797, - 1.8835844993591309, - 1.8893214464187622, - 1.9009891748428345, - 1.9165409803390503, - 1.930973768234253, - 1.9527740478515625, - 1.9715251326560974, - 1.9826947450637817, - 2.0055577754974365, - 2.0123682022094727, - 2.0460801124572754, - 2.045007824897766, - 2.06887948513031, - 2.104461431503296, - 2.1136122941970825, - 2.164641857147217, - 2.110192060470581, - 2.16067898273468, - 2.194518208503723, - 2.1876360177993774, - 2.2641438245773315, - 2.2302334308624268, - 2.29341983795166, - 2.2331483364105225, - 2.367079257965088, - 2.390515089035034, - 2.4665491580963135, - 2.377261519432068, - 2.3616347312927246, - 2.3558343648910522, - 2.370157480239868, - 2.4659812450408936, - 2.464330315589905, - 2.4783729314804077, - 2.45153272151947, - 2.5014216899871826, - 2.445496916770935, - 2.5860644578933716, - 2.5226874351501465, - 2.4804660081863403, - 2.535831928253174, - 2.5915913581848145, - 2.7122524976730347, - 2.728251814842224, - 2.750714898109436, - 2.6121349334716797, - 2.6640952825546265, - 2.6915159225463867, - 2.653444766998291, - 2.6359379291534424, - 2.7230794429779053, - 2.7861475944519043, - 2.7823989391326904, - 2.70348060131073 + 1.8319981694221497, + 1.8316343426704407, + 1.8334326148033142, + 1.8306564092636108, + 1.8307586312294006, + 1.8294509649276733, + 1.833893358707428, + 1.839001476764679, + 1.848760724067688, + 1.8416277170181274, + 1.857631504535675, + 1.8768002390861511, + 1.8918108940124512, + 1.8970432877540588, + 1.9092202186584473, + 1.940036118030548, + 1.9374520778656006, + 1.9604865312576294, + 1.9688688516616821, + 2.0338547229766846, + 2.0270426273345947, + 2.0313373804092407, + 1.9993164539337158, + 2.0027217864990234, + 1.9663951396942139, + 2.1163471937179565, + 2.074869990348816, + 2.096247434616089, + 2.190034866333008, + 2.108813166618347, + 2.1610164642333984, + 2.1647226810455322, + 2.2951109409332275, + 2.3223068714141846, + 2.2995084524154663, + 2.1814990043640137, + 2.2179062366485596, + 2.2937304973602295, + 2.2715322971343994, + 2.339890480041504, + 2.2986656427383423, + 2.378882050514221, + 2.3704893589019775, + 2.4139379262924194, + 2.426010847091675, + 2.3820905685424805, + 2.4466657638549805, + 2.4590991735458374, + 2.462475538253784, + 2.4651790857315063, + 2.44624662399292, + 2.399664282798767, + 2.4296876192092896, + 2.470447301864624, + 2.399592399597168, + 2.5822609663009644, + 2.6929736137390137, + 2.5206578969955444, + 2.447664260864258, + 2.392529606819153 ], "p10": [ - 1.8403894305229187, - 1.8370959758758545, - 1.8292393684387207, - 1.8333048820495605, - 1.8293669819831848, - 1.8238964676856995, - 1.8205642700195312, - 1.815612554550171, - 1.8232948184013367, - 1.8136897087097168, - 1.8219237327575684, - 1.8193339109420776, - 1.8065698146820068, - 1.8289931416511536, - 1.7925664782524109, - 1.781144917011261, - 1.6913508176803589, - 1.7773151397705078, - 1.7803414463996887, - 1.8175805807113647, - 1.8477111458778381, - 1.8430582284927368, - 1.7718255519866943, - 1.84176105260849, - 1.8474692106246948, - 1.8022443056106567, - 1.9108219146728516, - 1.8281171321868896, - 1.8819186091423035, - 1.8277512788772583, - 1.8872718811035156, - 1.87680584192276, - 1.8151047229766846, - 1.788963794708252, - 1.7653324007987976, - 1.7223305702209473, - 1.6411948204040527, - 1.7013716101646423, - 1.8271650075912476, - 1.8671379685401917, - 1.6641396880149841, - 1.7798161506652832, - 1.8380711078643799, - 1.818109154701233, - 1.936847448348999, - 1.6573830246925354, - 1.69724702835083, - 1.7611839771270752, - 1.7035066485404968, - 1.6697270274162292, - 1.7184785604476929, - 1.7489627599716187, - 1.7050282955169678, - 1.6237042546272278, - 1.648483157157898, - 1.8473039269447327, - 1.7428935766220093, - 1.6826388835906982, - 1.5934089422225952, - 1.6430398225784302 + 1.818615734577179, + 1.8101349472999573, + 1.799192726612091, + 1.790910005569458, + 1.7796669006347656, + 1.7725169658660889, + 1.7577736377716064, + 1.7689368724822998, + 1.7381952404975891, + 1.7146663665771484, + 1.7237440347671509, + 1.7077631950378418, + 1.7300763130187988, + 1.7058461904525757, + 1.6553418636322021, + 1.7152952551841736, + 1.6058475375175476, + 1.603360891342163, + 1.5207176208496094, + 1.6016281843185425, + 1.5192217826843262, + 1.595329761505127, + 1.5296469330787659, + 1.5487313866615295, + 1.4191355109214783, + 1.5610306859016418, + 1.5215173363685608, + 1.5340485572814941, + 1.583327054977417, + 1.5644723176956177, + 1.4887349009513855, + 1.5257788300514221, + 1.502517282962799, + 1.5547412037849426, + 1.43954336643219, + 1.3741477727890015, + 1.2737367153167725, + 1.4447072744369507, + 1.314149022102356, + 1.4447163939476013, + 1.4550396800041199, + 1.422977328300476, + 1.3779960870742798, + 1.451753318309784, + 1.45924973487854, + 1.4483475089073181, + 1.5168730020523071, + 1.3754772543907166, + 1.5226262211799622, + 1.481186866760254, + 1.2483717799186707, + 1.2603803873062134, + 1.3793285489082336, + 1.2967238426208496, + 1.3135091066360474, + 1.4946365356445312, + 1.5173330903053284, + 1.5830268859863281, + 1.6502140164375305, + 1.3147743940353394 ], "p90": [ - 1.864450991153717, - 1.8730175495147705, - 1.8858810663223267, - 1.8993874788284302, - 1.9131205081939697, - 1.93390691280365, - 1.9475340247154236, - 1.9676719903945923, - 1.976322591304779, - 2.002518653869629, - 2.0411828756332397, - 2.0845388174057007, - 2.127582550048828, - 2.163819909095764, - 2.2002748250961304, - 2.260733127593994, - 2.284474492073059, - 2.3733675479888916, - 2.380935788154602, - 2.4528708457946777, - 2.4529911279678345, - 2.4782239198684692, - 2.4113306999206543, - 2.527787446975708, - 2.606396436691284, - 2.619420051574707, - 2.771627187728882, - 2.7197234630584717, - 2.6743359565734863, - 2.708301067352295, - 2.929259777069092, - 3.0146162509918213, - 3.1183412075042725, - 3.031821846961975, - 2.9851789474487305, - 2.998993396759033, - 3.074673652648926, - 3.2439823150634766, - 3.184258460998535, - 3.2314014434814453, - 3.070526123046875, - 3.411127805709839, - 3.086647629737854, - 3.338066577911377, - 3.359264373779297, - 3.436025619506836, - 3.628829002380371, - 3.451151132583618, - 4.08943510055542, - 3.8172767162323, - 4.084869384765625, - 3.957973003387451, - 3.6604185104370117, - 3.980015993118286, - 4.077354907989502, - 3.8270063400268555, - 4.08943510055542, - 3.9992098808288574, - 4.08943510055542, - 4.014843702316284 + 1.8452919721603394, + 1.8514628410339355, + 1.869499921798706, + 1.8767484426498413, + 1.8895373940467834, + 1.8918646574020386, + 1.9081814289093018, + 1.9389680624008179, + 1.9587810635566711, + 1.977059245109558, + 1.979615867137909, + 2.0402579307556152, + 2.134762763977051, + 2.1060285568237305, + 2.132885456085205, + 2.236410140991211, + 2.299323081970215, + 2.265263557434082, + 2.3705555200576782, + 2.419588088989258, + 2.5110878944396973, + 2.558587431907654, + 2.450273633003235, + 2.5661072731018066, + 2.5465047359466553, + 2.6193403005599976, + 2.6074917316436768, + 2.664638876914978, + 2.7960867881774902, + 2.7994476556777954, + 2.88363778591156, + 2.8531136512756348, + 3.2449588775634766, + 3.2449588775634766, + 2.9927332401275635, + 2.978457450866699, + 3.0158395767211914, + 3.0735820531845093, + 3.19677734375, + 2.9937777519226074, + 3.2354488372802734, + 3.277266263961792, + 3.438962936401367, + 3.4861788749694824, + 3.3881325721740723, + 3.3638529777526855, + 3.3591623306274414, + 3.3497157096862793, + 3.808788299560547, + 4.071833848953247, + 4.129015207290649, + 4.107827663421631, + 3.676393508911133, + 3.6666691303253174, + 3.9268243312835693, + 4.107827663421631, + 4.107827663421631, + 3.7674872875213623, + 3.8728346824645996, + 4.015455007553101 ], "timestamps": [ - "2026-06-21 01:48:00", - "2026-06-21 01:54:00", - "2026-06-21 02:00:00", "2026-06-21 02:06:00", "2026-06-21 02:12:00", "2026-06-21 02:18:00", @@ -795,6 +792,9 @@ "2026-06-22 07:24:00", "2026-06-22 07:30:00", "2026-06-22 07:36:00", - "2026-06-22 07:42:00" + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index d6032ebaea7e2196f9196f3c303a196434faa73d..957a448bf8d442fa27de152e75e541eebe4bac2d 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,13 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T08:05:42.100158+00:00", + "evaluated_at": "2026-06-22T08:12:54.080846+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 7c3bbf81d4da6ced1c358e780bf3e3462ea36e7e..1b6072be2121465b93bc5c56859e208c3a063fba 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,67566.1040246447,64329.572289297685,203.62962011147647,0.19268767407596832,0.003178181671730973,0.0031795170321659706,1.3612324469166666,259.9348072587523,0.0040555373344959445,0.0031770563376271824,0.002371194415420524,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,65545.80945365096,62552.524944770754,197.87970006396245,0.18707479114690662,0.003089252581616423,0.003089612459559944,1.6334301545102423,256.01915837228074,0.0039940657726310535,0.0030870523211966863,0.0022917153218888126,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.4953410901867086,0.49867292270006824,0.5789852592735608,1.6804099546418612,0.6992067829097238,0.4404407204127457,62.38726284966411,0.7038047244702955,0.5879247846932659,0.4836565769790449,0.47392967443068634,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.602366661410283,0.6065955364670589,0.6595659312645347,1.8980770882172433,0.8157626829614535,0.4988797872022341,71.03180924203072,0.7761228391242478,0.6826657585803388,0.580144088155573,0.5698249819554702,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08419926878778064,0.0842882200661658,0.27222226560115814,4.137780804794772,0.16845599275539413,0.18573866781537227,48.12066317458909,0.29017110260634266,0.1831053310260335,0.1717791592885767,0.15920928869503287,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.0017718605465608286,0.0067712666677291105,0.07982454550893554,0.04114078312236983,0.005705514361449345,0.00568825196283265,1.16735837366153,0.042093473918896604,0.0030075718738025617,0.005703450809840888,0.005605903908397658,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,162.12160711604497,155.27907965227237,10.988930638334645,0.9496832323781677,0.6331856644890809,0.43683018899345805,19.147458289486355,12.732698343872165,0.5933684665105475,0.5121055054757894,0.4736291723021788,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 13e862a777af5ca8b04fe00e20564358ae115696..df7931dbb121db26906201f3c22734b105df789d 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T08:06:00.901523+00:00", + "evaluated_at": "2026-06-22T08:13:23.059241+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64926.01953125, 64909.44140625, 64798.0, 64810.01171875, @@ -101,10 +100,10 @@ 64276.12109375, 64256.55078125, 64303.4609375, - 64191.0703125 + 64191.0703125, + 64014.0 ], "actuals": [ - 64014.0, 64209.16015625, 64365.98828125, 64176.0, @@ -127,88 +126,88 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64211.19921875 + 64211.19140625, + 64160.0 ], "p50": [ - 64002.66957579496, - 64015.58949766996, - 64035.41957579496, - 64001.03871641996, - 64001.03871641996, - 64005.40785704496, - 63999.40785704496, - 64022.07582579496, - 64002.95082579496, - 63989.84926329496, - 64007.11488829496, - 64020.66566954496, - 64051.66176329496, - 64037.19106016996, - 64022.72035704496, - 64004.17934141996, - 63993.56020079496, - 64019.90004454496, - 64011.27895079496, - 64001.03871641996, - 64005.40785704496, - 64019.90004454496, - 64002.95082579496, - 64058.67543516996 + 64037.80297765899, + 64029.19360265899, + 64042.11352453399, + 64034.86743078399, + 64042.11352453399, + 64031.93188390899, + 64047.95532140899, + 64047.18969640899, + 64049.24438390899, + 64037.80297765899, + 64034.86743078399, + 64030.70336828399, + 64034.86743078399, + 64037.80297765899, + 64049.24438390899, + 64029.19360265899, + 64042.87914953399, + 64034.86743078399, + 64034.86743078399, + 64037.80297765899, + 64027.56274328399, + 64025.61938390899, + 64029.19360265899, + 64023.98852453399 ], "p10": [ - 63767.027388294955, - 63763.70863829496, - 63762.548872669955, - 63776.93129454496, - 63767.027388294955, - 63793.58129454496, - 63763.70863829496, - 63751.43285704496, - 63751.43285704496, - 63687.91957579496, - 63767.39613829496, - 63745.32973204496, - 63752.11098204496, - 63809.02895079496, - 63767.39613829496, - 63680.66254454495, - 63614.81527891996, - 63776.93129454496, - 63687.91957579496, - 63745.32973204496, - 63752.11098204496, - 63772.17738829496, - 63751.43285704496, - 63767.39613829496 + 63793.55141515899, + 63790.23266515899, + 63777.95688390899, + 63802.13305578399, + 63789.07289953399, + 63789.07289953399, + 63788.39477453399, + 63778.63500890899, + 63790.23266515899, + 63777.95688390899, + 63788.39477453399, + 63790.23266515899, + 63778.63500890899, + 63778.63500890899, + 63802.97993078399, + 63771.85375890899, + 63790.23266515899, + 63778.63500890899, + 63771.85375890899, + 63793.55141515899, + 63790.23266515899, + 63789.07289953399, + 63790.23266515899, + 63798.70141515899 ], "p90": [ - 64246.54066954496, - 64246.82465391995, - 64327.97816954496, - 64241.13012266996, - 64240.28676329496, - 64248.78637266996, - 64296.60707579496, - 64253.06137266996, - 64249.57113829496, - 64241.13012266996, - 64251.28676329496, - 64249.38051329496, - 64253.06137266996, - 64327.97816954496, - 64269.03285704496, - 64271.79027891996, - 64246.75863829496, - 64248.72035704496, - 64249.38051329496, - 64251.28676329496, - 64248.97699766995, - 64269.03285704496, - 64251.28676329496, - 64249.57113829496 + 64359.13500890899, + 64275.24438390899, + 64359.13500890899, + 64273.28266515899, + 64323.13110265899, + 64275.24438390899, + 64275.31039953399, + 64275.90454015899, + 64354.96547765899, + 64273.28266515899, + 64275.90454015899, + 64275.90454015899, + 64277.81079015899, + 64277.81079015899, + 64275.90454015899, + 64275.90454015899, + 64266.81079015899, + 64273.06469640899, + 64277.81079015899, + 64276.09516515899, + 64273.28266515899, + 64267.43618078399, + 64264.79633703399, + 64275.31039953399 ], "timestamps": [ - "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", @@ -327,6 +326,7 @@ "2026-06-22 04:00:00", "2026-06-22 05:00:00", "2026-06-22 06:00:00", - "2026-06-22 07:00:00" + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" ] } diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3b425bfbe3081d8a5e53b135e42fd16cbc90e2c1..e7ddcd77ae0ba838cf9f5e617ea733757a63104f 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:57:15.003119+00:00", + "evaluated_at": "2026-06-22T08:13:23.072061+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7549999952316284, - 1.7359999418258667, - 1.7100000381469727, 1.690999984741211, 1.6629999876022339, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.8619999885559082, 1.86899995803833, 1.8769999742507935, - 1.871000051498413 - ], - "actuals": [ + 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.8250000476837158, 1.812000036239624, 1.8049999475479126, @@ -307,198 +304,198 @@ 0.6290000081062317, 0.6240000128746033, 0.6359999775886536, - 0.640999972820282 + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 ], "p50": [ - 1.7587646044988179, - 1.7562646813888096, - 1.7582647003430867, - 1.7607646681565785, - 1.7557646431226277, - 1.7582645811337971, - 1.758264640738442, - 1.758264640738442, - 1.754764655997231, - 1.7607646681565785, - 1.758264640738442, - 1.7607646681565785, - 1.7567646600503468, - 1.758264640738442, - 1.7657646931905293, - 1.7617646254796528, - 1.7577646471757435, - 1.7572646834153676, - 1.7647646464604878, - 1.7542646624345326, - 1.7572646238107228, - 1.7647646464604878, - 1.7617646254796528, - 1.7617646254796528, - 1.7617647446889424, - 1.7537646092671895, - 1.7587647237081074, - 1.7557646431226277, - 1.758264640738442, - 1.7562646515864873, - 1.7537646688718342, - 1.7577645577687764, - 1.759764695932343, - 1.7572646089095616, - 1.7577645577687764, - 1.7647646464604878, - 1.7617647446889424, - 1.7567646898526692, - 1.7572646685142064, - 1.7537646092671895, - 1.7572646238107228, - 1.7617646254796528, - 1.7617646850842976, - 1.7617646254796528, - 1.7617647446889424, - 1.7557646431226277, - 1.7567646302480244, - 1.7622646488446736, - 1.7567646451491856, - 1.7557646431226277, - 1.7567646600503468, - 1.7522646583814168, - 1.7622646488446736, - 1.7517646946210408, - 1.7617646850842976, - 1.7617646850842976, - 1.751764635016396, - 1.755764658023789, - 1.7567646898526692, - 1.7567646451491856 + 1.7909806513719813, + 1.793480619185473, + 1.7969806486301676, + 1.7969806635313288, + 1.7929806852274195, + 1.793480619185473, + 1.7944806808166758, + 1.7964806848697916, + 1.795480697744395, + 1.7974807465009943, + 1.7914806598358408, + 1.7969806635313288, + 1.7914806598358408, + 1.7974806272917048, + 1.7909806513719813, + 1.7979807102613703, + 1.7974806868963495, + 1.7974806272917048, + 1.7909806513719813, + 1.7924806916647211, + 1.790480657809283, + 1.7919806533985392, + 1.7919806533985392, + 1.7974806868963495, + 1.7894806110792414, + 1.7944806063108698, + 1.7914806449346796, + 1.791480674737002, + 1.7964806848697916, + 1.7984806740217463, + 1.790480657809283, + 1.7944806063108698, + 1.7974807465009943, + 1.795480697744395, + 1.7984806740217463, + 1.7894806706838862, + 1.7934806787901179, + 1.787480636828448, + 1.7914806598358408, + 1.7974806272917048, + 1.7954806530409113, + 1.7979806506567255, + 1.7924806618623987, + 1.7914806598358408, + 1.790480657809283, + 1.795480697744395, + 1.7974806868963495, + 1.7929806107216135, + 1.793480693691279, + 1.7979807102613703, + 1.7974806272917048, + 1.7974806868963495, + 1.7974806272917048, + 1.7969806635313288, + 1.791980638497378, + 1.7944806659155146, + 1.7964806997709528, + 1.7944807255201594, + 1.7974806272917048, + 1.7939807021551386 ], "p10": [ - 1.723764637877419, - 1.7257646717328572, - 1.724764565398171, - 1.7257646717328572, - 1.723764637877419, - 1.7257646657723926, - 1.7267647184628987, - 1.723764637877419, - 1.723764637877419, - 1.7257646717328572, - 1.726764658858254, - 1.723764637877419, - 1.7266646601457143, - 1.7257647253770374, - 1.7266647137898945, - 1.7247646250028157, - 1.7257646121282124, - 1.723764637877419, - 1.7266646601457143, - 1.723764637877419, - 1.724764565398171, - 1.726764658858254, - 1.7246645786065602, - 1.7286646343965077, - 1.7257646717328572, - 1.7237646915215992, - 1.7257647253770374, - 1.7256646074552082, - 1.7237646974820637, - 1.723764637877419, - 1.723764637877419, - 1.7257646717328572, - 1.7256646134156728, - 1.723764637877419, - 1.723764637877419, - 1.7257646717328572, - 1.7247646190423511, - 1.724764565398171, - 1.7247646190423511, - 1.7237646915215992, - 1.7257646717328572, - 1.7257647253770374, - 1.7276645936269306, - 1.7257646717328572, - 1.7257646717328572, - 1.7257646121282124, - 1.7246645786065602, - 1.7257646657723926, - 1.7277646936673665, - 1.723764637877419, - 1.723764637877419, - 1.724764565398171, - 1.726764658858254, - 1.725664667059853, - 1.726664719750359, - 1.7277645863790059, - 1.7257646717328572, - 1.724764565398171, - 1.723764637877419, - 1.7237646915215992 + 1.7594806396894709, + 1.7632806026869075, + 1.763480641835238, + 1.764380630248095, + 1.7623806679182306, + 1.7613806629114406, + 1.7594806396894709, + 1.7604806268148676, + 1.7594806396894709, + 1.7614806735449091, + 1.7623806619577662, + 1.7623806619577662, + 1.7613806629114406, + 1.7613806152277247, + 1.7603805804186121, + 1.763380601399447, + 1.7604805672102228, + 1.761380668871905, + 1.7594806396894709, + 1.7623806619577662, + 1.7594806396894709, + 1.7603805804186121, + 1.7614806139402643, + 1.7594806992941157, + 1.7594806396894709, + 1.7624806606703058, + 1.7594806396894709, + 1.759480693333651, + 1.763380601399447, + 1.7624807202749506, + 1.7594806992941157, + 1.7614806735449091, + 1.7594806396894709, + 1.7614806735449091, + 1.7594806396894709, + 1.7594806396894709, + 1.7634806477957026, + 1.759480693333651, + 1.7604805672102228, + 1.761380668871905, + 1.7604805672102228, + 1.7614806735449091, + 1.7603805804186121, + 1.7594806396894709, + 1.7604805672102228, + 1.7604806268148676, + 1.7603805804186121, + 1.7614806675844445, + 1.759480693333651, + 1.762380721562411, + 1.7614807271890893, + 1.760480620854403, + 1.763380649083163, + 1.7604806268148676, + 1.7594806992941157, + 1.760480620854403, + 1.761380668871905, + 1.7614807271890893, + 1.759480693333651, + 1.7624806606703058 ], "p90": [ - 1.7837646998662495, - 1.7817646660108113, - 1.782764653136208, - 1.7838646926183248, - 1.782764653136208, - 1.7807646788854146, - 1.782764653136208, - 1.7807646788854146, - 1.782764653136208, - 1.7818647183675314, - 1.782764653136208, - 1.7837646998662495, - 1.7797646977204824, - 1.782764653136208, - 1.7828646578092122, - 1.784764633347466, - 1.784764746596291, - 1.782764653136208, - 1.7837646998662495, - 1.7818646110791707, - 1.782764653136208, - 1.782764653136208, - 1.782764653136208, - 1.7818647183675314, - 1.7837646998662495, - 1.781764612366631, - 1.782764653136208, - 1.7847646273870015, - 1.7817646183270954, - 1.779764632155373, - 1.779864744116738, - 1.781764725615456, - 1.7818647183675314, - 1.7828646578092122, - 1.7847646869916463, - 1.782764653136208, - 1.7847646929521108, - 1.782764653136208, - 1.7828646578092122, - 1.7817646183270954, - 1.7808646716374898, - 1.7808646716374898, - 1.7838646926183248, - 1.782764653136208, - 1.781764725615456, - 1.7808646716374898, - 1.7847646273870015, - 1.782764653136208, - 1.7818647183675314, - 1.7837646998662495, - 1.782764653136208, - 1.7807646788854146, - 1.7838646926183248, - 1.7807646788854146, - 1.782764653136208, - 1.782764653136208, - 1.779764644076302, - 1.782764653136208, - 1.7797646917600178, - 1.781864664723351 + 1.817480727427508, + 1.81848065494826, + 1.8164806806974665, + 1.820480635159518, + 1.8174806737833278, + 1.8175807201795833, + 1.8204806411199823, + 1.8204806291990534, + 1.8204806947641627, + 1.8204806291990534, + 1.8194807016783014, + 1.8174806201391474, + 1.815480633967425, + 1.8175807201795833, + 1.8204806888036982, + 1.8204806888036982, + 1.8195806944303767, + 1.8194807016783014, + 1.81848065494826, + 1.8165806794100061, + 1.820480635159518, + 1.8174806737833278, + 1.8165806734495418, + 1.81848065494826, + 1.81848065494826, + 1.8185806596212641, + 1.8164806806974665, + 1.8176807248525872, + 1.81848065494826, + 1.8205807411604182, + 1.81848065494826, + 1.8194807016783014, + 1.8175806128912226, + 1.8164806806974665, + 1.8185806596212641, + 1.8164806806974665, + 1.8186806523733392, + 1.81848065494826, + 1.8185806596212641, + 1.8204806888036982, + 1.819580700390841, + 1.8204806888036982, + 1.8166806781225457, + 1.81848065494826, + 1.81848065494826, + 1.815480633967425, + 1.821480675929095, + 1.8204806291990534, + 1.81848065494826, + 1.8186806523733392, + 1.8204806291990534, + 1.8185806596212641, + 1.81848065494826, + 1.8154806935720698, + 1.81848065494826, + 1.8175806665354028, + 1.8175806128912226, + 1.817480727427508, + 1.81848065494826, + 1.8174806737833278 ], "timestamps": [ - "2026-06-21 01:48:00", - "2026-06-21 01:54:00", - "2026-06-21 02:00:00", "2026-06-21 02:06:00", "2026-06-21 02:12:00", "2026-06-21 02:18:00", @@ -795,6 +792,9 @@ "2026-06-22 07:24:00", "2026-06-22 07:30:00", "2026-06-22 07:36:00", - "2026-06-22 07:42:00" + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index ac2df8d72077f347e2ab543897549ed357c9b4c9..40c308b278acbe76e05caf1b1a9d02a39615c2d5 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,13 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T08:06:00.907204+00:00", + "evaluated_at": "2026-06-22T08:13:23.080866+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 8dbd268fdb1c6f0a5f9ac03c5321ba6cacf52741..5858718a452272df032a446a04688dbf6251482d 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T08:01:23.712969+00:00", - "finished_at": "2026-06-22T08:06:01.077851+00:00", - "task_count": 1, + "started_at": "2026-06-22T08:10:07.613958+00:00", + "finished_at": "2026-06-22T08:13:23.247340+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,13 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T08:02:54.055563+00:00", + "evaluated_at": "2026-06-22T08:10:41.451417+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -24,13 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T08:03:40.753508+00:00", + "evaluated_at": "2026-06-22T08:11:32.111105+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -38,13 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:04:50.487823+00:00", + "evaluated_at": "2026-06-22T08:12:02.434992+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -52,13 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T08:05:01.348451+00:00", + "evaluated_at": "2026-06-22T08:12:18.046002+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -66,13 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T08:05:42.100158+00:00", + "evaluated_at": "2026-06-22T08:12:54.080846+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -80,13 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T08:06:00.615403+00:00", + "evaluated_at": "2026-06-22T08:13:22.720085+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -94,13 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T08:06:00.851562+00:00", + "evaluated_at": "2026-06-22T08:13:22.982153+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -108,13 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T08:06:00.891630+00:00", + "evaluated_at": "2026-06-22T08:13:23.050867+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -122,13 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T08:06:00.907204+00:00", + "evaluated_at": "2026-06-22T08:13:23.080866+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -136,13 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T08:06:00.921624+00:00", + "evaluated_at": "2026-06-22T08:13:23.116138+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -158,7 +218,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T08:07:03.511711+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_081322.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_081322.json new file mode 100644 index 0000000000000000000000000000000000000000..09aa1f5527d7e7278644989ad088970ef232bd4e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_081322.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T08:13:22.917126+00:00", + "metrics": { + "MSE[mean]": 178807.3476811276, + "MSE[0.5]": 626017.7382828183, + "MAE[0.5]": 756.6775070017093, + "MASE[0.5]": 0.7153603251983428, + "MAPE[0.5]": 0.011791260629459524, + "sMAPE[0.5]": 0.011867669160651314, + "MSIS": 13.941957077320732, + "RMSE[mean]": 422.8561784828591, + "NRMSE[mean]": 0.006596832049451868, + "ND[0.5]": 0.01180466239655656, + "mean_weighted_sum_quantile_loss": 0.01041131578182928 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64160.0 + ], + "predictions": { + "p50": [ + 63386.03029651614, + 63340.792251269086, + 63348.57869974878, + 63352.317339984256, + 63338.56217465736, + 63352.485651761024, + 63353.89139820443, + 63376.573592020315, + 63343.466144400576, + 63354.59098395781, + 63342.889335759704, + 63342.24126249488, + 63330.00254627671, + 63332.95847013353, + 63354.699794057735, + 63329.945708064726, + 63320.26228417199, + 63342.81286113189, + 63342.83150426709, + 63385.11839546537, + 63342.82819769766, + 63354.67297845623, + 63322.45357247682, + 63331.47382085034 + ], + "p10": [ + 63111.29632055861, + 63101.960821406035, + 63103.194034889544, + 63106.36666566577, + 63107.554875115056, + 63106.53497744254, + 63106.96740009423, + 63104.99499025976, + 63101.12944326961, + 63100.932400245605, + 63106.84528977664, + 63102.607001809774, + 63102.696788857604, + 63085.81896996697, + 63148.26485605091, + 63102.63995064562, + 63082.15301018008, + 63086.25066940283, + 63086.269312538025, + 63107.231068545734, + 63086.266005968595, + 63107.23361300316, + 63101.0209319041, + 63109.6151791323 + ], + "p90": [ + 63635.35066420182, + 63642.81374612899, + 63644.0469596125, + 63623.5083210965, + 63586.603435840974, + 63582.40124365284, + 63580.590341639494, + 63667.68777651372, + 63667.94383756322, + 63667.74679453922, + 63609.239573608815, + 63610.59763084146, + 63624.94174920532, + 63624.872656653155, + 63623.94412758655, + 63610.63057967731, + 63569.27240171649, + 63584.06997013568, + 63633.74608248804, + 63623.91476752761, + 63633.74277591861, + 63624.89900886237, + 63606.440921277055, + 63586.58763113779 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_081034.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_081034.json new file mode 100644 index 0000000000000000000000000000000000000000..7b0db7fc2e0a5a020ab1d013c2e9b534c2c0a266 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_081034.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T08:10:34.623828+00:00", + "metrics": { + "MSE[mean]": 92074.70642153423, + "MSE[0.5]": 92074.70642153423, + "MAE[0.5]": 233.11767578125, + "MASE[0.5]": 0.2203886527791028, + "MAPE[0.5]": 0.0036367867786265325, + "sMAPE[0.5]": 0.0036424615123222585, + "MSIS": 2.1139195181924215, + "RMSE[mean]": 303.43814266096183, + "NRMSE[mean]": 0.004733832840550829, + "ND[0.5]": 0.0036367877144541177, + "mean_weighted_sum_quantile_loss": 0.005369542044668748 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64160.0 + ], + "predictions": { + "p50": [ + 64090.64453125, + 64100.203125, + 64114.3671875, + 64119.6171875, + 64111.28125, + 64114.05078125, + 64104.78515625, + 64093.13671875, + 64083.24609375, + 64066.84375, + 64049.03515625, + 64026.765625, + 64009.515625, + 63978.5234375, + 63968.2890625, + 63953.2109375, + 63871.296875, + 63852.52734375, + 63847.02734375, + 63804.32421875, + 63786.515625, + 63756.25, + 63736.890625, + 63705.55078125 + ], + "p10": [ + 63802.171875, + 63689.1875, + 63572.59375, + 63445.3515625, + 63313.859375, + 63203.43359375, + 63071.90625, + 63010.18359375, + 62921.37890625, + 62817.98828125, + 62791.69140625, + 62729.7734375, + 62683.734375, + 62591.02734375, + 62533.3359375, + 62474.41796875, + 62435.84765625, + 62407.3515625, + 62375.921875, + 62372.79296875, + 62343.7421875, + 62327.1875, + 62297.03125, + 62276.83984375 + ], + "p90": [ + 64318.16015625, + 64426.34765625, + 64519.55859375, + 64610.5625, + 64686.3046875, + 64724.56640625, + 64757.328125, + 64807.89453125, + 64831.48828125, + 64879.7578125, + 64904.96875, + 64962.16015625, + 65004.640625, + 65009.00390625, + 65054.578125, + 65084.5234375, + 65529.96875, + 65525.3515625, + 65530.29296875, + 65544.1328125, + 65541.359375, + 65615.4765625, + 65664.375, + 65620.2734375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_081323.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_081323.json new file mode 100644 index 0000000000000000000000000000000000000000..7667fb703e28e9e31a8260f4b60a7bf58e7f8e08 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_081323.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T08:13:23.012177+00:00", + "metrics": { + "MSE[mean]": 102715.314971005, + "MSE[0.5]": 95621.65289521699, + "MAE[0.5]": 262.486418296737, + "MASE[0.5]": 0.24815376143125908, + "MAPE[0.5]": 0.004092213131617357, + "sMAPE[0.5]": 0.004100124864628063, + "MSIS": 1.9390151057960594, + "RMSE[mean]": 320.4923009543365, + "NRMSE[mean]": 0.004999888827742039, + "ND[0.5]": 0.004094959243538487, + "mean_weighted_sum_quantile_loss": 0.003126510913203661 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64160.0 + ], + "predictions": { + "p50": [ + 64015.859605982994, + 63997.82476045473, + 64001.31921180146, + 63984.6476475232, + 63982.46827074494, + 63962.861159591674, + 63969.45912656341, + 63959.26803103514, + 63951.89724800688, + 63931.03037122861, + 63918.669353825346, + 63905.07982079708, + 63899.818412768815, + 63893.328489115556, + 63895.34442483729, + 63865.868173059025, + 63870.12824940576, + 63852.691060127494, + 63843.26558959923, + 63836.77566594596, + 63817.1099610427, + 63805.74113113943, + 63799.889879361166, + 63785.25933070791 + ], + "p10": [ + 63771.60804348299, + 63758.86382295473, + 63737.162571176465, + 63751.9132725232, + 63729.42764574494, + 63720.00217521667, + 63709.89857968841, + 63690.71334353514, + 63692.88552925688, + 63671.18427747861, + 63672.196697575346, + 63664.60911767208, + 63643.585990893815, + 63634.160520365556, + 63649.07997171229, + 63608.528329309025, + 63617.48176503076, + 63596.458638252494, + 63580.25191772423, + 63592.52410344596, + 63579.7798829177, + 63569.19464676443, + 63560.928941861166, + 63559.97222133291 + ], + "p90": [ + 64337.191637232994, + 64243.87554170473, + 64318.34069617646, + 64223.0628818982, + 64263.48584886994, + 64206.173659591674, + 64196.81420468841, + 64187.98287478514, + 64257.618341756875, + 64166.510058728614, + 64159.706463200346, + 64150.28099267208, + 64142.761772143815, + 64133.336301615556, + 64122.00458108729, + 64112.579110559025, + 64094.05989003076, + 64090.888325752494, + 64086.20894897423, + 64075.067853445966, + 64062.8298829177, + 64047.55792801443, + 64035.49261373617, + 64036.58120570791 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_081245.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_081245.json new file mode 100644 index 0000000000000000000000000000000000000000..45e754fe6053438140944f526f2c5ec0b6151bce --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_081245.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T08:12:45.404696+00:00", + "metrics": { + "MSE[mean]": 95007.4980691274, + "MSE[0.5]": 115923.8487092654, + "MAE[0.5]": 261.260009765625, + "MASE[0.5]": 0.24699431900364066, + "MAPE[0.5]": 0.004072621433141314, + "sMAPE[0.5]": 0.004083619615329599, + "MSIS": 2.1230214991552367, + "RMSE[mean]": 308.2328633827474, + "NRMSE[mean]": 0.004808633609547818, + "ND[0.5]": 0.004075826470942404, + "mean_weighted_sum_quantile_loss": 0.005582098557082343 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64160.0 + ], + "predictions": { + "p50": [ + 64041.3046875, + 64078.03125, + 64117.517578125, + 64143.6171875, + 64072.447265625, + 64118.76171875, + 64124.359375, + 64125.888671875, + 64092.74609375, + 64053.865234375, + 64085.935546875, + 63908.9765625, + 63922.568359375, + 64035.640625, + 63964.984375, + 64003.193359375, + 63860.693359375, + 63774.0546875, + 63785.4375, + 63646.68359375, + 63626.65234375, + 63767.244140625, + 63685.33984375, + 63558.431640625 + ], + "p10": [ + 63829.4609375, + 63799.697265625, + 63719.69140625, + 63645.98828125, + 63569.23828125, + 63336.76953125, + 63455.53125, + 63454.580078125, + 63134.16015625, + 63145.482421875, + 63075.09375, + 62639.109375, + 62676.771484375, + 62680.1875, + 62604.8203125, + 62639.40625, + 62421.14453125, + 61984.8046875, + 62229.806640625, + 61952.353515625, + 62064.958984375, + 62080.9765625, + 61851.681640625, + 61918.802734375 + ], + "p90": [ + 64227.869140625, + 64350.486328125, + 64570.955078125, + 64627.08984375, + 64678.80859375, + 64762.95703125, + 64760.705078125, + 64794.9296875, + 64946.177734375, + 65271.04296875, + 65078.892578125, + 65037.44140625, + 65117.568359375, + 65413.517578125, + 65357.669921875, + 65430.88671875, + 65409.794921875, + 65511.51953125, + 65393.220703125, + 65338.501953125, + 65360.892578125, + 65622.0234375, + 65647.7109375, + 65337.82421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_081323.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_081323.json new file mode 100644 index 0000000000000000000000000000000000000000..d64f381ae8b933f4f43ad9ae27b2edaa3a0b0ccc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_081323.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T08:13:23.059241+00:00", + "metrics": { + "MSE[mean]": 65545.80945365096, + "MSE[0.5]": 62552.524944770754, + "MAE[0.5]": 197.87970006396245, + "MASE[0.5]": 0.18707479114690662, + "MAPE[0.5]": 0.003089252581616423, + "sMAPE[0.5]": 0.003089612459559944, + "MSIS": 1.6334301545102423, + "RMSE[mean]": 256.01915837228074, + "NRMSE[mean]": 0.0039940657726310535, + "ND[0.5]": 0.0030870523211966863, + "mean_weighted_sum_quantile_loss": 0.0022917153218888126 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64160.0 + ], + "predictions": { + "p50": [ + 64037.80297765899, + 64029.19360265899, + 64042.11352453399, + 64034.86743078399, + 64042.11352453399, + 64031.93188390899, + 64047.95532140899, + 64047.18969640899, + 64049.24438390899, + 64037.80297765899, + 64034.86743078399, + 64030.70336828399, + 64034.86743078399, + 64037.80297765899, + 64049.24438390899, + 64029.19360265899, + 64042.87914953399, + 64034.86743078399, + 64034.86743078399, + 64037.80297765899, + 64027.56274328399, + 64025.61938390899, + 64029.19360265899, + 64023.98852453399 + ], + "p10": [ + 63793.55141515899, + 63790.23266515899, + 63777.95688390899, + 63802.13305578399, + 63789.07289953399, + 63789.07289953399, + 63788.39477453399, + 63778.63500890899, + 63790.23266515899, + 63777.95688390899, + 63788.39477453399, + 63790.23266515899, + 63778.63500890899, + 63778.63500890899, + 63802.97993078399, + 63771.85375890899, + 63790.23266515899, + 63778.63500890899, + 63771.85375890899, + 63793.55141515899, + 63790.23266515899, + 63789.07289953399, + 63790.23266515899, + 63798.70141515899 + ], + "p90": [ + 64359.13500890899, + 64275.24438390899, + 64359.13500890899, + 64273.28266515899, + 64323.13110265899, + 64275.24438390899, + 64275.31039953399, + 64275.90454015899, + 64354.96547765899, + 64273.28266515899, + 64275.90454015899, + 64275.90454015899, + 64277.81079015899, + 64277.81079015899, + 64275.90454015899, + 64275.90454015899, + 64266.81079015899, + 64273.06469640899, + 64277.81079015899, + 64276.09516515899, + 64273.28266515899, + 64267.43618078399, + 64264.79633703399, + 64275.31039953399 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_081323.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_081323.json new file mode 100644 index 0000000000000000000000000000000000000000..9107dbe8617986796d4c10d12992df5a77f53208 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_081323.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T08:13:23.090823+00:00", + "metrics": { + "MSE[mean]": 169605.47516822815, + "MSE[0.5]": 169605.47516822815, + "MAE[0.5]": 330.6388346354167, + "MASE[0.5]": 0.31258482256888137, + "MAPE[0.5]": 0.005163366913692773, + "sMAPE[0.5]": 0.005166331908866905, + "MSIS": 3.6318268306067036, + "RMSE[mean]": 411.83185302769886, + "NRMSE[mean]": 0.006424845385458647, + "ND[0.5]": 0.005158181367816408, + "mean_weighted_sum_quantile_loss": 0.005449976343751044 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64160.0 + ], + "predictions": { + "p50": [ + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "p10": [ + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72 + ], + "p90": [ + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_081312.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_081312.json new file mode 100644 index 0000000000000000000000000000000000000000..290f43279560ce3f402dd97fe505376fabc3611e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_081312.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T08:13:12.578507+00:00", + "metrics": { + "MSE[mean]": 61758.71361796061, + "MSE[0.5]": 61758.71361796061, + "MAE[0.5]": 174.2470703125, + "MASE[0.5]": 0.1647325838685554, + "MAPE[0.5]": 0.002721996023227192, + "sMAPE[0.5]": 0.0027210530514140577, + "MSIS": 1.282233653286884, + "RMSE[mean]": 248.51300492722834, + "NRMSE[mean]": 0.0038769648855349163, + "ND[0.5]": 0.0027183678906732315, + "mean_weighted_sum_quantile_loss": 0.003444486319284567 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64160.0 + ], + "predictions": { + "p50": [ + 64092.609375, + 64113.0234375, + 64130.296875, + 64146.0, + 64155.421875, + 64146.0, + 64149.140625, + 64130.296875, + 64128.7265625, + 64106.7421875, + 64105.171875, + 64081.6171875, + 64084.7578125, + 64076.90625, + 64078.4765625, + 64058.0625, + 64040.7890625, + 64034.5078125, + 64042.359375, + 64007.8125, + 63987.3984375, + 63979.546875, + 63982.6875, + 63941.07421875 + ], + "p10": [ + 63830.3671875, + 63756.171875, + 63691.7890625, + 63644.28515625, + 63604.2421875, + 63553.9921875, + 63511.59375, + 63462.9140625, + 63425.2265625, + 63362.4140625, + 63320.015625, + 63279.1875, + 63254.0625, + 63219.515625, + 63203.8125, + 63147.28125, + 63144.140625, + 63115.875, + 63106.453125, + 63065.625, + 63031.078125, + 63018.515625, + 63012.234375, + 62980.828125 + ], + "p90": [ + 64343.859375, + 64434.9375, + 64500.890625, + 64554.28125, + 64585.6875, + 64598.25, + 64661.0625, + 64661.0625, + 64679.90625, + 64679.90625, + 64698.75, + 64711.3125, + 64717.59375, + 64736.4375, + 64755.28125, + 64761.5625, + 64761.5625, + 64780.40625, + 64799.25, + 64780.40625, + 64767.84375, + 64761.5625, + 64792.96875, + 64767.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_081118.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_081118.json new file mode 100644 index 0000000000000000000000000000000000000000..3827f98def249a350d571dbe0b86950fe1732ab1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_081118.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T08:11:18.723209+00:00", + "metrics": { + "MSE[mean]": 76077.8932056427, + "MSE[0.5]": 61791.18862215678, + "MAE[0.5]": 189.37613932291666, + "MASE[0.5]": 0.1790355539279197, + "MAPE[0.5]": 0.002958863621103838, + "sMAPE[0.5]": 0.0029568682142533157, + "MSIS": 4.787065731528299, + "RMSE[mean]": 275.82221303883904, + "NRMSE[mean]": 0.004303006335283125, + "ND[0.5]": 0.002954391230061026, + "mean_weighted_sum_quantile_loss": 0.002875877202628327 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64160.0 + ], + "predictions": { + "p50": [ + 64031.140625, + 64044.4453125, + 64049.05859375, + 64052.21484375, + 64068.1953125, + 64063.76953125, + 64048.94921875, + 64045.171875, + 64060.71875, + 64088.06640625, + 64076.7890625, + 64095.875, + 64093.95703125, + 64072.67578125, + 64098.0703125, + 64094.60546875, + 64103.515625, + 64128.890625, + 64138.5625, + 64161.65625, + 64136.4140625, + 64146.78515625, + 64145.61328125, + 64167.640625 + ], + "p10": [ + 64059.95703125, + 64102.04296875, + 64128.21875, + 64130.75390625, + 64131.08984375, + 64124.171875, + 64128.390625, + 64146.09765625, + 64132.2890625, + 64159.4140625, + 64150.5078125, + 64142.60546875, + 64134.3203125, + 64148.671875, + 64169.5078125, + 64182.5, + 64171.3125, + 64219.75390625, + 64219.88671875, + 64212.83203125, + 64220.45703125, + 64265.15625, + 64213.734375, + 64201.1171875 + ], + "p90": [ + 64284.65234375, + 64354.6796875, + 64391.80078125, + 64406.58984375, + 64430.234375, + 64442.7109375, + 64459.6328125, + 64468.109375, + 64498.10546875, + 64548.5, + 64551.234375, + 64574.28125, + 64587.77734375, + 64593.76953125, + 64622.4375, + 64646.66015625, + 64658.04296875, + 64676.8515625, + 64698.05078125, + 64689.4921875, + 64678.0234375, + 64708.02734375, + 64692.515625, + 64691.6328125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_081208.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_081208.json new file mode 100644 index 0000000000000000000000000000000000000000..e28b46c1756bc12c6084bfd7251ccdd93b33aaf3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_081208.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T08:12:08.727864+00:00", + "metrics": { + "MSE[mean]": 111338.24452908833, + "MSE[0.5]": 111338.24452908833, + "MAE[0.5]": 243.46695963541666, + "MASE[0.5]": 0.23017283031177774, + "MAPE[0.5]": 0.0038094082821345117, + "sMAPE[0.5]": 0.0037973418962336143, + "MSIS": 1.6199102611842695, + "RMSE[mean]": 333.6738595231702, + "NRMSE[mean]": 0.005205529734635242, + "ND[0.5]": 0.003798243289403956, + "mean_weighted_sum_quantile_loss": 0.003734182435377685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64160.0 + ], + "predictions": { + "p50": [ + 64063.28125, + 64099.48828125, + 64140.84375, + 64175.0703125, + 64196.34375, + 64220.2421875, + 64235.8828125, + 64246.0859375, + 64257.0390625, + 64263.6953125, + 64277.96875, + 64293.3203125, + 64307.10546875, + 64321.5390625, + 64338.296875, + 64347.46875, + 64354.3046875, + 64364.9140625, + 64372.0078125, + 64373.64453125, + 64378.140625, + 64384.55078125, + 64390.09375, + 64390.875 + ], + "p10": [ + 63851.63671875, + 63766.4296875, + 63717.10546875, + 63697.4140625, + 63676.20703125, + 63664.23828125, + 63638.55859375, + 63609.66796875, + 63589.9453125, + 63556.1171875, + 63521.84375, + 63496.19140625, + 63479.6015625, + 63478.171875, + 63467.6796875, + 63449.359375, + 63427.640625, + 63416.2890625, + 63406.83984375, + 63387.2265625, + 63373.78125, + 63361.08203125, + 63345.9453125, + 63325.87109375 + ], + "p90": [ + 64283.7890625, + 64406.703125, + 64509.25, + 64595.51171875, + 64656.94140625, + 64725.56640625, + 64784.37890625, + 64831.4921875, + 64872.640625, + 64908.625, + 64949.6953125, + 64988.25, + 65017.5390625, + 65061.62109375, + 65114.52734375, + 65141.77734375, + 65174.265625, + 65235.4921875, + 65286.3125, + 65330.140625, + 65370.984375, + 65414.06640625, + 65455.4140625, + 65485.5234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_081155.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_081155.json new file mode 100644 index 0000000000000000000000000000000000000000..a11efcb88822b2ddd8e7d4350f556336f68a3509 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_081155.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T08:11:55.861060+00:00", + "metrics": { + "MSE[mean]": 63475.323373158775, + "MSE[0.5]": 63475.323373158775, + "MAE[0.5]": 163.05110677083334, + "MASE[0.5]": 0.15414795825729435, + "MAPE[0.5]": 0.002550826750555625, + "sMAPE[0.5]": 0.0025461025932115734, + "MSIS": 1.3904452473202993, + "RMSE[mean]": 251.94309550602648, + "NRMSE[mean]": 0.003930476534682206, + "ND[0.5]": 0.0025437035606375403, + "mean_weighted_sum_quantile_loss": 0.0030937644456123263 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64160.0 + ], + "predictions": { + "p50": [ + 64089.44140625, + 64124.39453125, + 64144.28125, + 64149.2109375, + 64152.23828125, + 64154.26171875, + 64160.05859375, + 64161.8828125, + 64163.5390625, + 64164.44140625, + 64165.58984375, + 64171.2109375, + 64160.49609375, + 64161.859375, + 64164.6171875, + 64163.23046875, + 64163.3828125, + 64156.14453125, + 64157.9921875, + 64150.15625, + 64149.05859375, + 64146.09375, + 64144.44140625, + 64144.58203125 + ], + "p10": [ + 63865.99609375, + 63836.4296875, + 63800.5859375, + 63768.40625, + 63736.046875, + 63694.4140625, + 63661.46875, + 63632.31640625, + 63605.28515625, + 63574.32421875, + 63542.4296875, + 63520.6640625, + 63479.19140625, + 63448.859375, + 63425.4140625, + 63406.31640625, + 63375.88671875, + 63337.98828125, + 63316.953125, + 63279.59375, + 63255.66796875, + 63224.921875, + 63193.46875, + 63163.06640625 + ], + "p90": [ + 64323.61328125, + 64428.7109375, + 64505.9921875, + 64546.6171875, + 64584.015625, + 64628.03515625, + 64660.48828125, + 64680.3671875, + 64713.65234375, + 64741.55078125, + 64771.33203125, + 64804.2265625, + 64816.24609375, + 64848.10546875, + 64885.5546875, + 64901.3828125, + 64928.0703125, + 64940.30078125, + 64972.2265625, + 64989.0546875, + 65013.7734375, + 65045.80078125, + 65074.94140625, + 65102.6875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_081322.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_081322.json new file mode 100644 index 0000000000000000000000000000000000000000..43c84ec771aa7813c4302db45ec01df7d853356c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_081322.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T08:13:22.956305+00:00", + "metrics": { + "MSE[mean]": 0.5052260785111504, + "MSE[0.5]": 0.49707609729766017, + "MAE[0.5]": 0.5972419777275618, + "MASE[0.5]": 1.7187232698220993, + "MAPE[0.5]": 0.7387043457324569, + "sMAPE[0.5]": 0.46810283670865915, + "MSIS": 66.68793017695933, + "RMSE[mean]": 0.7107925706640091, + "NRMSE[mean]": 0.6252022553454775, + "ND[0.5]": 0.5253248934684904, + "mean_weighted_sum_quantile_loss": 0.5227025978788828 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" + ], + "context": [ + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295 + ], + "actual": [ + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 + ], + "predictions": { + "p50": [ + 1.8313290992109423, + 1.8268188933288452, + 1.8202966912736782, + 1.8165517822863617, + 1.8099281127708187, + 1.8062468608578774, + 1.8011471709050182, + 1.7975387014752657, + 1.7911167275063025, + 1.7877209987896272, + 1.783558196911513, + 1.7784866642729973, + 1.7742079970599045, + 1.770827533522392, + 1.7679499818768698, + 1.764448850844522, + 1.7610461764213408, + 1.757535902798555, + 1.7550055313279636, + 1.7509841915071354, + 1.7479526563286925, + 1.7436554874594987, + 1.7410188618853906, + 1.73905956015991, + 1.7344757999889167, + 1.7333087645350291, + 1.7299121499235635, + 1.7274472253560966, + 1.7276570957391053, + 1.7237077431019192, + 1.720982260550847, + 1.7188327957847056, + 1.7180136263523735, + 1.715147490821232, + 1.715010622711254, + 1.7114624146748274, + 1.709009824936176, + 1.7072927196210446, + 1.7078470698361903, + 1.7051021603621943, + 1.7025742027264381, + 1.7025012245866258, + 1.7004129020269012, + 1.6988895233920311, + 1.697973674526216, + 1.696419098422778, + 1.6950920157978273, + 1.6922309035833916, + 1.6923446928437773, + 1.6914769621580716, + 1.6897263073462865, + 1.6887673672303607, + 1.6882024816129428, + 1.685271990989869, + 1.684818686886461, + 1.6841504875656228, + 1.6833204069237357, + 1.681570899190223, + 1.6816717945768664, + 1.6814608712575367 + ], + "p10": [ + 1.821581563578327, + 1.8169748400404506, + 1.8094719170962361, + 1.806165181710412, + 1.8003868751109677, + 1.7960254793303199, + 1.789330057248041, + 1.7867044866468387, + 1.7810351825692867, + 1.7770618720841318, + 1.7727438908682644, + 1.7690476365273258, + 1.765963523280956, + 1.7595737395992959, + 1.756548212547567, + 1.7528882684732952, + 1.749665998093933, + 1.746987845247473, + 1.743131235061893, + 1.7421913241808333, + 1.738058807809568, + 1.7327036929774369, + 1.7305057454097563, + 1.7289106050433685, + 1.7267571928359804, + 1.7228882126004281, + 1.7210592982680026, + 1.7191526026876895, + 1.7162686653867985, + 1.7130703070586917, + 1.709894408717238, + 1.7090360089889496, + 1.7083338398615215, + 1.7048227099977313, + 1.7040950137555348, + 1.7021413211920056, + 1.7003425253302802, + 1.697575015704463, + 1.6954904782362163, + 1.694982109968878, + 1.6929022082596685, + 1.6924465723593882, + 1.6892791155495481, + 1.6883465799142015, + 1.6882272554756539, + 1.685253031444294, + 1.6842824653405999, + 1.683057691511676, + 1.681033030188734, + 1.6811970817851167, + 1.678906433343789, + 1.6794773777601497, + 1.678196521295034, + 1.676249882058403, + 1.6752392187706242, + 1.67277993360473, + 1.6728558603470733, + 1.6710966944733432, + 1.6718439027661385, + 1.6709460939718734 + ], + "p90": [ + 1.8401854904556134, + 1.8354011480904713, + 1.8307952705172688, + 1.8240939931797493, + 1.817950361646059, + 1.8159335188161918, + 1.8103260266806516, + 1.805638092890127, + 1.8011263563268682, + 1.7964310153848504, + 1.7938783032754773, + 1.7883905415166859, + 1.7843902105614733, + 1.780638965544901, + 1.7768172635921489, + 1.773301562492229, + 1.7697209653859463, + 1.7663646506164545, + 1.7642004114819747, + 1.7589989052652923, + 1.7559252187181458, + 1.75361745893862, + 1.7488077876750188, + 1.7476141153783444, + 1.7448006818328545, + 1.7431488984464651, + 1.7405175984619443, + 1.7382133939067, + 1.7357712038351962, + 1.7331803816773195, + 1.7305486827444843, + 1.7282464878200228, + 1.7262636850349464, + 1.7249965562480951, + 1.7232022357821337, + 1.721190176132415, + 1.7183569184110654, + 1.7172389611697614, + 1.715811790412246, + 1.7144605797978507, + 1.7124104889880167, + 1.7111165109081201, + 1.7092395288822915, + 1.7080985820271462, + 1.7057060257763705, + 1.70410742612367, + 1.7040307477790084, + 1.7027457850775987, + 1.7002745196895437, + 1.7004172917678857, + 1.69947104633506, + 1.6981448587116217, + 1.6969890285876388, + 1.695195840550119, + 1.6936556056142151, + 1.6936582921451022, + 1.692435584189697, + 1.6918255807446152, + 1.6914835796504037, + 1.6904304502900493 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_081039.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_081039.json new file mode 100644 index 0000000000000000000000000000000000000000..bbd4c757b66f15b45ebfa71b124a80fa4c8ce912 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_081039.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T08:10:39.318913+00:00", + "metrics": { + "MSE[mean]": 0.0021563555662734045, + "MSE[0.5]": 0.0021563555662734045, + "MAE[0.5]": 0.04275972843170166, + "MASE[0.5]": 0.12305253650533493, + "MAPE[0.5]": 0.04719807684605877, + "sMAPE[0.5]": 0.0455946249838006, + "MSIS": 0.9860671665183748, + "RMSE[mean]": 0.04643657573802578, + "NRMSE[mean]": 0.040844900580226114, + "ND[0.5]": 0.03761080202130714, + "mean_weighted_sum_quantile_loss": 0.040834737523702286 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" + ], + "context": [ + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295 + ], + "actual": [ + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 + ], + "predictions": { + "p50": [ + 1.8604310750961304, + 1.8488049507141113, + 1.8359673023223877, + 1.8177919387817383, + 1.8033652305603027, + 1.7820942401885986, + 1.7676398754119873, + 1.7534065246582031, + 1.7341452836990356, + 1.7151577472686768, + 1.6950030326843262, + 1.6679662466049194, + 1.6413525342941284, + 1.6153006553649902, + 1.5878708362579346, + 1.5540188550949097, + 1.5296573638916016, + 1.5043891668319702, + 1.4777203798294067, + 1.443708062171936, + 1.4120519161224365, + 1.3790489435195923, + 1.3471426963806152, + 1.315873146057129, + 1.2804133892059326, + 1.2506403923034668, + 1.2259745597839355, + 1.1938377618789673, + 1.165960669517517, + 1.1336297988891602, + 1.1072031259536743, + 1.08277428150177, + 1.0144343376159668, + 0.9916348457336426, + 0.9707991480827332, + 0.9441384077072144, + 0.9190570116043091, + 0.8946312069892883, + 0.8723276853561401, + 0.8501616716384888, + 0.8321894407272339, + 0.8180408477783203, + 0.8027059435844421, + 0.7835908532142639, + 0.7719466686248779, + 0.7583814859390259, + 0.7439014911651611, + 0.7331256866455078, + 0.7149537801742554, + 0.7101825475692749, + 0.7150636315345764, + 0.7100352048873901, + 0.702660083770752, + 0.7086994647979736, + 0.7088576555252075, + 0.7083332538604736, + 0.710700273513794, + 0.7181750535964966, + 0.7183098196983337, + 0.7222044467926025 + ], + "p10": [ + 1.8440237045288086, + 1.8247332572937012, + 1.8076398372650146, + 1.7937120199203491, + 1.7695486545562744, + 1.7445446252822876, + 1.7293212413787842, + 1.7075477838516235, + 1.6838477849960327, + 1.6633007526397705, + 1.6354405879974365, + 1.6094824075698853, + 1.5797488689422607, + 1.5443596839904785, + 1.5123913288116455, + 1.4767241477966309, + 1.4358046054840088, + 1.4144861698150635, + 1.3818652629852295, + 1.3540257215499878, + 1.3152024745941162, + 1.2791794538497925, + 1.2409595251083374, + 1.2099937200546265, + 1.1713080406188965, + 1.1400750875473022, + 1.110068678855896, + 1.0733076333999634, + 1.0370194911956787, + 1.0014351606369019, + 0.9698814153671265, + 0.9419126510620117, + 0.8498089909553528, + 0.8099423050880432, + 0.782006561756134, + 0.7645768523216248, + 0.7208638787269592, + 0.6956158876419067, + 0.6725246906280518, + 0.6479709148406982, + 0.6237495541572571, + 0.6049250364303589, + 0.5798532366752625, + 0.565159022808075, + 0.5452640056610107, + 0.5206689238548279, + 0.49780261516571045, + 0.49087250232696533, + 0.4412713646888733, + 0.42716526985168457, + 0.4133341312408447, + 0.4187699556350708, + 0.4144899845123291, + 0.40129828453063965, + 0.40033912658691406, + 0.40593820810317993, + 0.39969438314437866, + 0.40190982818603516, + 0.3962448835372925, + 0.405775249004364 + ], + "p90": [ + 1.8859241008758545, + 1.868363857269287, + 1.8565051555633545, + 1.8494529724121094, + 1.836049199104309, + 1.819844365119934, + 1.8062334060668945, + 1.7948343753814697, + 1.7802486419677734, + 1.7665457725524902, + 1.7452963590621948, + 1.723084807395935, + 1.7034974098205566, + 1.6773990392684937, + 1.6588687896728516, + 1.6358463764190674, + 1.6101152896881104, + 1.5845558643341064, + 1.5621404647827148, + 1.531040906906128, + 1.5130157470703125, + 1.4804792404174805, + 1.454579472541809, + 1.4265797138214111, + 1.398484230041504, + 1.368837594985962, + 1.3477281332015991, + 1.312800645828247, + 1.2857707738876343, + 1.2682498693466187, + 1.2441943883895874, + 1.2142796516418457, + 1.1929435729980469, + 1.181681752204895, + 1.1634478569030762, + 1.1329095363616943, + 1.1099529266357422, + 1.0972477197647095, + 1.0811082124710083, + 1.0649240016937256, + 1.0523252487182617, + 1.0418659448623657, + 1.0292030572891235, + 1.011440396308899, + 1.0117207765579224, + 1.005149245262146, + 0.9905163049697876, + 0.9803403615951538, + 1.0040701627731323, + 1.0051305294036865, + 1.0123767852783203, + 1.008424997329712, + 1.0090970993041992, + 1.0216543674468994, + 1.0204319953918457, + 1.0265065431594849, + 1.0305756330490112, + 1.0345091819763184, + 1.0425474643707275, + 1.0424360036849976 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_081323.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_081323.json new file mode 100644 index 0000000000000000000000000000000000000000..94529a065cab6c430d22fc9ee4bd59e36ee0e595 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_081323.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T08:13:23.033017+00:00", + "metrics": { + "MSE[mean]": 0.3635379414493384, + "MSE[0.5]": 0.3668576814767108, + "MAE[0.5]": 0.5198417745469828, + "MASE[0.5]": 1.4959835173325264, + "MAPE[0.5]": 0.6357559208908798, + "sMAPE[0.5]": 0.4270583752795892, + "MSIS": 54.800829636957054, + "RMSE[mean]": 0.6029410762664444, + "NRMSE[mean]": 0.5303377332293464, + "ND[0.5]": 0.4572448605729714, + "mean_weighted_sum_quantile_loss": 0.4463447124702314 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" + ], + "context": [ + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295 + ], + "actual": [ + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 + ], + "predictions": { + "p50": [ + 1.8385743402504025, + 1.834792977831583, + 1.832011677043966, + 1.825730361712816, + 1.8154490531765952, + 1.8096676569023376, + 1.8043863883012288, + 1.8001050621220334, + 1.7928237447643252, + 1.7885424632886133, + 1.7762610463911483, + 1.775479719854325, + 1.7636983859265256, + 1.7634170231500783, + 1.7506357169980433, + 1.7513544456551209, + 1.7445730920577889, + 1.7382917022208326, + 1.7255103960687979, + 1.7207291061292262, + 1.7124477420414768, + 1.7076664073984216, + 1.7013850771661103, + 1.7006037804316092, + 1.6863223743821898, + 1.6850410393815067, + 1.6757597477730053, + 1.6694784473430162, + 1.6681971272434946, + 1.6639157861631377, + 1.6496344397183629, + 1.6473530579876385, + 1.6440718679454518, + 1.635790488956541, + 1.6325091350015808, + 1.6172278014314094, + 1.6149464793053296, + 1.6026651071113485, + 1.6003837998864299, + 1.6001024371099826, + 1.5918211326268776, + 1.5880398000103806, + 1.5762584809837423, + 1.5689771487248731, + 1.5616958164660038, + 1.5604145261688043, + 1.5561331850884477, + 1.5453517786814004, + 1.5395705314187544, + 1.5377892177565342, + 1.5310078045545574, + 1.524726533926891, + 1.5184451440899347, + 1.5116638500972472, + 1.5003824948309852, + 1.4966011920168103, + 1.4923198956399373, + 1.4840385911568323, + 1.4807571626960665, + 1.4709759073271889 + ], + "p10": [ + 1.807074328567892, + 1.8045929613330174, + 1.7985116702490365, + 1.7931303284295823, + 1.7848490358674063, + 1.777567700628305, + 1.7693863471740239, + 1.7641050040671094, + 1.7568236867094011, + 1.7525423903325281, + 1.7471610485130737, + 1.7408797182807625, + 1.7335983890021254, + 1.7273170110860983, + 1.7200356460446742, + 1.7167543367931977, + 1.7075729723716622, + 1.7021917438010328, + 1.6940103843862875, + 1.6906290764222713, + 1.6814477239216647, + 1.6760663344184945, + 1.6708850377078355, + 1.6626037928293753, + 1.6563224029924193, + 1.6530410937409428, + 1.6437597425277966, + 1.6374784659396653, + 1.63509704377315, + 1.627915832416342, + 1.6186344812031956, + 1.6143531252216778, + 1.6060717611339284, + 1.601790464757055, + 1.5935091006693054, + 1.5872277704369941, + 1.5849464483109144, + 1.5746651636165516, + 1.5693837072608119, + 1.5640024786901827, + 1.5568210467961892, + 1.5515398228985642, + 1.5441583995399557, + 1.5369771285785032, + 1.5316957258669437, + 1.525414455239277, + 1.5190330786107102, + 1.5138518355442314, + 1.5055705310611265, + 1.502189229057575, + 1.495007904451942, + 1.4877264678849444, + 1.4843451658813929, + 1.475163813380786, + 1.4678825556277229, + 1.4626011469556988, + 1.4572198647408894, + 1.4510385928257623, + 1.4427572287380128, + 1.439475865842356 + ], + "p90": [ + 1.8650744163059292, + 1.8597930135943699, + 1.851511709111265, + 1.8492303333410052, + 1.8399490417325035, + 1.8337677578964477, + 1.8303863486045353, + 1.8241050064512951, + 1.817823741784093, + 1.8115423459866724, + 1.804261088233609, + 1.7959796764621436, + 1.7876983600581098, + 1.7835171160379568, + 1.7801357544297602, + 1.7738544241974488, + 1.766673099591816, + 1.7602917766074293, + 1.7530103996450765, + 1.7448290938745112, + 1.7424477193917118, + 1.7331664277832102, + 1.725985097217113, + 1.7216037484835196, + 1.7153224182512083, + 1.709141092691901, + 1.7007597835357922, + 1.6956784974586014, + 1.6901970973219629, + 1.6860158533018097, + 1.67763443685734, + 1.6723531533550702, + 1.66417173433568, + 1.6567904719096125, + 1.6526091206010987, + 1.6442278114449898, + 1.640146452888551, + 1.6336651252311605, + 1.6274837996718532, + 1.623102498621976, + 1.6159211799768074, + 1.6105398381573532, + 1.6004584972438893, + 1.5959771438372923, + 1.5896958136049808, + 1.5804144623918344, + 1.580133174121193, + 1.5728517971588403, + 1.5645704926757353, + 1.5584891598685031, + 1.554007806461906, + 1.5458265066518055, + 1.5394451717464899, + 1.5301638801379882, + 1.5268825112818671, + 1.5197011926366986, + 1.513419808760207, + 1.507038593064181, + 1.5017571903526217, + 1.494475878955378 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_081251.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_081251.json new file mode 100644 index 0000000000000000000000000000000000000000..94670b7bc9eac9556575966dc4e0bfa7f1d06ff1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_081251.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T08:12:51.617699+00:00", + "metrics": { + "MSE[mean]": 1.536078773687631, + "MSE[0.5]": 1.4812713526990464, + "MAE[0.5]": 1.0237511366605758, + "MASE[0.5]": 2.946117263525622, + "MAPE[0.5]": 1.2739256347277366, + "sMAPE[0.5]": 0.643376495043175, + "MSIS": 47.99661167607189, + "RMSE[mean]": 1.2393864505018726, + "NRMSE[mean]": 1.090145333644287, + "ND[0.5]": 0.9004758152645911, + "mean_weighted_sum_quantile_loss": 0.6399712581946484 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" + ], + "context": [ + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295 + ], + "actual": [ + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 + ], + "predictions": { + "p50": [ + 1.8319981694221497, + 1.8316343426704407, + 1.8334326148033142, + 1.8306564092636108, + 1.8307586312294006, + 1.8294509649276733, + 1.833893358707428, + 1.839001476764679, + 1.848760724067688, + 1.8416277170181274, + 1.857631504535675, + 1.8768002390861511, + 1.8918108940124512, + 1.8970432877540588, + 1.9092202186584473, + 1.940036118030548, + 1.9374520778656006, + 1.9604865312576294, + 1.9688688516616821, + 2.0338547229766846, + 2.0270426273345947, + 2.0313373804092407, + 1.9993164539337158, + 2.0027217864990234, + 1.9663951396942139, + 2.1163471937179565, + 2.074869990348816, + 2.096247434616089, + 2.190034866333008, + 2.108813166618347, + 2.1610164642333984, + 2.1647226810455322, + 2.2951109409332275, + 2.3223068714141846, + 2.2995084524154663, + 2.1814990043640137, + 2.2179062366485596, + 2.2937304973602295, + 2.2715322971343994, + 2.339890480041504, + 2.2986656427383423, + 2.378882050514221, + 2.3704893589019775, + 2.4139379262924194, + 2.426010847091675, + 2.3820905685424805, + 2.4466657638549805, + 2.4590991735458374, + 2.462475538253784, + 2.4651790857315063, + 2.44624662399292, + 2.399664282798767, + 2.4296876192092896, + 2.470447301864624, + 2.399592399597168, + 2.5822609663009644, + 2.6929736137390137, + 2.5206578969955444, + 2.447664260864258, + 2.392529606819153 + ], + "p10": [ + 1.818615734577179, + 1.8101349472999573, + 1.799192726612091, + 1.790910005569458, + 1.7796669006347656, + 1.7725169658660889, + 1.7577736377716064, + 1.7689368724822998, + 1.7381952404975891, + 1.7146663665771484, + 1.7237440347671509, + 1.7077631950378418, + 1.7300763130187988, + 1.7058461904525757, + 1.6553418636322021, + 1.7152952551841736, + 1.6058475375175476, + 1.603360891342163, + 1.5207176208496094, + 1.6016281843185425, + 1.5192217826843262, + 1.595329761505127, + 1.5296469330787659, + 1.5487313866615295, + 1.4191355109214783, + 1.5610306859016418, + 1.5215173363685608, + 1.5340485572814941, + 1.583327054977417, + 1.5644723176956177, + 1.4887349009513855, + 1.5257788300514221, + 1.502517282962799, + 1.5547412037849426, + 1.43954336643219, + 1.3741477727890015, + 1.2737367153167725, + 1.4447072744369507, + 1.314149022102356, + 1.4447163939476013, + 1.4550396800041199, + 1.422977328300476, + 1.3779960870742798, + 1.451753318309784, + 1.45924973487854, + 1.4483475089073181, + 1.5168730020523071, + 1.3754772543907166, + 1.5226262211799622, + 1.481186866760254, + 1.2483717799186707, + 1.2603803873062134, + 1.3793285489082336, + 1.2967238426208496, + 1.3135091066360474, + 1.4946365356445312, + 1.5173330903053284, + 1.5830268859863281, + 1.6502140164375305, + 1.3147743940353394 + ], + "p90": [ + 1.8452919721603394, + 1.8514628410339355, + 1.869499921798706, + 1.8767484426498413, + 1.8895373940467834, + 1.8918646574020386, + 1.9081814289093018, + 1.9389680624008179, + 1.9587810635566711, + 1.977059245109558, + 1.979615867137909, + 2.0402579307556152, + 2.134762763977051, + 2.1060285568237305, + 2.132885456085205, + 2.236410140991211, + 2.299323081970215, + 2.265263557434082, + 2.3705555200576782, + 2.419588088989258, + 2.5110878944396973, + 2.558587431907654, + 2.450273633003235, + 2.5661072731018066, + 2.5465047359466553, + 2.6193403005599976, + 2.6074917316436768, + 2.664638876914978, + 2.7960867881774902, + 2.7994476556777954, + 2.88363778591156, + 2.8531136512756348, + 3.2449588775634766, + 3.2449588775634766, + 2.9927332401275635, + 2.978457450866699, + 3.0158395767211914, + 3.0735820531845093, + 3.19677734375, + 2.9937777519226074, + 3.2354488372802734, + 3.277266263961792, + 3.438962936401367, + 3.4861788749694824, + 3.3881325721740723, + 3.3638529777526855, + 3.3591623306274414, + 3.3497157096862793, + 3.808788299560547, + 4.071833848953247, + 4.129015207290649, + 4.107827663421631, + 3.676393508911133, + 3.6666691303253174, + 3.9268243312835693, + 4.107827663421631, + 4.107827663421631, + 3.7674872875213623, + 3.8728346824645996, + 4.015455007553101 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_081323.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_081323.json new file mode 100644 index 0000000000000000000000000000000000000000..a169ba7e53da698109ae5ad8ceaafabf439e53b9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_081323.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T08:13:23.072061+00:00", + "metrics": { + "MSE[mean]": 0.602366661410283, + "MSE[0.5]": 0.6065955364670589, + "MAE[0.5]": 0.6595659312645347, + "MASE[0.5]": 1.8980770882172433, + "MAPE[0.5]": 0.8157626829614535, + "sMAPE[0.5]": 0.4988797872022341, + "MSIS": 71.03180924203072, + "RMSE[mean]": 0.7761228391242478, + "NRMSE[mean]": 0.6826657585803388, + "ND[0.5]": 0.580144088155573, + "mean_weighted_sum_quantile_loss": 0.5698249819554702 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" + ], + "context": [ + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295 + ], + "actual": [ + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 + ], + "predictions": { + "p50": [ + 1.7909806513719813, + 1.793480619185473, + 1.7969806486301676, + 1.7969806635313288, + 1.7929806852274195, + 1.793480619185473, + 1.7944806808166758, + 1.7964806848697916, + 1.795480697744395, + 1.7974807465009943, + 1.7914806598358408, + 1.7969806635313288, + 1.7914806598358408, + 1.7974806272917048, + 1.7909806513719813, + 1.7979807102613703, + 1.7974806868963495, + 1.7974806272917048, + 1.7909806513719813, + 1.7924806916647211, + 1.790480657809283, + 1.7919806533985392, + 1.7919806533985392, + 1.7974806868963495, + 1.7894806110792414, + 1.7944806063108698, + 1.7914806449346796, + 1.791480674737002, + 1.7964806848697916, + 1.7984806740217463, + 1.790480657809283, + 1.7944806063108698, + 1.7974807465009943, + 1.795480697744395, + 1.7984806740217463, + 1.7894806706838862, + 1.7934806787901179, + 1.787480636828448, + 1.7914806598358408, + 1.7974806272917048, + 1.7954806530409113, + 1.7979806506567255, + 1.7924806618623987, + 1.7914806598358408, + 1.790480657809283, + 1.795480697744395, + 1.7974806868963495, + 1.7929806107216135, + 1.793480693691279, + 1.7979807102613703, + 1.7974806272917048, + 1.7974806868963495, + 1.7974806272917048, + 1.7969806635313288, + 1.791980638497378, + 1.7944806659155146, + 1.7964806997709528, + 1.7944807255201594, + 1.7974806272917048, + 1.7939807021551386 + ], + "p10": [ + 1.7594806396894709, + 1.7632806026869075, + 1.763480641835238, + 1.764380630248095, + 1.7623806679182306, + 1.7613806629114406, + 1.7594806396894709, + 1.7604806268148676, + 1.7594806396894709, + 1.7614806735449091, + 1.7623806619577662, + 1.7623806619577662, + 1.7613806629114406, + 1.7613806152277247, + 1.7603805804186121, + 1.763380601399447, + 1.7604805672102228, + 1.761380668871905, + 1.7594806396894709, + 1.7623806619577662, + 1.7594806396894709, + 1.7603805804186121, + 1.7614806139402643, + 1.7594806992941157, + 1.7594806396894709, + 1.7624806606703058, + 1.7594806396894709, + 1.759480693333651, + 1.763380601399447, + 1.7624807202749506, + 1.7594806992941157, + 1.7614806735449091, + 1.7594806396894709, + 1.7614806735449091, + 1.7594806396894709, + 1.7594806396894709, + 1.7634806477957026, + 1.759480693333651, + 1.7604805672102228, + 1.761380668871905, + 1.7604805672102228, + 1.7614806735449091, + 1.7603805804186121, + 1.7594806396894709, + 1.7604805672102228, + 1.7604806268148676, + 1.7603805804186121, + 1.7614806675844445, + 1.759480693333651, + 1.762380721562411, + 1.7614807271890893, + 1.760480620854403, + 1.763380649083163, + 1.7604806268148676, + 1.7594806992941157, + 1.760480620854403, + 1.761380668871905, + 1.7614807271890893, + 1.759480693333651, + 1.7624806606703058 + ], + "p90": [ + 1.817480727427508, + 1.81848065494826, + 1.8164806806974665, + 1.820480635159518, + 1.8174806737833278, + 1.8175807201795833, + 1.8204806411199823, + 1.8204806291990534, + 1.8204806947641627, + 1.8204806291990534, + 1.8194807016783014, + 1.8174806201391474, + 1.815480633967425, + 1.8175807201795833, + 1.8204806888036982, + 1.8204806888036982, + 1.8195806944303767, + 1.8194807016783014, + 1.81848065494826, + 1.8165806794100061, + 1.820480635159518, + 1.8174806737833278, + 1.8165806734495418, + 1.81848065494826, + 1.81848065494826, + 1.8185806596212641, + 1.8164806806974665, + 1.8176807248525872, + 1.81848065494826, + 1.8205807411604182, + 1.81848065494826, + 1.8194807016783014, + 1.8175806128912226, + 1.8164806806974665, + 1.8185806596212641, + 1.8164806806974665, + 1.8186806523733392, + 1.81848065494826, + 1.8185806596212641, + 1.8204806888036982, + 1.819580700390841, + 1.8204806888036982, + 1.8166806781225457, + 1.81848065494826, + 1.81848065494826, + 1.815480633967425, + 1.821480675929095, + 1.8204806291990534, + 1.81848065494826, + 1.8186806523733392, + 1.8204806291990534, + 1.8185806596212641, + 1.81848065494826, + 1.8154806935720698, + 1.81848065494826, + 1.8175806665354028, + 1.8175806128912226, + 1.817480727427508, + 1.81848065494826, + 1.8174806737833278 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_081323.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_081323.json new file mode 100644 index 0000000000000000000000000000000000000000..625266521c8a4efd65fdacdd2b6ef620a5f49459 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_081323.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T08:13:23.107697+00:00", + "metrics": { + "MSE[mean]": 0.5992238588570615, + "MSE[0.5]": 0.5992238588570615, + "MAE[0.5]": 0.6673500041166941, + "MASE[0.5]": 1.9204778363962336, + "MAPE[0.5]": 0.813524555823334, + "sMAPE[0.5]": 0.5033726700264356, + "MSIS": 71.13658017772637, + "RMSE[mean]": 0.7740955101646447, + "NRMSE[mean]": 0.6808825510874876, + "ND[0.5]": 0.5869908393792067, + "mean_weighted_sum_quantile_loss": 0.5768152504722249 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" + ], + "context": [ + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295 + ], + "actual": [ + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 + ], + "predictions": { + "p50": [ + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394 + ], + "p10": [ + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248, + 1.8041799616813659, + 1.811040048599243, + 1.82475998878479, + 1.8316199588775635, + 1.8394599747657776, + 1.8335800504684447, + 1.8218199682235718, + 1.8130000233650208, + 1.8081000280380248, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248, + 1.8041799616813659, + 1.811040048599243, + 1.82475998878479, + 1.8316199588775635, + 1.8394599747657776, + 1.8335800504684447, + 1.8218199682235718, + 1.8130000233650208, + 1.8081000280380248, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826 + ], + "p90": [ + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342, + 1.8778199601173402, + 1.8849600505828858, + 1.8992399883270263, + 1.9063799571990967, + 1.9145399737358093, + 1.9084200525283814, + 1.8961799669265746, + 1.887000024318695, + 1.8819000291824342, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342, + 1.8778199601173402, + 1.8849600505828858, + 1.8992399883270263, + 1.9063799571990967, + 1.9145399737358093, + 1.9084200525283814, + 1.8961799669265746, + 1.887000024318695, + 1.8819000291824342, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_081317.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_081317.json new file mode 100644 index 0000000000000000000000000000000000000000..5dd4878b8d7b9807c4c3e3cc625efc7ec17ae332 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_081317.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T08:13:17.593695+00:00", + "metrics": { + "MSE[mean]": 0.015390890850351724, + "MSE[0.5]": 0.015390890850351724, + "MAE[0.5]": 0.1179406483968099, + "MASE[0.5]": 0.339405708936907, + "MAPE[0.5]": 0.13059670624336148, + "sMAPE[0.5]": 0.12028276846699365, + "MSIS": 1.9810166563566733, + "RMSE[mean]": 0.1240600292211465, + "NRMSE[mean]": 0.10912130102151897, + "ND[0.5]": 0.10373878740137929, + "mean_weighted_sum_quantile_loss": 0.06353783224808289 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" + ], + "context": [ + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295 + ], + "actual": [ + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 + ], + "predictions": { + "p50": [ + 1.8580322265625, + 1.84796142578125, + 1.84124755859375, + 1.8311767578125, + 1.824462890625, + 1.81439208984375, + 1.797607421875, + 1.7841796875, + 1.76739501953125, + 1.7506103515625, + 1.73046875, + 1.7103271484375, + 1.68682861328125, + 1.66668701171875, + 1.6431884765625, + 1.623046875, + 1.609619140625, + 1.582763671875, + 1.55926513671875, + 1.52569580078125, + 1.4954833984375, + 1.45855712890625, + 1.4283447265625, + 1.39141845703125, + 1.3612060546875, + 1.325958251953125, + 1.2940673828125, + 1.2680511474609375, + 1.2470703125, + 1.2143402099609375, + 1.1891632080078125, + 1.1677627563476562, + 1.1492996215820312, + 1.1167793273925781, + 1.0828166007995605, + 1.0519485473632812, + 1.0250930786132812, + 1.0116653442382812, + 0.980194091796875, + 0.9608917236328125, + 0.936553955078125, + 0.9239654541015625, + 0.9038238525390625, + 0.889556884765625, + 0.8752899169921875, + 0.86773681640625, + 0.845916748046875, + 0.8375244140625, + 0.839202880859375, + 0.8240966796875, + 0.81402587890625, + 0.802276611328125, + 0.78717041015625, + 0.78717041015625, + 0.782135009765625, + 0.7838134765625, + 0.775421142578125, + 0.785491943359375, + 0.775421142578125, + 0.778778076171875 + ], + "p10": [ + 1.84796142578125, + 1.8311767578125, + 1.82110595703125, + 1.81103515625, + 1.797607421875, + 1.7841796875, + 1.76739501953125, + 1.743896484375, + 1.72711181640625, + 1.70361328125, + 1.6767578125, + 1.65325927734375, + 1.623046875, + 1.59954833984375, + 1.5693359375, + 1.54248046875, + 1.5089111328125, + 1.47869873046875, + 1.44512939453125, + 1.403167724609375, + 1.367919921875, + 1.322601318359375, + 1.2848358154296875, + 1.2411956787109375, + 1.208465576171875, + 1.1702804565429688, + 1.1308364868164062, + 1.1029319763183594, + 1.073873519897461, + 1.0387306213378906, + 1.007049560546875, + 0.976837158203125, + 0.976837158203125, + 0.949981689453125, + 0.9256439208984375, + 0.8937530517578125, + 0.869415283203125, + 0.855987548828125, + 0.82745361328125, + 0.8106689453125, + 0.785491943359375, + 0.78045654296875, + 0.76031494140625, + 0.7435302734375, + 0.73681640625, + 0.7301025390625, + 0.714996337890625, + 0.69989013671875, + 0.704925537109375, + 0.69317626953125, + 0.681427001953125, + 0.67303466796875, + 0.657928466796875, + 0.661285400390625, + 0.65289306640625, + 0.65625, + 0.6495361328125, + 0.65960693359375, + 0.64617919921875, + 0.64617919921875 + ], + "p90": [ + 1.8714599609375, + 1.86474609375, + 1.8580322265625, + 1.8446044921875, + 1.84124755859375, + 1.83453369140625, + 1.824462890625, + 1.81103515625, + 1.8043212890625, + 1.7908935546875, + 1.77410888671875, + 1.76068115234375, + 1.743896484375, + 1.7371826171875, + 1.717041015625, + 1.70025634765625, + 1.71368408203125, + 1.6968994140625, + 1.67340087890625, + 1.64990234375, + 1.62640380859375, + 1.59954833984375, + 1.582763671875, + 1.5491943359375, + 1.529052734375, + 1.497161865234375, + 1.47198486328125, + 1.4552001953125, + 1.4417724609375, + 1.423309326171875, + 1.409881591796875, + 1.393096923828125, + 1.38134765625, + 1.349456787109375, + 1.309173583984375, + 1.2848358154296875, + 1.2630157470703125, + 1.2428741455078125, + 1.2076263427734375, + 1.1870651245117188, + 1.1694412231445312, + 1.151397705078125, + 1.134613037109375, + 1.1157302856445312, + 1.097529411315918, + 1.0881798267364502, + 1.0720901489257812, + 1.0609703063964844, + 1.0498504638671875, + 1.033905029296875, + 1.0318069458007812, + 1.0179595947265625, + 1.0083084106445312, + 1.0045318603515625, + 1.000335693359375, + 1.000335693359375, + 0.9927825927734375, + 0.99530029296875, + 0.9923629760742188, + 0.99530029296875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_081127.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_081127.json new file mode 100644 index 0000000000000000000000000000000000000000..681db18efd7e1ff4944e9a1ee9353ae5cff048ee --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_081127.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T08:11:27.465816+00:00", + "metrics": { + "MSE[mean]": 0.0005848105764358753, + "MSE[0.5]": 0.000658414742316656, + "MAE[0.5]": 0.018569018443425497, + "MASE[0.5]": 0.05343730897467071, + "MAPE[0.5]": 0.023412657881778192, + "sMAPE[0.5]": 0.024119732676306512, + "MSIS": 3.925471504944314, + "RMSE[mean]": 0.024182857077605105, + "NRMSE[mean]": 0.021270870588154855, + "ND[0.5]": 0.016333024133237787, + "mean_weighted_sum_quantile_loss": 0.030644997400101404 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" + ], + "context": [ + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295 + ], + "actual": [ + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 + ], + "predictions": { + "p50": [ + 1.8219436407089233, + 1.8106755018234253, + 1.8148411512374878, + 1.7855411767959595, + 1.7694746255874634, + 1.7581974267959595, + 1.745327115058899, + 1.7270863056182861, + 1.7024656534194946, + 1.6901540756225586, + 1.6517964601516724, + 1.6340988874435425, + 1.601988434791565, + 1.5879873037338257, + 1.5601391792297363, + 1.529104471206665, + 1.5027602910995483, + 1.4613604545593262, + 1.4319899082183838, + 1.3983334302902222, + 1.3700095415115356, + 1.3334027528762817, + 1.2990883588790894, + 1.2797468900680542, + 1.2414981126785278, + 1.201629400253296, + 1.1841602325439453, + 1.1474754810333252, + 1.1061674356460571, + 1.0782109498977661, + 1.0522114038467407, + 1.0250197649002075, + 0.9856547117233276, + 0.9594496488571167, + 0.9366986751556396, + 0.909691333770752, + 0.8879386186599731, + 0.8580116033554077, + 0.8358405828475952, + 0.8151208162307739, + 0.7784347534179688, + 0.7720773220062256, + 0.7391363382339478, + 0.7101523876190186, + 0.7002614140510559, + 0.6854004859924316, + 0.6609688401222229, + 0.6445814371109009, + 0.6339242458343506, + 0.6331126689910889, + 0.6294859051704407, + 0.6111680269241333, + 0.5994070172309875, + 0.6058833599090576, + 0.5865809321403503, + 0.5881269574165344, + 0.5818172693252563, + 0.5859620571136475, + 0.5856293439865112, + 0.5686811208724976 + ], + "p10": [ + 1.8361167907714844, + 1.8437342643737793, + 1.810785174369812, + 1.8099569082260132, + 1.7768661975860596, + 1.7744399309158325, + 1.734471082687378, + 1.7149693965911865, + 1.7118264436721802, + 1.702447772026062, + 1.652921438217163, + 1.6511422395706177, + 1.5802127122879028, + 1.6051044464111328, + 1.564058542251587, + 1.5413482189178467, + 1.5098130702972412, + 1.4691271781921387, + 1.4430233240127563, + 1.427256464958191, + 1.3987343311309814, + 1.3269976377487183, + 1.3204936981201172, + 1.2982491254806519, + 1.268288254737854, + 1.2496013641357422, + 1.2088477611541748, + 1.180471658706665, + 1.1595889329910278, + 1.1318318843841553, + 1.0701695680618286, + 1.0875039100646973, + 1.0387322902679443, + 1.0143667459487915, + 0.9892778396606445, + 0.9619011878967285, + 0.9671849012374878, + 0.9066102504730225, + 0.895154595375061, + 0.8539565801620483, + 0.8263883590698242, + 0.8224198818206787, + 0.8116742372512817, + 0.7921026945114136, + 0.7497345209121704, + 0.7686203718185425, + 0.7473616600036621, + 0.7365262508392334, + 0.7194698452949524, + 0.7176433801651001, + 0.6950099468231201, + 0.6939036250114441, + 0.7052656412124634, + 0.6840882301330566, + 0.6856158971786499, + 0.6835230588912964, + 0.6641415357589722, + 0.6837606430053711, + 0.6688580513000488, + 0.667648434638977 + ], + "p90": [ + 1.8482996225357056, + 1.8329007625579834, + 1.8443292379379272, + 1.8207014799118042, + 1.8067715167999268, + 1.796162724494934, + 1.7835628986358643, + 1.7628546953201294, + 1.7528719902038574, + 1.7255460023880005, + 1.7046737670898438, + 1.6762639284133911, + 1.6544040441513062, + 1.6328779458999634, + 1.6049236059188843, + 1.573121190071106, + 1.5538443326950073, + 1.522370457649231, + 1.5031871795654297, + 1.4771586656570435, + 1.451316237449646, + 1.4154164791107178, + 1.3845114707946777, + 1.3770098686218262, + 1.3451858758926392, + 1.3083710670471191, + 1.3015295267105103, + 1.2709406614303589, + 1.2347332239151, + 1.2204210758209229, + 1.2139374017715454, + 1.180789828300476, + 1.1532350778579712, + 1.1171891689300537, + 1.1020991802215576, + 1.087393045425415, + 1.0745733976364136, + 1.0525121688842773, + 1.0261709690093994, + 1.0103963613510132, + 0.9738918542861938, + 0.9834576845169067, + 0.956222653388977, + 0.9430264234542847, + 0.9427696466445923, + 0.9306166172027588, + 0.9160600900650024, + 0.9035459756851196, + 0.8900368213653564, + 0.8899574279785156, + 0.8806521892547607, + 0.8892909288406372, + 0.8757399320602417, + 0.8786344528198242, + 0.8774392604827881, + 0.8729419708251953, + 0.8625121116638184, + 0.8732379674911499, + 0.8811184167861938, + 0.875896692276001 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_081214.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_081214.json new file mode 100644 index 0000000000000000000000000000000000000000..cb00cd6cd4c7520c5d0402012a2b474ae4aaf269 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_081214.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T08:12:14.696444+00:00", + "metrics": { + "MSE[mean]": 0.04373462692216386, + "MSE[0.5]": 0.04373462692216386, + "MAE[0.5]": 0.1814540425936381, + "MASE[0.5]": 0.5221824604419191, + "MAPE[0.5]": 0.21143197000761849, + "sMAPE[0.5]": 0.18272736818890403, + "MSIS": 1.9219840405284276, + "RMSE[mean]": 0.2091282547198342, + "NRMSE[mean]": 0.18394600886889126, + "ND[0.5]": 0.15960419586985583, + "mean_weighted_sum_quantile_loss": 0.10675415381055273 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" + ], + "context": [ + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295 + ], + "actual": [ + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 + ], + "predictions": { + "p50": [ + 1.836571455001831, + 1.830762267112732, + 1.822283148765564, + 1.8156182765960693, + 1.8090572357177734, + 1.7989774942398071, + 1.7856218814849854, + 1.7682819366455078, + 1.7516093254089355, + 1.7355549335479736, + 1.7172789573669434, + 1.6993701457977295, + 1.683582067489624, + 1.6653931140899658, + 1.6464169025421143, + 1.6247665882110596, + 1.6026647090911865, + 1.5797213315963745, + 1.556685209274292, + 1.5327132940292358, + 1.5080980062484741, + 1.4824156761169434, + 1.4552867412567139, + 1.4260740280151367, + 1.398605465888977, + 1.3719217777252197, + 1.3432939052581787, + 1.3146872520446777, + 1.2861484289169312, + 1.258830189704895, + 1.2334327697753906, + 1.2071268558502197, + 1.3569893836975098, + 1.3177627325057983, + 1.2850428819656372, + 1.2623873949050903, + 1.2317925691604614, + 1.1958609819412231, + 1.1671594381332397, + 1.1389110088348389, + 1.1122273206710815, + 1.0878013372421265, + 1.0624638795852661, + 1.0370469093322754, + 1.0156313180923462, + 0.9949390292167664, + 0.9761114716529846, + 0.9542847275733948, + 0.9365326166152954, + 0.921329140663147, + 0.9033035039901733, + 0.8891777396202087, + 0.8774535655975342, + 0.8634934425354004, + 0.8463456034660339, + 0.839171290397644, + 0.831918478012085, + 0.8231346607208252, + 0.8152081966400146, + 0.8089107871055603 + ], + "p10": [ + 1.8268635272979736, + 1.8194677829742432, + 1.8086557388305664, + 1.7980220317840576, + 1.7872517108917236, + 1.7720930576324463, + 1.7528409957885742, + 1.7302888631820679, + 1.7082698345184326, + 1.685901403427124, + 1.660165548324585, + 1.6347498893737793, + 1.611748456954956, + 1.5857062339782715, + 1.557346224784851, + 1.5262221097946167, + 1.495123267173767, + 1.4613173007965088, + 1.4270682334899902, + 1.3923343420028687, + 1.3575191497802734, + 1.321307897567749, + 1.2827472686767578, + 1.2405376434326172, + 1.1974689960479736, + 1.1572160720825195, + 1.1142759323120117, + 1.0691591501235962, + 1.0229958295822144, + 0.9769220352172852, + 0.9334725141525269, + 0.8964478969573975, + 0.8932946920394897, + 0.9309112429618835, + 0.9129572510719299, + 0.8779879808425903, + 0.8447215557098389, + 0.8042547702789307, + 0.7590632438659668, + 0.7178629636764526, + 0.6775266528129578, + 0.6407765746116638, + 0.6080393195152283, + 0.5740144848823547, + 0.543687105178833, + 0.5073065161705017, + 0.47379231452941895, + 0.43800079822540283, + 0.4123656153678894, + 0.38393789529800415, + 0.3508950471878052, + 0.3266558051109314, + 0.30248260498046875, + 0.2788943648338318, + 0.2549654245376587, + 0.24266541004180908, + 0.22380322217941284, + 0.20717132091522217, + 0.19864994287490845, + 0.185699462890625 + ], + "p90": [ + 1.84415602684021, + 1.8420523405075073, + 1.836932897567749, + 1.8347249031066895, + 1.8329143524169922, + 1.8267769813537598, + 1.8177790641784668, + 1.8066991567611694, + 1.795717477798462, + 1.7857279777526855, + 1.7735450267791748, + 1.7632057666778564, + 1.7556266784667969, + 1.744734287261963, + 1.7326576709747314, + 1.720167875289917, + 1.7081220149993896, + 1.6965999603271484, + 1.6835997104644775, + 1.6720268726348877, + 1.6600754261016846, + 1.6480417251586914, + 1.6352169513702393, + 1.6182944774627686, + 1.6056702136993408, + 1.5940613746643066, + 1.5817252397537231, + 1.5689448118209839, + 1.5559567213058472, + 1.5427708625793457, + 1.530727505683899, + 1.5161328315734863, + 1.6422600746154785, + 1.5730812549591064, + 1.5559959411621094, + 1.5604102611541748, + 1.5600290298461914, + 1.553346872329712, + 1.545577049255371, + 1.541327953338623, + 1.5365070104599, + 1.5325268507003784, + 1.524789571762085, + 1.5161828994750977, + 1.5120759010314941, + 1.5079066753387451, + 1.5062936544418335, + 1.4911644458770752, + 1.4848341941833496, + 1.4855865240097046, + 1.479191780090332, + 1.4785393476486206, + 1.4776041507720947, + 1.4844906330108643, + 1.4797192811965942, + 1.4851152896881104, + 1.4839115142822266, + 1.4844452142715454, + 1.4879424571990967, + 1.4953444004058838 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_081200.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_081200.json new file mode 100644 index 0000000000000000000000000000000000000000..96f6b73eee40ea933dfce13cd7fdb7c88413735e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_081200.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T08:12:00.264292+00:00", + "metrics": { + "MSE[mean]": 0.002065693112269251, + "MSE[0.5]": 0.002065693112269251, + "MAE[0.5]": 0.03885895907878876, + "MASE[0.5]": 0.11182703108696238, + "MAPE[0.5]": 0.038989895524407105, + "sMAPE[0.5]": 0.03827659754106459, + "MSIS": 1.881703774065875, + "RMSE[mean]": 0.04544989672451689, + "NRMSE[mean]": 0.03997703283651639, + "ND[0.5]": 0.03417974506084199, + "mean_weighted_sum_quantile_loss": 0.06787038777106671 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" + ], + "context": [ + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295 + ], + "actual": [ + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 + ], + "predictions": { + "p50": [ + 1.8354358673095703, + 1.8287073373794556, + 1.8198964595794678, + 1.8098825216293335, + 1.7967698574066162, + 1.7819194793701172, + 1.7636346817016602, + 1.7431979179382324, + 1.722032070159912, + 1.699378252029419, + 1.6782433986663818, + 1.6564056873321533, + 1.634244680404663, + 1.611865520477295, + 1.5870189666748047, + 1.5626890659332275, + 1.5350251197814941, + 1.50757896900177, + 1.4788331985473633, + 1.4479613304138184, + 1.4187490940093994, + 1.389502763748169, + 1.3579213619232178, + 1.328127145767212, + 1.298427700996399, + 1.2715731859207153, + 1.2417579889297485, + 1.2095950841903687, + 1.1798866987228394, + 1.1476935148239136, + 1.1198092699050903, + 1.092377781867981, + 1.0627765655517578, + 1.0367822647094727, + 1.0113314390182495, + 0.9876338243484497, + 0.9587032198905945, + 0.9330630898475647, + 0.905708909034729, + 0.8793129324913025, + 0.856420636177063, + 0.8291662931442261, + 0.8059800267219543, + 0.7832567691802979, + 0.7637607455253601, + 0.7446426153182983, + 0.7241883277893066, + 0.7083179354667664, + 0.6897396445274353, + 0.6736440658569336, + 0.6545102596282959, + 0.6439725160598755, + 0.635161280632019, + 0.6255658864974976, + 0.6215216517448425, + 0.613638162612915, + 0.603390097618103, + 0.5989591479301453, + 0.6002475023269653, + 0.5970875024795532 + ], + "p10": [ + 1.8235628604888916, + 1.8119454383850098, + 1.798290491104126, + 1.7807148694992065, + 1.7616779804229736, + 1.7419543266296387, + 1.7186596393585205, + 1.690763235092163, + 1.6637953519821167, + 1.6358975172042847, + 1.6061861515045166, + 1.5762286186218262, + 1.5443358421325684, + 1.509021520614624, + 1.475958228111267, + 1.4404449462890625, + 1.4005974531173706, + 1.3628761768341064, + 1.3244572877883911, + 1.2822518348693848, + 1.2458665370941162, + 1.2057207822799683, + 1.1637557744979858, + 1.1258430480957031, + 1.084235668182373, + 1.041430115699768, + 1.0042533874511719, + 0.9618176817893982, + 0.9171176552772522, + 0.8770227432250977, + 0.8355549573898315, + 0.7980751991271973, + 0.7434811592102051, + 0.7137098908424377, + 0.6766791939735413, + 0.6362555027008057, + 0.5927896499633789, + 0.5497490167617798, + 0.5049230456352234, + 0.4746578335762024, + 0.44181835651397705, + 0.4007585048675537, + 0.36528921127319336, + 0.33084356784820557, + 0.2970716953277588, + 0.26487207412719727, + 0.23470056056976318, + 0.2011573314666748, + 0.17368829250335693, + 0.14978718757629395, + 0.11573970317840576, + 0.0959901213645935, + 0.07668018341064453, + 0.05051219463348389, + 0.03897559642791748, + 0.026076793670654297, + 5.328655242919922e-05, + -0.01768648624420166, + -0.023828625679016113, + -0.04098236560821533 + ], + "p90": [ + 1.847398281097412, + 1.8450803756713867, + 1.841312050819397, + 1.8364620208740234, + 1.8311805725097656, + 1.8212294578552246, + 1.8099656105041504, + 1.798729419708252, + 1.782011866569519, + 1.7670629024505615, + 1.7543691396713257, + 1.7423994541168213, + 1.7292033433914185, + 1.7165073156356812, + 1.7035659551620483, + 1.6932164430618286, + 1.676842451095581, + 1.6615090370178223, + 1.6452667713165283, + 1.629394769668579, + 1.6134066581726074, + 1.5980315208435059, + 1.5832815170288086, + 1.566007375717163, + 1.5462640523910522, + 1.5316938161849976, + 1.5164920091629028, + 1.498604655265808, + 1.4841945171356201, + 1.472396731376648, + 1.4529632329940796, + 1.4310109615325928, + 1.4261196851730347, + 1.407192349433899, + 1.4036483764648438, + 1.3948085308074951, + 1.3774741888046265, + 1.371018648147583, + 1.3655381202697754, + 1.3545944690704346, + 1.3489954471588135, + 1.3419911861419678, + 1.3299777507781982, + 1.3350625038146973, + 1.3351202011108398, + 1.3330644369125366, + 1.3343063592910767, + 1.3338943719863892, + 1.3250763416290283, + 1.3295913934707642, + 1.3297338485717773, + 1.3353323936462402, + 1.3390917778015137, + 1.345841884613037, + 1.3517286777496338, + 1.3683531284332275, + 1.381312370300293, + 1.3809268474578857, + 1.4028629064559937, + 1.4069437980651855 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 2b704ece242cc3d64a6a0e284f300450b32db1d0..77f0ea218c4b2e968ef69f658cf1fdb701babe9a 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,183519.54039446512,183519.54039446512,349.3904622395833,0.330616122921689,0.005456513248860741,0.005461184812917277,3.633754674252016,428.3918071047404,0.006683825786271111,0.00545123632680292,0.005521575822843199,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,169605.47516822815,169605.47516822815,330.6388346354167,0.31258482256888137,0.005163366913692773,0.005166331908866905,3.6318268306067036,411.83185302769886,0.006424845385458647,0.005158181367816408,0.005449976343751044,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.4958110123986426,0.4958110123986426,0.595000006755193,1.726890138132155,0.7003133875644968,0.44927057348075544,63.479715755860546,0.704138489502344,0.5882035960279767,0.49703453060409625,0.48759814571520654,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.5992238588570615,0.5992238588570615,0.6673500041166941,1.9204778363962336,0.813524555823334,0.5033726700264356,71.13658017772637,0.7740955101646447,0.6808825510874876,0.5869908393792067,0.5768152504722249,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0894444685512159,0.0894444685512159,0.27222226560115814,4.137780804794772,0.1683371518393657,0.18685793579611606,143.88288809291154,0.2990726810513055,0.1887224529695316,0.1717791592885767,0.16668616133953454,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.0074999936421894136,0.0074999936421894136,0.02500001589457194,0.012884761515607383,0.001787856581662755,0.0017710816686899427,0.4333142267897299,0.08660250367159955,0.006187734819545476,0.0017862470746416001,0.005270417504067875,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.86375139236543,178.86375139236543,11.420833349227905,0.9870090446936203,0.5744512286689242,0.4160341618397391,36.25167944883194,13.373995341421555,0.6232541518332375,0.5322330104494558,0.5220388356674835,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 89d00fc486305a3e6b6205ea9f868054e5873396..3287c3126d34fb3bd65666c2e0aa50b86de0fc2a 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T08:06:00.915448+00:00", + "evaluated_at": "2026-06-22T08:13:23.090823+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64926.01953125, 64909.44140625, 64798.0, 64810.01171875, @@ -101,10 +100,10 @@ 64276.12109375, 64256.55078125, 64303.4609375, - 64191.0703125 + 64191.0703125, + 64014.0 ], "actuals": [ - 64014.0, 64209.16015625, 64365.98828125, 64176.0, @@ -127,10 +126,10 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64211.19921875 + 64211.19140625, + 64160.0 ], "p50": [ - 63417.96875, 63741.16015625, 63674.69921875, 63688.0, @@ -153,10 +152,10 @@ 64276.12109375, 64256.55078125, 64303.4609375, - 64191.0703125 + 64191.0703125, + 64014.0 ], "p10": [ - 62149.609375, 62466.336953125, 62401.205234375, 62414.24, @@ -179,10 +178,10 @@ 62990.598671875, 62971.419765624996, 63017.39171875, - 62907.248906249995 + 62907.248906249995, + 62733.72 ], "p90": [ - 64686.328125, 65015.983359375, 64948.193203125, 64961.76, @@ -205,10 +204,10 @@ 65561.64351562501, 65541.681796875, 65589.53015625, - 65474.891718750005 + 65474.891718750005, + 65294.28 ], "timestamps": [ - "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", @@ -327,6 +326,7 @@ "2026-06-22 04:00:00", "2026-06-22 05:00:00", "2026-06-22 06:00:00", - "2026-06-22 07:00:00" + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index c0a33d04444170302b06f713eeb35d3cf6e160b1..7925d40bd620e48feb1d0bd6481b44a03dd8279c 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:57:15.035687+00:00", + "evaluated_at": "2026-06-22T08:13:23.107697+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7549999952316284, - 1.7359999418258667, - 1.7100000381469727, 1.690999984741211, 1.6629999876022339, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.8619999885559082, 1.86899995803833, 1.8769999742507935, - 1.871000051498413 - ], - "actuals": [ + 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.8250000476837158, 1.812000036239624, 1.8049999475479126, @@ -307,12 +304,12 @@ 0.6290000081062317, 0.6240000128746033, 0.6359999775886536, - 0.640999972820282 + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 ], "p50": [ - 1.5420000553131104, - 1.562000036239624, - 1.5889999866485596, 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, @@ -334,9 +331,9 @@ 1.86899995803833, 1.8769999742507935, 1.871000051498413, - 1.5420000553131104, - 1.562000036239624, - 1.5889999866485596, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, @@ -358,9 +355,9 @@ 1.86899995803833, 1.8769999742507935, 1.871000051498413, - 1.5420000553131104, - 1.562000036239624, - 1.5889999866485596, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, @@ -369,12 +366,12 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.7740000486373901 + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394 ], "p10": [ - 1.5111600542068482, - 1.5307600355148314, - 1.5572199869155883, 1.5856400299072266, 1.6062200570106506, 1.6189599514007569, @@ -396,9 +393,9 @@ 1.8316199588775635, 1.8394599747657776, 1.8335800504684447, - 1.5111600542068482, - 1.5307600355148314, - 1.5572199869155883, + 1.8218199682235718, + 1.8130000233650208, + 1.8081000280380248, 1.5856400299072266, 1.6062200570106506, 1.6189599514007569, @@ -420,9 +417,9 @@ 1.8316199588775635, 1.8394599747657776, 1.8335800504684447, - 1.5111600542068482, - 1.5307600355148314, - 1.5572199869155883, + 1.8218199682235718, + 1.8130000233650208, + 1.8081000280380248, 1.5856400299072266, 1.6062200570106506, 1.6189599514007569, @@ -431,12 +428,12 @@ 1.693440043926239, 1.7130400252342224, 1.7287200570106507, - 1.7385200476646423 + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826 ], "p90": [ - 1.5728400564193725, - 1.5932400369644166, - 1.6207799863815309, 1.6503600311279296, 1.671780059337616, 1.6850399494171142, @@ -458,9 +455,9 @@ 1.9063799571990967, 1.9145399737358093, 1.9084200525283814, - 1.5728400564193725, - 1.5932400369644166, - 1.6207799863815309, + 1.8961799669265746, + 1.887000024318695, + 1.8819000291824342, 1.6503600311279296, 1.671780059337616, 1.6850399494171142, @@ -482,9 +479,9 @@ 1.9063799571990967, 1.9145399737358093, 1.9084200525283814, - 1.5728400564193725, - 1.5932400369644166, - 1.6207799863815309, + 1.8961799669265746, + 1.887000024318695, + 1.8819000291824342, 1.6503600311279296, 1.671780059337616, 1.6850399494171142, @@ -493,12 +490,12 @@ 1.7625600457191468, 1.7829600262641907, 1.799280059337616, - 1.809480049610138 + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296 ], "timestamps": [ - "2026-06-21 01:48:00", - "2026-06-21 01:54:00", - "2026-06-21 02:00:00", "2026-06-21 02:06:00", "2026-06-21 02:12:00", "2026-06-21 02:18:00", @@ -795,6 +792,9 @@ "2026-06-22 07:24:00", "2026-06-22 07:30:00", "2026-06-22 07:36:00", - "2026-06-22 07:42:00" + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 119166fe571ee8650e54b3889a0c5700c651e344..916fa205bb0c0bb7597745ca717dc7dc2ecd661e 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,13 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T08:06:00.921624+00:00", + "evaluated_at": "2026-06-22T08:13:23.116138+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 4d28805316acbab651649721d7771d7e2b1ba7cc..d8ff098cdb4c80bc9aeb6c504bb283126bb7064c 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,91954.53410021465,91954.53410021465,230.32080078125,0.21794461615926916,0.0036027297809888524,0.0035931563847240566,1.4735147323653075,303.2400601837011,0.004731191633622157,0.003593495678128004,0.003466408497871275,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,61758.71361796061,61758.71361796061,174.2470703125,0.1647325838685554,0.002721996023227192,0.0027210530514140577,1.282233653286884,248.51300492722834,0.0038769648855349163,0.0027183678906732315,0.003444486319284567,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.02660408423876331,0.02660408423876331,0.15332409540812175,0.44499809292818654,0.16198325233585278,0.14621017200564185,3.01241551496567,0.16310758485969717,0.1362522705181462,0.1280796116407915,0.0778568152111039,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.015390890850351724,0.015390890850351724,0.1179406483968099,0.339405708936907,0.13059670624336148,0.12028276846699365,1.9810166563566733,0.1240600292211465,0.10912130102151897,0.10373878740137929,0.06353783224808289,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08886957995846305,0.08886957995846305,0.28009531398614246,4.257451208722489,0.17340285689913415,0.1916956777017158,113.17619717401556,0.29811001318047514,0.1881149851080759,0.17674725265751656,0.16042077030316323,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.009374404254685942,0.009374404254685942,0.07958579063415527,0.04101773121571483,0.005687310959701511,0.005663499907871228,0.6509143968807845,0.09682150719073702,0.006917880961003523,0.005686391812821399,0.009474677375105439,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,96.87194170152816,96.87194170152816,7.899872779846191,0.6827212732391588,0.43279835976119574,0.32183168222857267,2.831153880447644,9.842354479570838,0.4586728301159226,0.36814941109962834,0.24510933638390597,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 552569d17c67e922869c4d75b9cebfc53c997d8b..20b8ff02fcc7e528f30c34a71565b93ed71ca739 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T08:05:58.275492+00:00", + "evaluated_at": "2026-06-22T08:13:12.578507+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64926.01953125, 64909.44140625, 64798.0, 64810.01171875, @@ -101,10 +100,10 @@ 64276.12109375, 64256.55078125, 64303.4609375, - 64191.0703125 + 64191.0703125, + 64014.0 ], "actuals": [ - 64014.0, 64209.16015625, 64365.98828125, 64176.0, @@ -127,88 +126,88 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64211.19921875 + 64211.19140625, + 64160.0 ], "p50": [ - 64302.25, - 64311.765625, - 64321.28125, - 64333.96875, - 64333.96875, - 64333.96875, - 64343.484375, - 64343.484375, - 64337.140625, - 64324.453125, - 64311.765625, - 64289.5625, - 64286.390625, - 64276.875, - 64276.875, - 64257.84375, - 64251.5, - 64238.8125, - 64226.125, - 64197.578125, - 64165.859375, - 64124.625, - 64115.109375, - 64081.8046875 + 64092.609375, + 64113.0234375, + 64130.296875, + 64146.0, + 64155.421875, + 64146.0, + 64149.140625, + 64130.296875, + 64128.7265625, + 64106.7421875, + 64105.171875, + 64081.6171875, + 64084.7578125, + 64076.90625, + 64078.4765625, + 64058.0625, + 64040.7890625, + 64034.5078125, + 64042.359375, + 64007.8125, + 63987.3984375, + 63979.546875, + 63982.6875, + 63941.07421875 ], "p10": [ - 64088.1484375, - 64000.921875, - 63931.140625, - 63885.94140625, - 63850.2578125, - 63828.0546875, - 63792.765625, - 63737.65625, - 63682.94140625, - 63627.43359375, - 63586.9921875, - 63534.65625, - 63507.6953125, - 63471.21875, - 63441.0859375, - 63385.578125, - 63377.6484375, - 63338.0, - 63309.453125, - 63265.046875, - 63223.8125, - 63173.0625, - 63144.515625, - 63119.140625 + 63830.3671875, + 63756.171875, + 63691.7890625, + 63644.28515625, + 63604.2421875, + 63553.9921875, + 63511.59375, + 63462.9140625, + 63425.2265625, + 63362.4140625, + 63320.015625, + 63279.1875, + 63254.0625, + 63219.515625, + 63203.8125, + 63147.28125, + 63144.140625, + 63115.875, + 63106.453125, + 63065.625, + 63031.078125, + 63018.515625, + 63012.234375, + 62980.828125 ], "p90": [ - 64524.28125, - 64613.09375, - 64689.21875, - 64746.3125, - 64778.03125, - 64797.0625, - 64847.8125, - 64879.53125, - 64898.5625, - 64898.5625, - 64892.21875, - 64911.25, - 64917.59375, - 64936.625, - 64942.96875, - 64962.0, - 64962.0, - 64962.0, - 64968.34375, - 64962.0, - 64936.625, - 64904.90625, - 64923.9375, - 64911.25 + 64343.859375, + 64434.9375, + 64500.890625, + 64554.28125, + 64585.6875, + 64598.25, + 64661.0625, + 64661.0625, + 64679.90625, + 64679.90625, + 64698.75, + 64711.3125, + 64717.59375, + 64736.4375, + 64755.28125, + 64761.5625, + 64761.5625, + 64780.40625, + 64799.25, + 64780.40625, + 64767.84375, + 64761.5625, + 64792.96875, + 64767.84375 ], "timestamps": [ - "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", @@ -327,6 +326,7 @@ "2026-06-22 04:00:00", "2026-06-22 05:00:00", "2026-06-22 06:00:00", - "2026-06-22 07:00:00" + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 449f5dc769df67080e9e6d7adc5039d0d07d3975..91fe0705add1a544cf1d23ffaf7f8232a12cb1ef 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:57:04.346941+00:00", + "evaluated_at": "2026-06-22T08:13:17.593695+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7549999952316284, - 1.7359999418258667, - 1.7100000381469727, 1.690999984741211, 1.6629999876022339, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.8619999885559082, 1.86899995803833, 1.8769999742507935, - 1.871000051498413 - ], - "actuals": [ + 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.8250000476837158, 1.812000036239624, 1.8049999475479126, @@ -307,198 +304,198 @@ 0.6290000081062317, 0.6240000128746033, 0.6359999775886536, - 0.640999972820282 + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 ], "p50": [ - 1.881256103515625, - 1.87457275390625, - 1.87457275390625, - 1.8712310791015625, - 1.867889404296875, - 1.8578643798828125, - 1.8511810302734375, - 1.841156005859375, - 1.83447265625, - 1.8244476318359375, - 1.8110809326171875, - 1.79437255859375, - 1.7776641845703125, - 1.760955810546875, - 1.747589111328125, - 1.7308807373046875, - 1.720855712890625, - 1.707489013671875, - 1.6840972900390625, - 1.654022216796875, - 1.627288818359375, - 1.5938720703125, - 1.5704803466796875, - 1.5370635986328125, - 1.5103302001953125, - 1.4752426147460938, - 1.4451675415039062, - 1.4167633056640625, - 1.3917007446289062, - 1.3566131591796875, - 1.3265380859375, - 1.2998046875, - 1.2881088256835938, - 1.2521858215332031, - 1.2170982360839844, - 1.1899471282958984, - 1.1619606018066406, - 1.1448345184326172, - 1.1040034294128418, - 1.075390338897705, - 1.045419692993164, - 1.0278759002685547, - 1.0040664672851562, - 0.9827632904052734, - 0.9606246948242188, - 0.9547767639160156, - 0.9263725280761719, - 0.9155120849609375, - 0.9297142028808594, - 0.9113349914550781, - 0.8962974548339844, - 0.8795890808105469, - 0.8553619384765625, - 0.8486785888671875, - 0.838653564453125, - 0.8353118896484375, - 0.8202743530273438, - 0.8202743530273438, - 0.8102493286132812, - 0.8102493286132812 + 1.8580322265625, + 1.84796142578125, + 1.84124755859375, + 1.8311767578125, + 1.824462890625, + 1.81439208984375, + 1.797607421875, + 1.7841796875, + 1.76739501953125, + 1.7506103515625, + 1.73046875, + 1.7103271484375, + 1.68682861328125, + 1.66668701171875, + 1.6431884765625, + 1.623046875, + 1.609619140625, + 1.582763671875, + 1.55926513671875, + 1.52569580078125, + 1.4954833984375, + 1.45855712890625, + 1.4283447265625, + 1.39141845703125, + 1.3612060546875, + 1.325958251953125, + 1.2940673828125, + 1.2680511474609375, + 1.2470703125, + 1.2143402099609375, + 1.1891632080078125, + 1.1677627563476562, + 1.1492996215820312, + 1.1167793273925781, + 1.0828166007995605, + 1.0519485473632812, + 1.0250930786132812, + 1.0116653442382812, + 0.980194091796875, + 0.9608917236328125, + 0.936553955078125, + 0.9239654541015625, + 0.9038238525390625, + 0.889556884765625, + 0.8752899169921875, + 0.86773681640625, + 0.845916748046875, + 0.8375244140625, + 0.839202880859375, + 0.8240966796875, + 0.81402587890625, + 0.802276611328125, + 0.78717041015625, + 0.78717041015625, + 0.782135009765625, + 0.7838134765625, + 0.775421142578125, + 0.785491943359375, + 0.775421142578125, + 0.778778076171875 ], "p10": [ - 1.8645477294921875, - 1.854522705078125, - 1.8511810302734375, - 1.8444976806640625, - 1.8378143310546875, - 1.8244476318359375, - 1.814422607421875, - 1.801055908203125, - 1.787689208984375, - 1.7709808349609375, - 1.7542724609375, - 1.7275390625, - 1.707489013671875, - 1.6840972900390625, - 1.667388916015625, - 1.640655517578125, - 1.613922119140625, - 1.5972137451171875, - 1.560455322265625, - 1.52703857421875, - 1.4919509887695312, - 1.4485092163085938, - 1.413421630859375, - 1.3699798583984375, - 1.33990478515625, - 1.2998046875, - 1.2613754272460938, - 1.2271232604980469, - 1.1899471282958984, - 1.1511001586914062, - 1.113297462463379, - 1.074711561203003, - 1.083326816558838, - 1.0502233505249023, - 1.0220279693603516, - 0.9940414428710938, - 0.9681434631347656, - 0.9505996704101562, - 0.9146766662597656, - 0.8904495239257812, - 0.8620452880859375, - 0.8486785888671875, - 0.825286865234375, - 0.8069076538085938, - 0.7918701171875, - 0.7868576049804688, - 0.7634658813476562, - 0.745086669921875, - 0.7601242065429688, - 0.745086669921875, - 0.7300491333007812, - 0.7150115966796875, - 0.6949615478515625, - 0.6932907104492188, - 0.6832656860351562, - 0.6799240112304688, - 0.6698989868164062, - 0.67156982421875, - 0.6615447998046875, - 0.658203125 + 1.84796142578125, + 1.8311767578125, + 1.82110595703125, + 1.81103515625, + 1.797607421875, + 1.7841796875, + 1.76739501953125, + 1.743896484375, + 1.72711181640625, + 1.70361328125, + 1.6767578125, + 1.65325927734375, + 1.623046875, + 1.59954833984375, + 1.5693359375, + 1.54248046875, + 1.5089111328125, + 1.47869873046875, + 1.44512939453125, + 1.403167724609375, + 1.367919921875, + 1.322601318359375, + 1.2848358154296875, + 1.2411956787109375, + 1.208465576171875, + 1.1702804565429688, + 1.1308364868164062, + 1.1029319763183594, + 1.073873519897461, + 1.0387306213378906, + 1.007049560546875, + 0.976837158203125, + 0.976837158203125, + 0.949981689453125, + 0.9256439208984375, + 0.8937530517578125, + 0.869415283203125, + 0.855987548828125, + 0.82745361328125, + 0.8106689453125, + 0.785491943359375, + 0.78045654296875, + 0.76031494140625, + 0.7435302734375, + 0.73681640625, + 0.7301025390625, + 0.714996337890625, + 0.69989013671875, + 0.704925537109375, + 0.69317626953125, + 0.681427001953125, + 0.67303466796875, + 0.657928466796875, + 0.661285400390625, + 0.65289306640625, + 0.65625, + 0.6495361328125, + 0.65960693359375, + 0.64617919921875, + 0.64617919921875 ], "p90": [ - 1.894622802734375, - 1.8912811279296875, - 1.894622802734375, - 1.887939453125, - 1.8912811279296875, - 1.8845977783203125, - 1.8845977783203125, - 1.8779144287109375, - 1.87457275390625, - 1.867889404296875, - 1.8578643798828125, - 1.8511810302734375, - 1.841156005859375, - 1.83447265625, - 1.82110595703125, - 1.8110809326171875, - 1.827789306640625, - 1.8244476318359375, - 1.7977142333984375, - 1.7776641845703125, - 1.7576141357421875, - 1.7375640869140625, - 1.720855712890625, - 1.694122314453125, - 1.680755615234375, - 1.6506805419921875, - 1.627288818359375, - 1.6105804443359375, - 1.5938720703125, - 1.573822021484375, - 1.5571136474609375, - 1.5370635986328125, - 1.547088623046875, - 1.5053176879882812, - 1.4702301025390625, - 1.453521728515625, - 1.4284591674804688, - 1.4084091186523438, - 1.3616256713867188, - 1.3365631103515625, - 1.3148422241210938, - 1.2964630126953125, - 1.2747421264648438, - 1.2505149841308594, - 1.2237815856933594, - 1.2179336547851562, - 1.1962127685546875, - 1.1786689758300781, - 1.1803398132324219, - 1.1644668579101562, - 1.1556949615478516, - 1.1339740753173828, - 1.1118354797363281, - 1.1003484725952148, - 1.0896968841552734, - 1.0834312438964844, - 1.0673494338989258, - 1.058786392211914, - 1.0479259490966797, - 1.0450019836425781 + 1.8714599609375, + 1.86474609375, + 1.8580322265625, + 1.8446044921875, + 1.84124755859375, + 1.83453369140625, + 1.824462890625, + 1.81103515625, + 1.8043212890625, + 1.7908935546875, + 1.77410888671875, + 1.76068115234375, + 1.743896484375, + 1.7371826171875, + 1.717041015625, + 1.70025634765625, + 1.71368408203125, + 1.6968994140625, + 1.67340087890625, + 1.64990234375, + 1.62640380859375, + 1.59954833984375, + 1.582763671875, + 1.5491943359375, + 1.529052734375, + 1.497161865234375, + 1.47198486328125, + 1.4552001953125, + 1.4417724609375, + 1.423309326171875, + 1.409881591796875, + 1.393096923828125, + 1.38134765625, + 1.349456787109375, + 1.309173583984375, + 1.2848358154296875, + 1.2630157470703125, + 1.2428741455078125, + 1.2076263427734375, + 1.1870651245117188, + 1.1694412231445312, + 1.151397705078125, + 1.134613037109375, + 1.1157302856445312, + 1.097529411315918, + 1.0881798267364502, + 1.0720901489257812, + 1.0609703063964844, + 1.0498504638671875, + 1.033905029296875, + 1.0318069458007812, + 1.0179595947265625, + 1.0083084106445312, + 1.0045318603515625, + 1.000335693359375, + 1.000335693359375, + 0.9927825927734375, + 0.99530029296875, + 0.9923629760742188, + 0.99530029296875 ], "timestamps": [ - "2026-06-21 01:48:00", - "2026-06-21 01:54:00", - "2026-06-21 02:00:00", "2026-06-21 02:06:00", "2026-06-21 02:12:00", "2026-06-21 02:18:00", @@ -795,6 +792,9 @@ "2026-06-22 07:24:00", "2026-06-22 07:30:00", "2026-06-22 07:36:00", - "2026-06-22 07:42:00" + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 4bfce808ba11a6ee6a75a76340bf473a3ac69003..cb26641f040ed3e04d1bdf1fd63504ad1c7c7f81 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,13 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T08:06:00.615403+00:00", + "evaluated_at": "2026-06-22T08:13:22.720085+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 0fcba3f7dfe87254ffef4ab23e391578085aac49..6e30791026921461eb00ad989294f825843e081c 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,126207.89783732097,81213.56604194641,191.48616536458334,0.18119674240726194,0.002997374450130924,0.0029888547217650344,8.572864955208972,355.2575091920239,0.005542774771422142,0.0029875925462436647,0.0036667844501273045,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,76077.8932056427,61791.18862215678,189.37613932291666,0.1790355539279197,0.002958863621103838,0.0029568682142533157,4.787065731528299,275.82221303883904,0.004303006335283125,0.002954391230061026,0.002875877202628327,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.020621219833698964,0.008044611804300435,0.07682522932688395,0.2229726544169979,0.08996976675101562,0.08347555618608053,15.221064893515829,0.14360090471058656,0.11995732345683205,0.06417611993868527,0.09810808168276383,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0005848105764358753,0.000658414742316656,0.018569018443425497,0.05343730897467071,0.023412657881778192,0.024119732676306512,3.925471504944314,0.024182857077605105,0.021270870588154855,0.016333024133237787,0.030644997400101404,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08540058405505431,0.09652233333889883,0.29321034914917415,4.4567998572687815,0.18168382048858478,0.20168735546391614,124.05246900540806,0.2922337832199664,0.18440693484931617,0.1850231727383761,0.16148328140196658,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.00211398318136465,0.010294307922966558,0.09231356779734294,0.04757750197998356,0.006594643729927452,0.006621025186851755,1.4139245150309996,0.04597807283221699,0.003285125835141485,0.0065957894236193335,0.006846533248589538,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,55.68834250098947,28.589202197623916,4.357548554738362,0.3765872160729092,0.2419012594193822,0.20426482054606665,27.423896376430196,7.462462227776397,0.34776523003229814,0.2030702239101373,0.32716270570230327,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index d40839f609d75fbffbb0aa48cdfa7d2cc1e5b388..1bfe7f79cb32e1f9b6bf3078a00ffb115111c3cf 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T08:03:25.694032+00:00", + "evaluated_at": "2026-06-22T08:11:18.723209+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64926.01953125, 64909.44140625, 64798.0, 64810.01171875, @@ -101,10 +100,10 @@ 64276.12109375, 64256.55078125, 64303.4609375, - 64191.0703125 + 64191.0703125, + 64014.0 ], "actuals": [ - 64014.0, 64209.16015625, 64365.98828125, 64176.0, @@ -127,88 +126,88 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64211.19921875 + 64211.19140625, + 64160.0 ], "p50": [ - 64181.921875, - 64180.8984375, - 64185.1875, - 64184.03515625, - 64195.16796875, - 64208.12890625, - 64196.80078125, - 64213.765625, - 64217.1328125, - 64249.66796875, - 64247.4296875, - 64252.1171875, - 64252.13671875, - 64228.109375, - 64244.8671875, - 64233.85546875, - 64240.48046875, - 64272.96875, - 64281.76953125, - 64317.40234375, - 64275.41015625, - 64287.28515625, - 64287.84375, - 64298.2890625 + 64031.140625, + 64044.4453125, + 64049.05859375, + 64052.21484375, + 64068.1953125, + 64063.76953125, + 64048.94921875, + 64045.171875, + 64060.71875, + 64088.06640625, + 64076.7890625, + 64095.875, + 64093.95703125, + 64072.67578125, + 64098.0703125, + 64094.60546875, + 64103.515625, + 64128.890625, + 64138.5625, + 64161.65625, + 64136.4140625, + 64146.78515625, + 64145.61328125, + 64167.640625 ], "p10": [ - 64205.31640625, - 64246.71875, - 64238.6171875, - 64255.1171875, - 64254.5859375, - 64261.6640625, - 64267.37109375, - 64293.44140625, - 64275.66796875, - 64307.19140625, - 64308.69921875, - 64277.47265625, - 64279.69140625, - 64282.1171875, - 64299.453125, - 64304.34765625, - 64285.92578125, - 64353.03515625, - 64350.03125, - 64337.765625, - 64325.9453125, - 64394.046875, - 64339.27734375, - 64337.91015625 + 64059.95703125, + 64102.04296875, + 64128.21875, + 64130.75390625, + 64131.08984375, + 64124.171875, + 64128.390625, + 64146.09765625, + 64132.2890625, + 64159.4140625, + 64150.5078125, + 64142.60546875, + 64134.3203125, + 64148.671875, + 64169.5078125, + 64182.5, + 64171.3125, + 64219.75390625, + 64219.88671875, + 64212.83203125, + 64220.45703125, + 64265.15625, + 64213.734375, + 64201.1171875 ], "p90": [ - 64420.19921875, - 64470.296875, - 64499.04296875, - 64514.5625, - 64534.45703125, - 64555.296875, - 64567.421875, - 64589.328125, - 64615.515625, - 64663.34765625, - 64668.98046875, - 64684.640625, - 64699.69921875, - 64699.8515625, - 64727.21875, - 64744.125, - 64758.62109375, - 64791.7265625, - 64820.55078125, - 64820.44921875, - 64802.60546875, - 64827.83203125, - 64814.50390625, - 64806.65234375 + 64284.65234375, + 64354.6796875, + 64391.80078125, + 64406.58984375, + 64430.234375, + 64442.7109375, + 64459.6328125, + 64468.109375, + 64498.10546875, + 64548.5, + 64551.234375, + 64574.28125, + 64587.77734375, + 64593.76953125, + 64622.4375, + 64646.66015625, + 64658.04296875, + 64676.8515625, + 64698.05078125, + 64689.4921875, + 64678.0234375, + 64708.02734375, + 64692.515625, + 64691.6328125 ], "timestamps": [ - "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", @@ -327,6 +326,7 @@ "2026-06-22 04:00:00", "2026-06-22 05:00:00", "2026-06-22 06:00:00", - "2026-06-22 07:00:00" + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 77cd767f9ebdd819f6d4ef479703dcfdc5da921f..868eef2fe2453a2784992410cb9956c8e7f4bfd5 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:53:53.268805+00:00", + "evaluated_at": "2026-06-22T08:11:27.465816+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7549999952316284, - 1.7359999418258667, - 1.7100000381469727, 1.690999984741211, 1.6629999876022339, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.8619999885559082, 1.86899995803833, 1.8769999742507935, - 1.871000051498413 - ], - "actuals": [ + 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.8250000476837158, 1.812000036239624, 1.8049999475479126, @@ -307,198 +304,198 @@ 0.6290000081062317, 0.6240000128746033, 0.6359999775886536, - 0.640999972820282 + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 ], "p50": [ - 1.8507616519927979, - 1.8423235416412354, - 1.848860263824463, - 1.8312819004058838, - 1.8256878852844238, - 1.8271918296813965, - 1.8185348510742188, - 1.807093858718872, - 1.793943166732788, - 1.7795660495758057, - 1.746778964996338, - 1.737386703491211, - 1.705702781677246, - 1.6998865604400635, - 1.6755847930908203, - 1.6472246646881104, - 1.6270742416381836, - 1.5995731353759766, - 1.5691783428192139, - 1.5372085571289062, - 1.5118074417114258, - 1.4817140102386475, - 1.4513485431671143, - 1.4343547821044922, - 1.3956565856933594, - 1.362105131149292, - 1.3466217517852783, - 1.3126041889190674, - 1.282407522201538, - 1.2440789937973022, - 1.2167258262634277, - 1.1813876628875732, - 1.1511861085891724, - 1.1386981010437012, - 1.1035693883895874, - 1.0779705047607422, - 1.0653550624847412, - 1.0277984142303467, - 1.016440987586975, - 0.9984795451164246, - 0.9699956774711609, - 0.9533215165138245, - 0.9220486879348755, - 0.8989065289497375, - 0.8872636556625366, - 0.8672455549240112, - 0.8526360392570496, - 0.8361573219299316, - 0.8277935981750488, - 0.8271621465682983, - 0.8260521292686462, - 0.8118944764137268, - 0.794695258140564, - 0.8115261793136597, - 0.7903971076011658, - 0.7906573414802551, - 0.7896823883056641, - 0.7939603328704834, - 0.7993138432502747, - 0.7818202972412109 + 1.8219436407089233, + 1.8106755018234253, + 1.8148411512374878, + 1.7855411767959595, + 1.7694746255874634, + 1.7581974267959595, + 1.745327115058899, + 1.7270863056182861, + 1.7024656534194946, + 1.6901540756225586, + 1.6517964601516724, + 1.6340988874435425, + 1.601988434791565, + 1.5879873037338257, + 1.5601391792297363, + 1.529104471206665, + 1.5027602910995483, + 1.4613604545593262, + 1.4319899082183838, + 1.3983334302902222, + 1.3700095415115356, + 1.3334027528762817, + 1.2990883588790894, + 1.2797468900680542, + 1.2414981126785278, + 1.201629400253296, + 1.1841602325439453, + 1.1474754810333252, + 1.1061674356460571, + 1.0782109498977661, + 1.0522114038467407, + 1.0250197649002075, + 0.9856547117233276, + 0.9594496488571167, + 0.9366986751556396, + 0.909691333770752, + 0.8879386186599731, + 0.8580116033554077, + 0.8358405828475952, + 0.8151208162307739, + 0.7784347534179688, + 0.7720773220062256, + 0.7391363382339478, + 0.7101523876190186, + 0.7002614140510559, + 0.6854004859924316, + 0.6609688401222229, + 0.6445814371109009, + 0.6339242458343506, + 0.6331126689910889, + 0.6294859051704407, + 0.6111680269241333, + 0.5994070172309875, + 0.6058833599090576, + 0.5865809321403503, + 0.5881269574165344, + 0.5818172693252563, + 0.5859620571136475, + 0.5856293439865112, + 0.5686811208724976 ], "p10": [ - 1.856128215789795, - 1.8714139461517334, - 1.8511807918548584, - 1.8456761837005615, - 1.8329830169677734, - 1.8299901485443115, - 1.7930924892425537, - 1.803147554397583, - 1.7885730266571045, - 1.7855584621429443, - 1.750720500946045, - 1.7385339736938477, - 1.6803126335144043, - 1.706404685974121, - 1.6778066158294678, - 1.673459768295288, - 1.636516809463501, - 1.5994744300842285, - 1.585050344467163, - 1.5719592571258545, - 1.5326290130615234, - 1.5085740089416504, - 1.4721622467041016, - 1.4386286735534668, - 1.424631118774414, - 1.4135806560516357, - 1.3774058818817139, - 1.3576562404632568, - 1.3255372047424316, - 1.2967984676361084, - 1.2330763339996338, - 1.2548232078552246, - 1.2119181156158447, - 1.1965043544769287, - 1.1698752641677856, - 1.1385033130645752, - 1.1419514417648315, - 1.0913857221603394, - 1.0864118337631226, - 1.0612313747406006, - 1.0377334356307983, - 1.0167587995529175, - 1.007804036140442, - 0.9928929805755615, - 0.9530491828918457, - 0.9747474193572998, - 0.965003490447998, - 0.9498999714851379, - 0.9271920919418335, - 0.9303786158561707, - 0.9020286202430725, - 0.9216097593307495, - 0.9164290428161621, - 0.9165536761283875, - 0.9118381142616272, - 0.9039022326469421, - 0.889589786529541, - 0.9199320673942566, - 0.9096177220344543, - 0.8986288905143738 + 1.8361167907714844, + 1.8437342643737793, + 1.810785174369812, + 1.8099569082260132, + 1.7768661975860596, + 1.7744399309158325, + 1.734471082687378, + 1.7149693965911865, + 1.7118264436721802, + 1.702447772026062, + 1.652921438217163, + 1.6511422395706177, + 1.5802127122879028, + 1.6051044464111328, + 1.564058542251587, + 1.5413482189178467, + 1.5098130702972412, + 1.4691271781921387, + 1.4430233240127563, + 1.427256464958191, + 1.3987343311309814, + 1.3269976377487183, + 1.3204936981201172, + 1.2982491254806519, + 1.268288254737854, + 1.2496013641357422, + 1.2088477611541748, + 1.180471658706665, + 1.1595889329910278, + 1.1318318843841553, + 1.0701695680618286, + 1.0875039100646973, + 1.0387322902679443, + 1.0143667459487915, + 0.9892778396606445, + 0.9619011878967285, + 0.9671849012374878, + 0.9066102504730225, + 0.895154595375061, + 0.8539565801620483, + 0.8263883590698242, + 0.8224198818206787, + 0.8116742372512817, + 0.7921026945114136, + 0.7497345209121704, + 0.7686203718185425, + 0.7473616600036621, + 0.7365262508392334, + 0.7194698452949524, + 0.7176433801651001, + 0.6950099468231201, + 0.6939036250114441, + 0.7052656412124634, + 0.6840882301330566, + 0.6856158971786499, + 0.6835230588912964, + 0.6641415357589722, + 0.6837606430053711, + 0.6688580513000488, + 0.667648434638977 ], "p90": [ - 1.8807213306427002, - 1.8718516826629639, - 1.8839099407196045, - 1.869159460067749, - 1.8703453540802002, - 1.8726224899291992, - 1.8626530170440674, - 1.8577847480773926, - 1.8537781238555908, - 1.8349719047546387, - 1.8169019222259521, - 1.7935409545898438, - 1.7809512615203857, - 1.7704946994781494, - 1.7493228912353516, - 1.7201004028320312, - 1.7057828903198242, - 1.6928386688232422, - 1.6768484115600586, - 1.6534030437469482, - 1.6342036724090576, - 1.603058099746704, - 1.582132339477539, - 1.5752789974212646, - 1.5486013889312744, - 1.5234572887420654, - 1.5169236660003662, - 1.4894306659698486, - 1.466747522354126, - 1.4447166919708252, - 1.4329845905303955, - 1.4038245677947998, - 1.3811028003692627, - 1.3662188053131104, - 1.338773250579834, - 1.321603775024414, - 1.3221869468688965, - 1.297239065170288, - 1.2858166694641113, - 1.2706468105316162, - 1.254399061203003, - 1.2509766817092896, - 1.2265957593917847, - 1.2194139957427979, - 1.218384027481079, - 1.201542854309082, - 1.2022531032562256, - 1.1887407302856445, - 1.1787197589874268, - 1.1841826438903809, - 1.1765388250350952, - 1.1856820583343506, - 1.1630254983901978, - 1.1813461780548096, - 1.182830810546875, - 1.1796783208847046, - 1.1807348728179932, - 1.1878890991210938, - 1.1999082565307617, - 1.187011480331421 + 1.8482996225357056, + 1.8329007625579834, + 1.8443292379379272, + 1.8207014799118042, + 1.8067715167999268, + 1.796162724494934, + 1.7835628986358643, + 1.7628546953201294, + 1.7528719902038574, + 1.7255460023880005, + 1.7046737670898438, + 1.6762639284133911, + 1.6544040441513062, + 1.6328779458999634, + 1.6049236059188843, + 1.573121190071106, + 1.5538443326950073, + 1.522370457649231, + 1.5031871795654297, + 1.4771586656570435, + 1.451316237449646, + 1.4154164791107178, + 1.3845114707946777, + 1.3770098686218262, + 1.3451858758926392, + 1.3083710670471191, + 1.3015295267105103, + 1.2709406614303589, + 1.2347332239151, + 1.2204210758209229, + 1.2139374017715454, + 1.180789828300476, + 1.1532350778579712, + 1.1171891689300537, + 1.1020991802215576, + 1.087393045425415, + 1.0745733976364136, + 1.0525121688842773, + 1.0261709690093994, + 1.0103963613510132, + 0.9738918542861938, + 0.9834576845169067, + 0.956222653388977, + 0.9430264234542847, + 0.9427696466445923, + 0.9306166172027588, + 0.9160600900650024, + 0.9035459756851196, + 0.8900368213653564, + 0.8899574279785156, + 0.8806521892547607, + 0.8892909288406372, + 0.8757399320602417, + 0.8786344528198242, + 0.8774392604827881, + 0.8729419708251953, + 0.8625121116638184, + 0.8732379674911499, + 0.8811184167861938, + 0.875896692276001 ], "timestamps": [ - "2026-06-21 01:48:00", - "2026-06-21 01:54:00", - "2026-06-21 02:00:00", "2026-06-21 02:06:00", "2026-06-21 02:12:00", "2026-06-21 02:18:00", @@ -795,6 +792,9 @@ "2026-06-22 07:24:00", "2026-06-22 07:30:00", "2026-06-22 07:36:00", - "2026-06-22 07:42:00" + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 62c70463ad2d309aca4c14c072090bfec0233840..9ef7835f75abc15926c119cc52983b2ff6bb9831 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,13 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T08:03:40.753508+00:00", + "evaluated_at": "2026-06-22T08:11:32.111105+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 0d10b4301e38c7f006b719fd28e7a360e96a324f..e217db24dfd1666b74f6b41bc8c7caad6822384c 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,179300.94411913553,179300.94411913553,339.5603841145833,0.3213142596227527,0.005311582363858639,0.005289848820361671,1.8059514613876775,423.43942201823336,0.006606558017383441,0.005297866144266095,0.004232291105457145,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,111338.24452908833,111338.24452908833,243.46695963541666,0.23017283031177774,0.0038094082821345117,0.0037973418962336143,1.6199102611842695,333.6738595231702,0.005205529734635242,0.003798243289403956,0.003734182435377685,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09461774749805431,0.09461774749805431,0.2614901343981425,0.7589323179567558,0.3013431532021937,0.24337885308282628,2.7386964563293477,0.30759997967824104,0.2569543021469381,0.21843634408840862,0.1282132756678075,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.04373462692216386,0.04373462692216386,0.1814540425936381,0.5221824604419191,0.21143197000761849,0.18272736818890403,1.9219840405284276,0.2091282547198342,0.18394600886889126,0.15960419586985583,0.10675415381055273,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08442865811563809,0.08442865811563809,0.2723541971709993,4.139786165803835,0.1685286790652478,0.18583929835304233,78.47624251940088,0.2905660993915809,0.18335458402354302,0.17186241145790568,0.1455915902802277,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.004921157931751925,0.004921157931751925,0.0666356881459554,0.034343376172630315,0.004760187553788527,0.004772662247790824,0.7285126522342766,0.0701509652945127,0.005012275074905639,0.004761109093666072,0.013565391993205313,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,103.94611622582913,103.94611622582913,8.39918565750122,0.7258727939126332,0.4724121496643799,0.3446248660823807,3.0123603013716966,10.195396815515771,0.47512528849005536,0.39141836073792097,0.2627879292345099,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index e54e3cd7105bdcd85034d096da2f3ea88ac8ce25..6f7a831b46b468f16a1c75324a96e536c81810ad 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T08:04:57.960281+00:00", + "evaluated_at": "2026-06-22T08:12:08.727864+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64926.01953125, 64909.44140625, 64798.0, 64810.01171875, @@ -101,10 +100,10 @@ 64276.12109375, 64256.55078125, 64303.4609375, - 64191.0703125 + 64191.0703125, + 64014.0 ], "actuals": [ - 64014.0, 64209.16015625, 64365.98828125, 64176.0, @@ -127,88 +126,88 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64211.19921875 + 64211.19140625, + 64160.0 ], "p50": [ - 64224.62890625, - 64252.51953125, - 64280.4921875, - 64302.265625, - 64323.05078125, - 64341.12109375, - 64358.421875, - 64373.91796875, - 64387.79296875, - 64401.125, - 64414.546875, - 64424.5078125, - 64440.3515625, - 64448.921875, - 64461.59375, - 64476.109375, - 64485.8828125, - 64493.34375, - 64505.73046875, - 64512.60546875, - 64512.94140625, - 64519.09765625, - 64530.03515625, - 64533.46484375 + 64063.28125, + 64099.48828125, + 64140.84375, + 64175.0703125, + 64196.34375, + 64220.2421875, + 64235.8828125, + 64246.0859375, + 64257.0390625, + 64263.6953125, + 64277.96875, + 64293.3203125, + 64307.10546875, + 64321.5390625, + 64338.296875, + 64347.46875, + 64354.3046875, + 64364.9140625, + 64372.0078125, + 64373.64453125, + 64378.140625, + 64384.55078125, + 64390.09375, + 64390.875 ], "p10": [ - 64025.5859375, - 63957.89453125, - 63908.73828125, - 63880.41015625, - 63860.28515625, - 63837.45703125, - 63811.9296875, - 63782.7578125, - 63757.54296875, - 63725.12890625, - 63682.546875, - 63644.07421875, - 63621.125, - 63600.6875, - 63576.7578125, - 63555.36328125, - 63527.6015625, - 63503.8515625, - 63492.49609375, - 63468.89453125, - 63447.3203125, - 63435.01171875, - 63416.82421875, - 63392.30078125 + 63851.63671875, + 63766.4296875, + 63717.10546875, + 63697.4140625, + 63676.20703125, + 63664.23828125, + 63638.55859375, + 63609.66796875, + 63589.9453125, + 63556.1171875, + 63521.84375, + 63496.19140625, + 63479.6015625, + 63478.171875, + 63467.6796875, + 63449.359375, + 63427.640625, + 63416.2890625, + 63406.83984375, + 63387.2265625, + 63373.78125, + 63361.08203125, + 63345.9453125, + 63325.87109375 ], "p90": [ - 64431.5625, - 64530.3671875, - 64623.83984375, - 64704.234375, - 64777.203125, - 64847.07421875, - 64920.4296875, - 64983.10546875, - 65030.640625, - 65080.65234375, - 65124.92578125, - 65154.01171875, - 65189.70703125, - 65229.640625, - 65287.22265625, - 65324.9140625, - 65361.21875, - 65418.03125, - 65480.79296875, - 65534.296875, - 65562.34375, - 65601.46875, - 65644.25, - 65676.3125 + 64283.7890625, + 64406.703125, + 64509.25, + 64595.51171875, + 64656.94140625, + 64725.56640625, + 64784.37890625, + 64831.4921875, + 64872.640625, + 64908.625, + 64949.6953125, + 64988.25, + 65017.5390625, + 65061.62109375, + 65114.52734375, + 65141.77734375, + 65174.265625, + 65235.4921875, + 65286.3125, + 65330.140625, + 65370.984375, + 65414.06640625, + 65455.4140625, + 65485.5234375 ], "timestamps": [ - "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", @@ -327,6 +326,7 @@ "2026-06-22 04:00:00", "2026-06-22 05:00:00", "2026-06-22 06:00:00", - "2026-06-22 07:00:00" + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" ] } diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 402f871aaf40fe1f83665e66efdb7d3bc01a99c6..831eca78dce85a029c3a08d70be9ad5bbe9456d5 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T07:55:42.327612+00:00", + "evaluated_at": "2026-06-22T08:12:14.696444+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7549999952316284, - 1.7359999418258667, - 1.7100000381469727, 1.690999984741211, 1.6629999876022339, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.8619999885559082, 1.86899995803833, 1.8769999742507935, - 1.871000051498413 - ], - "actuals": [ + 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.8250000476837158, 1.812000036239624, 1.8049999475479126, @@ -307,198 +304,198 @@ 0.6290000081062317, 0.6240000128746033, 0.6359999775886536, - 0.640999972820282 + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 ], "p50": [ - 1.8671190738677979, - 1.861673355102539, - 1.8557988405227661, - 1.8514268398284912, - 1.8459594249725342, - 1.839202880859375, - 1.8330986499786377, - 1.8255248069763184, - 1.8170596361160278, - 1.8071539402008057, - 1.7933728694915771, - 1.7774806022644043, - 1.7628883123397827, - 1.7470405101776123, - 1.732698917388916, - 1.7170599699020386, - 1.7016538381576538, - 1.684487223625183, - 1.6664016246795654, - 1.6474668979644775, - 1.6271830797195435, - 1.6065154075622559, - 1.585890769958496, - 1.562361240386963, - 1.5392589569091797, - 1.51417076587677, - 1.487061858177185, - 1.4596641063690186, - 1.4325132369995117, - 1.4073647260665894, - 1.3840787410736084, - 1.3589200973510742, - 1.5304826498031616, - 1.5025173425674438, - 1.4678130149841309, - 1.4422705173492432, - 1.41399347782135, - 1.3836073875427246, - 1.3598649501800537, - 1.3375375270843506, - 1.3143925666809082, - 1.289671778678894, - 1.2646846771240234, - 1.2369314432144165, - 1.2154685258865356, - 1.1958801746368408, - 1.1803643703460693, - 1.157541275024414, - 1.1385812759399414, - 1.1206899881362915, - 1.1001243591308594, - 1.0822298526763916, - 1.0660985708236694, - 1.0477068424224854, - 1.0374865531921387, - 1.0275189876556396, - 1.0189915895462036, - 1.0072494745254517, - 0.9944446086883545, - 0.9817132949829102 + 1.836571455001831, + 1.830762267112732, + 1.822283148765564, + 1.8156182765960693, + 1.8090572357177734, + 1.7989774942398071, + 1.7856218814849854, + 1.7682819366455078, + 1.7516093254089355, + 1.7355549335479736, + 1.7172789573669434, + 1.6993701457977295, + 1.683582067489624, + 1.6653931140899658, + 1.6464169025421143, + 1.6247665882110596, + 1.6026647090911865, + 1.5797213315963745, + 1.556685209274292, + 1.5327132940292358, + 1.5080980062484741, + 1.4824156761169434, + 1.4552867412567139, + 1.4260740280151367, + 1.398605465888977, + 1.3719217777252197, + 1.3432939052581787, + 1.3146872520446777, + 1.2861484289169312, + 1.258830189704895, + 1.2334327697753906, + 1.2071268558502197, + 1.3569893836975098, + 1.3177627325057983, + 1.2850428819656372, + 1.2623873949050903, + 1.2317925691604614, + 1.1958609819412231, + 1.1671594381332397, + 1.1389110088348389, + 1.1122273206710815, + 1.0878013372421265, + 1.0624638795852661, + 1.0370469093322754, + 1.0156313180923462, + 0.9949390292167664, + 0.9761114716529846, + 0.9542847275733948, + 0.9365326166152954, + 0.921329140663147, + 0.9033035039901733, + 0.8891777396202087, + 0.8774535655975342, + 0.8634934425354004, + 0.8463456034660339, + 0.839171290397644, + 0.831918478012085, + 0.8231346607208252, + 0.8152081966400146, + 0.8089107871055603 ], "p10": [ - 1.855809211730957, - 1.847710371017456, - 1.8394914865493774, - 1.8307100534439087, - 1.8214139938354492, - 1.8093113899230957, - 1.7985327243804932, - 1.786559820175171, - 1.7740726470947266, - 1.757857084274292, - 1.7354934215545654, - 1.7109384536743164, - 1.6880378723144531, - 1.6636950969696045, - 1.6398348808288574, - 1.615135908126831, - 1.5913656949996948, - 1.5633764266967773, - 1.5339704751968384, - 1.5040990114212036, - 1.4722727537155151, - 1.4406805038452148, - 1.4085992574691772, - 1.3732502460479736, - 1.3336238861083984, - 1.2938215732574463, - 1.2507367134094238, - 1.2045682668685913, - 1.157876968383789, - 1.1115483045578003, - 1.0668355226516724, - 1.0302501916885376, - 1.0464280843734741, - 1.097947120666504, - 1.0891307592391968, - 1.0573714971542358, - 1.028252363204956, - 0.9920254945755005, - 0.9486559629440308, - 0.9098848104476929, - 0.8697179555892944, - 0.8279381990432739, - 0.7882025241851807, - 0.75063157081604, - 0.7218722701072693, - 0.6865195035934448, - 0.6562156677246094, - 0.6208642721176147, - 0.5951611399650574, - 0.5633972883224487, - 0.527114748954773, - 0.49952006340026855, - 0.4696919918060303, - 0.4421119689941406, - 0.4252934455871582, - 0.4113202691078186, - 0.3921123743057251, - 0.36998605728149414, - 0.3557368516921997, - 0.3369758129119873 + 1.8268635272979736, + 1.8194677829742432, + 1.8086557388305664, + 1.7980220317840576, + 1.7872517108917236, + 1.7720930576324463, + 1.7528409957885742, + 1.7302888631820679, + 1.7082698345184326, + 1.685901403427124, + 1.660165548324585, + 1.6347498893737793, + 1.611748456954956, + 1.5857062339782715, + 1.557346224784851, + 1.5262221097946167, + 1.495123267173767, + 1.4613173007965088, + 1.4270682334899902, + 1.3923343420028687, + 1.3575191497802734, + 1.321307897567749, + 1.2827472686767578, + 1.2405376434326172, + 1.1974689960479736, + 1.1572160720825195, + 1.1142759323120117, + 1.0691591501235962, + 1.0229958295822144, + 0.9769220352172852, + 0.9334725141525269, + 0.8964478969573975, + 0.8932946920394897, + 0.9309112429618835, + 0.9129572510719299, + 0.8779879808425903, + 0.8447215557098389, + 0.8042547702789307, + 0.7590632438659668, + 0.7178629636764526, + 0.6775266528129578, + 0.6407765746116638, + 0.6080393195152283, + 0.5740144848823547, + 0.543687105178833, + 0.5073065161705017, + 0.47379231452941895, + 0.43800079822540283, + 0.4123656153678894, + 0.38393789529800415, + 0.3508950471878052, + 0.3266558051109314, + 0.30248260498046875, + 0.2788943648338318, + 0.2549654245376587, + 0.24266541004180908, + 0.22380322217941284, + 0.20717132091522217, + 0.19864994287490845, + 0.185699462890625 ], "p90": [ - 1.8760254383087158, - 1.8736684322357178, - 1.8709917068481445, - 1.8711016178131104, - 1.8694571256637573, - 1.8667285442352295, - 1.865807294845581, - 1.8646433353424072, - 1.8618648052215576, - 1.8572744131088257, - 1.8499692678451538, - 1.842057704925537, - 1.8345763683319092, - 1.8254616260528564, - 1.817488670349121, - 1.8112891912460327, - 1.805466651916504, - 1.7997422218322754, - 1.7908964157104492, - 1.7836034297943115, - 1.7759941816329956, - 1.7689765691757202, - 1.76304292678833, - 1.7526121139526367, - 1.7446231842041016, - 1.7340540885925293, - 1.7209478616714478, - 1.708754539489746, - 1.696143627166748, - 1.6832879781723022, - 1.6715434789657593, - 1.6559367179870605, - 1.7634637355804443, - 1.7224571704864502, - 1.7071435451507568, - 1.7101287841796875, - 1.7137095928192139, - 1.7143473625183105, - 1.7116141319274902, - 1.7134884595870972, - 1.7136313915252686, - 1.7099099159240723, - 1.7053556442260742, - 1.7042909860610962, - 1.7067205905914307, - 1.7062314748764038, - 1.708338975906372, - 1.6967236995697021, - 1.6904737949371338, - 1.6883865594863892, - 1.679711103439331, - 1.6756597757339478, - 1.6685715913772583, - 1.667116403579712, - 1.6676828861236572, - 1.6710566282272339, - 1.6714160442352295, - 1.6688721179962158, - 1.6666014194488525, - 1.6684751510620117 + 1.84415602684021, + 1.8420523405075073, + 1.836932897567749, + 1.8347249031066895, + 1.8329143524169922, + 1.8267769813537598, + 1.8177790641784668, + 1.8066991567611694, + 1.795717477798462, + 1.7857279777526855, + 1.7735450267791748, + 1.7632057666778564, + 1.7556266784667969, + 1.744734287261963, + 1.7326576709747314, + 1.720167875289917, + 1.7081220149993896, + 1.6965999603271484, + 1.6835997104644775, + 1.6720268726348877, + 1.6600754261016846, + 1.6480417251586914, + 1.6352169513702393, + 1.6182944774627686, + 1.6056702136993408, + 1.5940613746643066, + 1.5817252397537231, + 1.5689448118209839, + 1.5559567213058472, + 1.5427708625793457, + 1.530727505683899, + 1.5161328315734863, + 1.6422600746154785, + 1.5730812549591064, + 1.5559959411621094, + 1.5604102611541748, + 1.5600290298461914, + 1.553346872329712, + 1.545577049255371, + 1.541327953338623, + 1.5365070104599, + 1.5325268507003784, + 1.524789571762085, + 1.5161828994750977, + 1.5120759010314941, + 1.5079066753387451, + 1.5062936544418335, + 1.4911644458770752, + 1.4848341941833496, + 1.4855865240097046, + 1.479191780090332, + 1.4785393476486206, + 1.4776041507720947, + 1.4844906330108643, + 1.4797192811965942, + 1.4851152896881104, + 1.4839115142822266, + 1.4844452142715454, + 1.4879424571990967, + 1.4953444004058838 ], "timestamps": [ - "2026-06-21 01:48:00", - "2026-06-21 01:54:00", - "2026-06-21 02:00:00", "2026-06-21 02:06:00", "2026-06-21 02:12:00", "2026-06-21 02:18:00", @@ -795,6 +792,9 @@ "2026-06-22 07:24:00", "2026-06-22 07:30:00", "2026-06-22 07:36:00", - "2026-06-22 07:42:00" + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index b79c04631b5a71b810a07830526e5bf1ee494cc3..26c7effefa22f6632e03f675c6aea2acffe483eb 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,13 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T08:05:01.348451+00:00", + "evaluated_at": "2026-06-22T08:12:18.046002+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 6a9f83d07d93d78f36ba00284d48f07ab57df700..f73ca4b20bfa2813143057ba1f50bfccea655aa1 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,95309.81612141927,95309.81612141927,225.38606770833334,0.21327504874817482,0.0035270487019991074,0.003516448241226764,1.821472124545619,308.7228791674165,0.00481673530251836,0.0035165033182973197,0.004278709030068325,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,63475.323373158775,63475.323373158775,163.05110677083334,0.15414795825729435,0.002550826750555625,0.0025461025932115734,1.3904452473202993,251.94309550602648,0.003930476534682206,0.0025437035606375403,0.0030937644456123263,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.007201414802009213,0.007201414802009213,0.07593052287896475,0.22037591538524423,0.0805670495064004,0.07628851363077455,1.8263941212781425,0.08486115013366961,0.07088894360393902,0.06342872499024631,0.07208558206595438,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002065693112269251,0.002065693112269251,0.03885895907878876,0.11182703108696238,0.038989895524407105,0.03827659754106459,1.881703774065875,0.04544989672451689,0.03997703283651639,0.03417974506084199,0.06787038777106671,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.09046430652853428,0.09046430652853428,0.28334854543209076,4.306900354995931,0.17550617774454969,0.19416694391886616,112.5121863673323,0.3007728487223112,0.18979530192452074,0.17880012427520756,0.16305349019929324,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.0004924023849450047,0.0004924023849450047,0.015497088432312012,0.007987046467437338,0.0011088889436566961,0.001108364831466357,1.0148653389990736,0.02219014161615479,0.0015854820138872557,0.0011072644511274014,0.01517449476225942,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,47.02352757015751,47.02352757015751,5.981669187545776,0.5169466544113396,0.3390473663888512,0.2723283342247392,2.875945915918399,6.8573703101230805,0.31956677173389114,0.27875739903125946,0.2092540285013769,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 6d1d2b5929bcca78b2eb677db3a9a57835d853de..8381a27aca9a3b0222f8cf76d9e0e8adac773039 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:04:48.440125+00:00", + "evaluated_at": "2026-06-22T08:11:55.861060+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64926.01953125, 64909.44140625, 64798.0, 64810.01171875, @@ -101,10 +100,10 @@ 64276.12109375, 64256.55078125, 64303.4609375, - 64191.0703125 + 64191.0703125, + 64014.0 ], "actuals": [ - 64014.0, 64209.16015625, 64365.98828125, 64176.0, @@ -127,88 +126,88 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64211.19921875 + 64211.19140625, + 64160.0 ], "p50": [ - 64245.96484375, - 64258.79296875, - 64269.3125, - 64276.3359375, - 64283.12109375, - 64288.890625, - 64287.640625, - 64295.42578125, - 64289.5234375, - 64293.09765625, - 64296.078125, - 64294.609375, - 64290.328125, - 64291.1796875, - 64287.8203125, - 64289.60546875, - 64289.48828125, - 64290.0078125, - 64290.0859375, - 64289.68359375, - 64288.12890625, - 64284.578125, - 64282.19140625, - 64283.36328125 + 64089.44140625, + 64124.39453125, + 64144.28125, + 64149.2109375, + 64152.23828125, + 64154.26171875, + 64160.05859375, + 64161.8828125, + 64163.5390625, + 64164.44140625, + 64165.58984375, + 64171.2109375, + 64160.49609375, + 64161.859375, + 64164.6171875, + 64163.23046875, + 64163.3828125, + 64156.14453125, + 64157.9921875, + 64150.15625, + 64149.05859375, + 64146.09375, + 64144.44140625, + 64144.58203125 ], "p10": [ - 64009.44921875, - 63922.93359375, - 63847.6640625, - 63779.8671875, - 63712.87109375, - 63643.74609375, - 63573.10546875, - 63521.07421875, - 63460.50390625, - 63407.9609375, - 63349.015625, - 63290.484375, - 63221.84375, - 63158.109375, - 63105.65625, - 63067.55078125, - 63004.79296875, - 62952.68359375, - 62894.265625, - 62852.98828125, - 62823.20703125, - 62766.94921875, - 62704.19140625, - 62658.03125 + 63865.99609375, + 63836.4296875, + 63800.5859375, + 63768.40625, + 63736.046875, + 63694.4140625, + 63661.46875, + 63632.31640625, + 63605.28515625, + 63574.32421875, + 63542.4296875, + 63520.6640625, + 63479.19140625, + 63448.859375, + 63425.4140625, + 63406.31640625, + 63375.88671875, + 63337.98828125, + 63316.953125, + 63279.59375, + 63255.66796875, + 63224.921875, + 63193.46875, + 63163.06640625 ], "p90": [ - 64466.4609375, - 64565.19140625, - 64648.953125, - 64712.7421875, - 64789.2109375, - 64853.23046875, - 64909.34765625, - 64971.0078125, - 65039.46875, - 65083.1015625, - 65157.4453125, - 65213.71484375, - 65272.8828125, - 65330.53515625, - 65376.46484375, - 65422.41796875, - 65475.03125, - 65517.59375, - 65573.1015625, - 65613.6015625, - 65658.0703125, - 65714.8125, - 65760.71875, - 65801.5859375 + 64323.61328125, + 64428.7109375, + 64505.9921875, + 64546.6171875, + 64584.015625, + 64628.03515625, + 64660.48828125, + 64680.3671875, + 64713.65234375, + 64741.55078125, + 64771.33203125, + 64804.2265625, + 64816.24609375, + 64848.10546875, + 64885.5546875, + 64901.3828125, + 64928.0703125, + 64940.30078125, + 64972.2265625, + 64989.0546875, + 65013.7734375, + 65045.80078125, + 65074.94140625, + 65102.6875 ], "timestamps": [ - "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", @@ -327,6 +326,7 @@ "2026-06-22 04:00:00", "2026-06-22 05:00:00", "2026-06-22 06:00:00", - "2026-06-22 07:00:00" + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 26f6fd8ecfc01005f7db95ba4991b6a235386f81..d90824fe33da0fdaad0e296228af1eaee88d5539 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:54:49.279517+00:00", + "evaluated_at": "2026-06-22T08:12:00.264292+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7549999952316284, - 1.7359999418258667, - 1.7100000381469727, 1.690999984741211, 1.6629999876022339, 1.6440000534057617, @@ -245,12 +242,12 @@ 1.8619999885559082, 1.86899995803833, 1.8769999742507935, - 1.871000051498413 - ], - "actuals": [ + 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.8250000476837158, 1.812000036239624, 1.8049999475479126, @@ -307,198 +304,198 @@ 0.6290000081062317, 0.6240000128746033, 0.6359999775886536, - 0.640999972820282 + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519 ], "p50": [ - 1.8665318489074707, - 1.8610730171203613, - 1.8540427684783936, - 1.84617018699646, - 1.8382564783096313, - 1.8280937671661377, - 1.8152825832366943, - 1.8016409873962402, - 1.7862839698791504, - 1.7697789669036865, - 1.7525269985198975, - 1.734678864479065, - 1.7141376733779907, - 1.6929526329040527, - 1.6712474822998047, - 1.650879144668579, - 1.6305545568466187, - 1.6078102588653564, - 1.58485746383667, - 1.561633586883545, - 1.5363447666168213, - 1.5102462768554688, - 1.4809826612472534, - 1.4531095027923584, - 1.4244325160980225, - 1.3957117795944214, - 1.3666017055511475, - 1.3369038105010986, - 1.3123174905776978, - 1.2832728624343872, - 1.2565243244171143, - 1.2315645217895508, - 1.1936838626861572, - 1.1676453351974487, - 1.138722538948059, - 1.1144726276397705, - 1.084887146949768, - 1.060795783996582, - 1.0356433391571045, - 1.0125048160552979, - 0.9910867810249329, - 0.9628427028656006, - 0.9387366771697998, - 0.9157317876815796, - 0.8937448859214783, - 0.8739477396011353, - 0.8511719107627869, - 0.8325531482696533, - 0.8108562231063843, - 0.7947273254394531, - 0.7740015983581543, - 0.7618932723999023, - 0.7500615119934082, - 0.7364398241043091, - 0.7261808514595032, - 0.7152865529060364, - 0.7027453184127808, - 0.6989257335662842, - 0.6966685056686401, - 0.6894283294677734 + 1.8354358673095703, + 1.8287073373794556, + 1.8198964595794678, + 1.8098825216293335, + 1.7967698574066162, + 1.7819194793701172, + 1.7636346817016602, + 1.7431979179382324, + 1.722032070159912, + 1.699378252029419, + 1.6782433986663818, + 1.6564056873321533, + 1.634244680404663, + 1.611865520477295, + 1.5870189666748047, + 1.5626890659332275, + 1.5350251197814941, + 1.50757896900177, + 1.4788331985473633, + 1.4479613304138184, + 1.4187490940093994, + 1.389502763748169, + 1.3579213619232178, + 1.328127145767212, + 1.298427700996399, + 1.2715731859207153, + 1.2417579889297485, + 1.2095950841903687, + 1.1798866987228394, + 1.1476935148239136, + 1.1198092699050903, + 1.092377781867981, + 1.0627765655517578, + 1.0367822647094727, + 1.0113314390182495, + 0.9876338243484497, + 0.9587032198905945, + 0.9330630898475647, + 0.905708909034729, + 0.8793129324913025, + 0.856420636177063, + 0.8291662931442261, + 0.8059800267219543, + 0.7832567691802979, + 0.7637607455253601, + 0.7446426153182983, + 0.7241883277893066, + 0.7083179354667664, + 0.6897396445274353, + 0.6736440658569336, + 0.6545102596282959, + 0.6439725160598755, + 0.635161280632019, + 0.6255658864974976, + 0.6215216517448425, + 0.613638162612915, + 0.603390097618103, + 0.5989591479301453, + 0.6002475023269653, + 0.5970875024795532 ], "p10": [ - 1.8537788391113281, - 1.8420889377593994, - 1.8297438621520996, - 1.8154224157333374, - 1.8032081127166748, - 1.7878053188323975, - 1.7704365253448486, - 1.7499029636383057, - 1.72896409034729, - 1.7077887058258057, - 1.6822185516357422, - 1.6565197706222534, - 1.626317024230957, - 1.5927338600158691, - 1.5613662004470825, - 1.5308641195297241, - 1.4984710216522217, - 1.4664196968078613, - 1.4332408905029297, - 1.3993738889694214, - 1.3656885623931885, - 1.3295838832855225, - 1.2902148962020874, - 1.2535014152526855, - 1.2123790979385376, - 1.1711362600326538, - 1.1347519159317017, - 1.0966203212738037, - 1.0578685998916626, - 1.0223268270492554, - 0.9830377697944641, - 0.9480419158935547, - 0.881770133972168, - 0.8540831804275513, - 0.8133198022842407, - 0.7773582339286804, - 0.7345783710479736, - 0.6993411779403687, - 0.6597070097923279, - 0.6310741901397705, - 0.5957732200622559, - 0.5585616827011108, - 0.5222175717353821, - 0.4865504503250122, - 0.44710487127304077, - 0.41323763132095337, - 0.3820861577987671, - 0.3483812212944031, - 0.3138113021850586, - 0.2916727662086487, - 0.255484938621521, - 0.2369425892829895, - 0.21530574560165405, - 0.18446195125579834, - 0.1713024377822876, - 0.1565779447555542, - 0.12741881608963013, - 0.11106443405151367, - 0.10116589069366455, - 0.08158338069915771 + 1.8235628604888916, + 1.8119454383850098, + 1.798290491104126, + 1.7807148694992065, + 1.7616779804229736, + 1.7419543266296387, + 1.7186596393585205, + 1.690763235092163, + 1.6637953519821167, + 1.6358975172042847, + 1.6061861515045166, + 1.5762286186218262, + 1.5443358421325684, + 1.509021520614624, + 1.475958228111267, + 1.4404449462890625, + 1.4005974531173706, + 1.3628761768341064, + 1.3244572877883911, + 1.2822518348693848, + 1.2458665370941162, + 1.2057207822799683, + 1.1637557744979858, + 1.1258430480957031, + 1.084235668182373, + 1.041430115699768, + 1.0042533874511719, + 0.9618176817893982, + 0.9171176552772522, + 0.8770227432250977, + 0.8355549573898315, + 0.7980751991271973, + 0.7434811592102051, + 0.7137098908424377, + 0.6766791939735413, + 0.6362555027008057, + 0.5927896499633789, + 0.5497490167617798, + 0.5049230456352234, + 0.4746578335762024, + 0.44181835651397705, + 0.4007585048675537, + 0.36528921127319336, + 0.33084356784820557, + 0.2970716953277588, + 0.26487207412719727, + 0.23470056056976318, + 0.2011573314666748, + 0.17368829250335693, + 0.14978718757629395, + 0.11573970317840576, + 0.0959901213645935, + 0.07668018341064453, + 0.05051219463348389, + 0.03897559642791748, + 0.026076793670654297, + 5.328655242919922e-05, + -0.01768648624420166, + -0.023828625679016113, + -0.04098236560821533 ], "p90": [ - 1.8787949085235596, - 1.8775584697723389, - 1.8752634525299072, - 1.8729734420776367, - 1.8720659017562866, - 1.866807222366333, - 1.8600506782531738, - 1.855290412902832, - 1.8449606895446777, - 1.836536169052124, - 1.827857255935669, - 1.8199195861816406, - 1.8081799745559692, - 1.7976861000061035, - 1.7871721982955933, - 1.7812073230743408, - 1.7705988883972168, - 1.7595727443695068, - 1.7482521533966064, - 1.7375502586364746, - 1.7261669635772705, - 1.715517520904541, - 1.7000881433486938, - 1.6850225925445557, - 1.6690444946289062, - 1.65423583984375, - 1.640763282775879, - 1.6261721849441528, - 1.6156588792800903, - 1.6025094985961914, - 1.5856727361679077, - 1.5717480182647705, - 1.5533552169799805, - 1.5251091718673706, - 1.5174064636230469, - 1.507371425628662, - 1.48874831199646, - 1.479581594467163, - 1.4727073907852173, - 1.4676473140716553, - 1.4613161087036133, - 1.4512830972671509, - 1.4356849193572998, - 1.4391679763793945, - 1.4371230602264404, - 1.4274697303771973, - 1.4291143417358398, - 1.4222100973129272, - 1.4146769046783447, - 1.42105233669281, - 1.4171255826950073, - 1.4190583229064941, - 1.4239462614059448, - 1.4203506708145142, - 1.4263267517089844, - 1.4408533573150635, - 1.4422664642333984, - 1.4505946636199951, - 1.4752178192138672, - 1.473136305809021 + 1.847398281097412, + 1.8450803756713867, + 1.841312050819397, + 1.8364620208740234, + 1.8311805725097656, + 1.8212294578552246, + 1.8099656105041504, + 1.798729419708252, + 1.782011866569519, + 1.7670629024505615, + 1.7543691396713257, + 1.7423994541168213, + 1.7292033433914185, + 1.7165073156356812, + 1.7035659551620483, + 1.6932164430618286, + 1.676842451095581, + 1.6615090370178223, + 1.6452667713165283, + 1.629394769668579, + 1.6134066581726074, + 1.5980315208435059, + 1.5832815170288086, + 1.566007375717163, + 1.5462640523910522, + 1.5316938161849976, + 1.5164920091629028, + 1.498604655265808, + 1.4841945171356201, + 1.472396731376648, + 1.4529632329940796, + 1.4310109615325928, + 1.4261196851730347, + 1.407192349433899, + 1.4036483764648438, + 1.3948085308074951, + 1.3774741888046265, + 1.371018648147583, + 1.3655381202697754, + 1.3545944690704346, + 1.3489954471588135, + 1.3419911861419678, + 1.3299777507781982, + 1.3350625038146973, + 1.3351202011108398, + 1.3330644369125366, + 1.3343063592910767, + 1.3338943719863892, + 1.3250763416290283, + 1.3295913934707642, + 1.3297338485717773, + 1.3353323936462402, + 1.3390917778015137, + 1.345841884613037, + 1.3517286777496338, + 1.3683531284332275, + 1.381312370300293, + 1.3809268474578857, + 1.4028629064559937, + 1.4069437980651855 ], "timestamps": [ - "2026-06-21 01:48:00", - "2026-06-21 01:54:00", - "2026-06-21 02:00:00", "2026-06-21 02:06:00", "2026-06-21 02:12:00", "2026-06-21 02:18:00", @@ -795,6 +792,9 @@ "2026-06-22 07:24:00", "2026-06-22 07:30:00", "2026-06-22 07:36:00", - "2026-06-22 07:42:00" + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 060c7bf2fca29b02ab4462b1f39d74b742e82883..fbf8d42316b8d78e8af82aa147ae8f38c9c57310 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,13 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:04:50.487823+00:00", + "evaluated_at": "2026-06-22T08:12:02.434992+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T08:01:23.008015Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", + "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []