diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 77db7f28719576bab4e0b5fd64f221b7c4bf4d0a..41251d57ec6bf4547740a44f288ae0853c989104 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T08:21:15.816871+00:00", + "generated_at": "2026-06-22T08:28:22.128313+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 99150c5d829a41e45d251434f79bd9c39f93277e..d73b1a4570ce71cc41ea3622525a5e467fcd4b6d 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.3113450437413025,0.6267018530987069,7.0,1,1,1.0 Air Quality,ETS,0.8278621445154991,0.861462633073793,8.0,1,1,1.0 Air Quality,Moving-Average,0.9063972205324378,0.9072680803461534,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,Moving-Average,0.39351820649702063,0.430400184110329,1.0,1,1,1.0 -Finance,TimesFM-2.5,0.438458326668507,0.531541902431002,2.0,1,1,1.0 -Finance,Toto-2.0-1B,0.3744282413204161,0.575522744470037,3.0,1,1,1.0 -Finance,ETS,0.6251404539153831,0.5886113375432556,4.0,1,1,1.0 -Finance,Timer-S1,0.3776604851995803,0.6397615844927693,5.0,1,1,1.0 -Finance,TiRex,0.6367355267952812,0.678641454536828,6.0,1,1,1.0 -Finance,Chronos-2,0.5692248707192027,0.9923582032407608,7.0,1,1,1.0 +Finance,Moving-Average,0.3926007134045425,0.42891021968479154,1.0,1,1,1.0 +Finance,TimesFM-2.5,0.43922031196576033,0.5307649882523378,2.0,1,1,1.0 +Finance,Toto-2.0-1B,0.3741701260027356,0.574753477076705,3.0,1,1,1.0 +Finance,ETS,0.623104231037276,0.587148880702132,4.0,1,1,1.0 +Finance,Timer-S1,0.3761099772385428,0.6390034860674512,5.0,1,1,1.0 +Finance,TiRex,0.6385058036602997,0.6792810462352934,6.0,1,1,1.0 +Finance,Chronos-2,0.5665062188316489,0.9916614094772499,7.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.6311101362349699,1.0139369159936185,9.0,1,1,1.0 -Finance,ARIMA,1.05667298178478,1.9229091093148876,10.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.5342691787837536,1.0058602476686673,9.0,1,1,1.0 +Finance,ARIMA,1.0564605378582799,1.9216786418613097,10.0,1,1,1.0 Hazards,Chronos-2,0.4113635439038825,0.5183186968386267,1.0,1,1,1.0 Hazards,Toto-2.0-1B,0.5339806821199082,0.5610334734669412,2.0,1,1,1.0 Hazards,ARIMA,0.5639455186089176,0.5781335997353867,3.0,1,1,1.0 @@ -39,15 +39,15 @@ Hydrology,ARIMA,0.3663069568168997,0.48418074024507635,7.0,1,1,1.0 Hydrology,Timer-S1,0.8378624115208751,0.7685958559231877,8.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Hydrology,Moving-Average,1.0900041209334121,1.341085960408398,10.0,1,1,1.0 -Ocean,Chronos-2,0.059556886904432574,0.24534471243959793,3.0,2,2,1.0 -Ocean,TimesFM-2.5,0.029719922202248807,0.22145712527710887,3.0,2,2,1.0 -Ocean,Toto-2.0-1B,0.0592512999013874,0.3092072119198447,3.0,2,2,1.0 -Ocean,ETS,0.45149250716064737,0.6313174306388123,3.5,2,2,1.0 -Ocean,TiRex,0.25711928114312377,0.38790346711955337,4.0,2,2,1.0 -Ocean,Timer-S1,0.16033564164964922,0.3231798139104297,5.5,2,2,1.0 -Ocean,Moving-Average,0.9649224890441208,0.9674757123400669,7.5,2,2,1.0 -Ocean,ARIMA,0.8629108571906839,0.9393308470569876,8.0,2,2,1.0 -Ocean,Moirai-1.1-Large,1.6059598710776768,1.02071823979241,8.0,2,2,1.0 +Ocean,Chronos-2,0.05200494233581088,0.2372281582659767,2.5,2,2,1.0 +Ocean,Toto-2.0-1B,0.059953746342882086,0.2921100466387508,3.0,2,2,1.0 +Ocean,ETS,0.3383996984565649,0.545092264918531,4.0,2,2,1.0 +Ocean,TiRex,0.0905252093132549,0.2942775926898127,4.0,2,2,1.0 +Ocean,TimesFM-2.5,0.09143553137291544,0.2746534155250916,4.0,2,2,1.0 +Ocean,Timer-S1,0.11118133570163288,0.26481002514663476,5.0,2,2,1.0 +Ocean,Moirai-1.1-Large,0.29101221162411234,0.5209650598863254,6.0,2,2,1.0 +Ocean,ARIMA,0.7525976212747695,0.8734464534909793,8.5,2,2,1.0 +Ocean,Moving-Average,0.9641232724788139,0.974262792331359,8.5,2,2,1.0 Ocean,Seasonal-Naive,1.0,1.0,9.5,2,2,1.0 Weather,Chronos-2,0.3205499243964974,0.5082490399502162,1.6666666666666667,3,3,1.0 Weather,Seasonal-Naive,1.0,1.0,4.0,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index abc72a53af41cee1601d29769a967e08512019c1..3dde08fd9664921d6f6b3d3db1919d1260c636b5 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.39989710602786294,0.5704469009351941,3.0,6,6,1.0 -1h,Toto-2.0-1B,0.36136005624532225,0.7740896018754833,3.5,6,6,1.0 -1h,Timer-S1,0.7468682281829233,0.7755262683410914,4.666666666666667,6,6,1.0 -1h,Moirai-1.1-Large,0.9528145289785681,0.8319088353020753,5.166666666666667,6,6,1.0 -1h,TimesFM-2.5,0.5144783130647179,0.8402139829251075,5.666666666666667,6,6,1.0 -1h,Moving-Average,0.7807586874736825,0.9055071515186762,6.0,6,6,1.0 -1h,TiRex,0.8785672487093362,0.9225884835089235,6.0,6,6,1.0 +1h,Chronos-2,0.399578148637592,0.5703801239417564,3.0,6,6,1.0 +1h,Toto-2.0-1B,0.3613185265396515,0.7739170590839879,3.5,6,6,1.0 +1h,Timer-S1,0.746356299638766,0.7753730300753957,4.666666666666667,6,6,1.0 +1h,Moirai-1.1-Large,0.9267249703753601,0.8308007023265117,5.166666666666667,6,6,1.0 +1h,TimesFM-2.5,0.5146272216826386,0.8400091787335044,5.666666666666667,6,6,1.0 +1h,Moving-Average,0.7804550007220428,0.9049839471084776,6.0,6,6,1.0 +1h,TiRex,0.8789738823757707,0.9227333435930833,6.0,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,6.666666666666667,6,6,1.0 -1h,ARIMA,1.5553943087930853,1.3440835738297026,7.166666666666667,6,6,1.0 -1h,ETS,2.9468397640681503,1.5904929792335794,7.166666666666667,6,6,1.0 -6min,TimesFM-2.5,0.0009759467481005293,0.05312792505921623,1.0,1,1,1.0 -6min,Chronos-2,0.003598580955014635,0.0707934429442907,2.0,1,1,1.0 -6min,Timer-S1,0.025684709683802882,0.1101528300371148,3.0,1,1,1.0 -6min,Toto-2.0-1B,0.0034472811483328295,0.11766399677453539,4.0,1,1,1.0 -6min,TiRex,0.07298545656306424,0.1850751236607486,5.0,1,1,1.0 -6min,ETS,0.6066813530134428,0.7738087925116743,6.0,1,1,1.0 -6min,ARIMA,0.843134115979295,0.9061872019697098,7.0,1,1,1.0 -6min,Moving-Average,1.0052447887492597,0.9878812695901643,8.0,1,1,1.0 +1h,ARIMA,1.5553421857988654,1.3439401893249188,7.166666666666667,6,6,1.0 +1h,ETS,2.945237835416034,1.5898336763226844,7.166666666666667,6,6,1.0 +6min,Chronos-2,0.0027438258170916258,0.0661869095533305,1.0,1,1,1.0 +6min,Timer-S1,0.012350322189004306,0.07395644917870273,2.0,1,1,1.0 +6min,TimesFM-2.5,0.009237634421091451,0.08171721308175794,3.0,1,1,1.0 +6min,Toto-2.0-1B,0.0035295032921890887,0.1050116191456367,4.0,1,1,1.0 +6min,TiRex,0.009047031741063284,0.10651606519855705,5.0,1,1,1.0 +6min,Moirai-1.1-Large,0.08417389804285173,0.2890208530712051,6.0,1,1,1.0 +6min,ETS,0.34081561688512224,0.5768702441723005,7.0,1,1,1.0 +6min,ARIMA,0.6413431766826299,0.7835258456765902,8.0,1,1,1.0 6min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -6min,Moirai-1.1-Large,2.5634472843212444,1.1094908771408507,10.0,1,1,1.0 +6min,Moving-Average,1.003580249727951,1.0017903468423301,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index a9fbc85b2be984c472a3b2dba6a2736d6be509de..691ef0c454f2c9e0620c0557a05bc340412a7bf2 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,26 +9,26 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.336475713583015,0.5136214905493706,2.857142857142857,7,7,1.0 -24,Toto-2.0-1B,0.3234403473155341,0.663862848682232,3.142857142857143,7,7,1.0 -24,Moirai-1.1-Large,0.8572143874556388,0.7239770726612493,4.857142857142857,7,7,1.0 -24,Timer-S1,0.7592357676728276,0.7745323965006881,5.142857142857143,7,7,1.0 -24,TimesFM-2.5,0.43019271125568836,0.7706432510266322,5.714285714285714,7,7,1.0 -24,TiRex,0.7139624712827554,0.8336764018345125,5.857142857142857,7,7,1.0 -24,Moving-Average,0.8188765635448305,0.9577634836879511,6.571428571428571,7,7,1.0 -24,ETS,1.8607677032155832,1.2943975464697612,6.714285714285714,7,7,1.0 +24,Chronos-2,0.33624566683925006,0.5135699544357271,2.857142857142857,7,7,1.0 +24,Toto-2.0-1B,0.3234084855616678,0.663736012232598,3.142857142857143,7,7,1.0 +24,Moirai-1.1-Large,0.8370558707656316,0.7231503963262353,4.857142857142857,7,7,1.0 +24,Timer-S1,0.75878968382467,0.7744012158914461,5.142857142857143,7,7,1.0 +24,TimesFM-2.5,0.4302994347510826,0.7704822372310168,5.714285714285714,7,7,1.0 +24,TiRex,0.7142457034411046,0.8337886002057574,5.857142857142857,7,7,1.0 +24,Moving-Average,0.8186035446271864,0.9572891227443814,6.571428571428571,7,7,1.0 +24,ETS,1.859900643749228,1.293937621499264,6.714285714285714,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.0,7,7,1.0 -24,ARIMA,1.2651059133298856,1.1616645487734687,7.142857142857143,7,7,1.0 -60,TimesFM-2.5,0.0009759467481005293,0.05312792505921623,1.0,1,1,1.0 -60,Chronos-2,0.003598580955014635,0.0707934429442907,2.0,1,1,1.0 -60,Timer-S1,0.025684709683802882,0.1101528300371148,3.0,1,1,1.0 -60,Toto-2.0-1B,0.0034472811483328295,0.11766399677453539,4.0,1,1,1.0 -60,TiRex,0.07298545656306424,0.1850751236607486,5.0,1,1,1.0 -60,ETS,0.6066813530134428,0.7738087925116743,6.0,1,1,1.0 -60,ARIMA,0.843134115979295,0.9061872019697098,7.0,1,1,1.0 -60,Moving-Average,1.0052447887492597,0.9878812695901643,8.0,1,1,1.0 +24,ARIMA,1.2650695745797267,1.161558327084443,7.142857142857143,7,7,1.0 +60,Chronos-2,0.0027438258170916258,0.0661869095533305,1.0,1,1,1.0 +60,Timer-S1,0.012350322189004306,0.07395644917870273,2.0,1,1,1.0 +60,TimesFM-2.5,0.009237634421091451,0.08171721308175794,3.0,1,1,1.0 +60,Toto-2.0-1B,0.0035295032921890887,0.1050116191456367,4.0,1,1,1.0 +60,TiRex,0.009047031741063284,0.10651606519855705,5.0,1,1,1.0 +60,Moirai-1.1-Large,0.08417389804285173,0.2890208530712051,6.0,1,1,1.0 +60,ETS,0.34081561688512224,0.5768702441723005,7.0,1,1,1.0 +60,ARIMA,0.6413431766826299,0.7835258456765902,8.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -60,Moirai-1.1-Large,2.5634472843212444,1.1094908771408507,10.0,1,1,1.0 +60,Moving-Average,1.003580249727951,1.0017903468423301,10.0,1,1,1.0 72,ETS,0.3360009055984459,0.5150648352478866,1.0,1,1,1.0 72,Toto-2.0-1B,1.0184015718306005,0.8125603627628536,2.0,1,1,1.0 72,TiRex,0.905801345209549,0.813016340754619,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 56be6632cb1f6d666c266b18eb487af4f0650cde..76f213bdb70957c820ef017fc78c0b84073fe0c9 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.20676053788950646,0.4113210766952083,3.1,10,10,1.0 -Overall,Toto-2.0-1B,0.20518129875391067,0.5149249647777454,3.2,10,10,1.0 -Overall,Timer-S1,0.4440005442969979,0.5695064451860996,4.8,10,10,1.0 -Overall,TiRex,0.45613661227706553,0.6255392861245292,5.1,10,10,1.0 -Overall,TimesFM-2.5,0.21244132117641268,0.5425238467355871,5.2,10,10,1.0 -Overall,Moirai-1.1-Large,0.7970360814407176,0.6914511530006805,5.3,10,10,1.0 -Overall,ETS,1.1982032816335697,1.013635617345155,6.3,10,10,1.0 -Overall,Moving-Average,0.7849304439125557,0.893992432892006,6.9,10,10,1.0 -Overall,ARIMA,1.028882897677602,1.0067296563245665,7.3,10,10,1.0 +Overall,Chronos-2,0.20113250422279927,0.4085341500207538,3.0,10,10,1.0 +Overall,Toto-2.0-1B,0.2056513261347156,0.5090321764320682,3.2,10,10,1.0 +Overall,Timer-S1,0.4124821846782566,0.5471988670159973,4.7,10,10,1.0 +Overall,Moirai-1.1-Large,0.5570302538923518,0.6039412873783319,4.9,10,10,1.0 +Overall,TiRex,0.3702904299076998,0.5919734212971172,5.1,10,10,1.0 +Overall,TimesFM-2.5,0.26602831765808854,0.566310191911688,5.4,10,10,1.0 +Overall,ETS,1.1306929866150326,0.9840525060643898,6.4,10,10,1.0 +Overall,Moving-Average,0.7846172043661906,0.8949328430325207,7.1,10,10,1.0 +Overall,ARIMA,1.0010980088457102,0.992130048340373,7.4,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.8,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 127a2af0d6c0ab3fa031a8c178fe39ba678b817d..c0a35fc8b8ae2f6e06d83423222d6bfbe06f7379 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,181730.8198602112,636017.7806166562,762.2608403350426,0.7206387894212988,0.01187697987705269,0.011954596149057334,14.153095646238972,426.2989794266592,0.0066499627526186555,0.01189073031050947,0.010497505050773435,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,181377.95776021862,634970.9591533068,761.7133142933759,0.720121160175554,0.011868589678183925,0.011946079782425303,14.13239047640919,425.88491140238654,0.006643559719657064,0.011882289692072891,0.010489052660017366,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5052260785111504,0.49707609729766017,0.5972419777275618,1.7187232698220993,0.7387043457324569,0.46810283670865915,66.68793017695933,0.7107925706640091,0.6252022553454775,0.5253248934684904,0.5227025978788828,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.44776788754383967,0.44044683312161986,0.5707116205082866,1.6250717350662072,0.7289104089897205,0.4709657956499252,63.00164862123102,0.6691546066073517,0.6206123677061175,0.5293106952917921,0.5266011409936839,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07825705539637108,0.09251371446507442,0.2865730510944936,3.5128329481526115,0.17737393943940352,0.19646617047879064,56.891517521872096,0.2797446253216871,0.17637139721019493,0.18067653441492615,0.16043571133057796,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.022446845691907105,0.014982831301942104,0.12046386051156555,0.06208588508449394,0.008604992750356005,0.008643386670412612,1.1698279430209537,0.14982271420551393,0.01070480859264454,0.008607123265291112,0.009355392922129842,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,66.12571104848128,64.66598979898484,6.960502128144319,0.6015391649640066,0.4038366969683996,0.3109899687751776,7.923387762693867,8.131771704154101,0.37895635126155036,0.32437291470963814,0.28820392772205355,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 29160b78e677c720d6d00dfe3f95ce5f6393bafe..0a81336f3a5356e71a0e3e410cffb134acbd5f96 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T08:21:15.394827+00:00", + "evaluated_at": "2026-06-22T08:28:21.798394+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64294.0 + 64280.859375 ], "p50": [ 63386.03029651614, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f8fe4728226d1e89c5c371abe06357576c2477b8..d45dbb98369048c8cbc65d1f466851e93ce2c3d8 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T08:13:22.956305+00:00", + "evaluated_at": "2026-06-22T08:28:21.836684+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.690999984741211, - 1.6629999876022339, - 1.6440000534057617, 1.6200000047683716, 1.590999960899353, 1.5570000410079956, @@ -245,12 +242,12 @@ 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.8250000476837158, 1.812000036239624, - 1.8049999475479126, + 1.8049999475479126 + ], + "actuals": [ 1.7920000553131104, 1.7879999876022339, 1.7730000019073486, @@ -307,198 +304,198 @@ 0.640999972820282, 0.6480000019073486, 0.6470000147819519, - 0.6470000147819519 + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 ], "p50": [ - 1.8313290992109423, - 1.8268188933288452, - 1.8202966912736782, - 1.8165517822863617, - 1.8099281127708187, - 1.8062468608578774, - 1.8011471709050182, - 1.7975387014752657, - 1.7911167275063025, - 1.7877209987896272, - 1.783558196911513, - 1.7784866642729973, - 1.7742079970599045, - 1.770827533522392, - 1.7679499818768698, - 1.764448850844522, - 1.7610461764213408, - 1.757535902798555, - 1.7550055313279636, - 1.7509841915071354, - 1.7479526563286925, - 1.7436554874594987, - 1.7410188618853906, - 1.73905956015991, - 1.7344757999889167, - 1.7333087645350291, - 1.7299121499235635, - 1.7274472253560966, - 1.7276570957391053, - 1.7237077431019192, - 1.720982260550847, - 1.7188327957847056, - 1.7180136263523735, - 1.715147490821232, - 1.715010622711254, - 1.7114624146748274, - 1.709009824936176, - 1.7072927196210446, - 1.7078470698361903, - 1.7051021603621943, - 1.7025742027264381, - 1.7025012245866258, - 1.7004129020269012, - 1.6988895233920311, - 1.697973674526216, - 1.696419098422778, - 1.6950920157978273, - 1.6922309035833916, - 1.6923446928437773, - 1.6914769621580716, - 1.6897263073462865, - 1.6887673672303607, - 1.6882024816129428, - 1.685271990989869, - 1.684818686886461, - 1.6841504875656228, - 1.6833204069237357, - 1.681570899190223, - 1.6816717945768664, - 1.6814608712575367 + 1.7890180921312078, + 1.7821812708238054, + 1.7731896456214553, + 1.7665492079025569, + 1.7588033986307856, + 1.7515322790577117, + 1.743284621476377, + 1.736769326919154, + 1.7283714958646477, + 1.7241427413233723, + 1.717925116367673, + 1.7124279461660246, + 1.7066994127637565, + 1.7003954247116282, + 1.6944599432654732, + 1.6896611207025969, + 1.6848912441496964, + 1.6814667385624449, + 1.6748753704334527, + 1.6726598748043626, + 1.6675125209159263, + 1.663253791855178, + 1.6581998296481715, + 1.653663543458539, + 1.6514569641021506, + 1.6486058973894258, + 1.6431245467431121, + 1.6386324231063547, + 1.6366099642128935, + 1.6337943979434355, + 1.6293978657974018, + 1.6290251477952697, + 1.6245327994309136, + 1.6207573431451714, + 1.6198130022850292, + 1.6165360919229979, + 1.6143551359446815, + 1.6101097487731417, + 1.6099129152902687, + 1.6072842789798079, + 1.6050066701858743, + 1.6007950604500416, + 1.600789004060275, + 1.5991271453013214, + 1.5958766714877384, + 1.5938702544135126, + 1.5928640659621687, + 1.5923371786861287, + 1.5880825750999155, + 1.5871669079541613, + 1.5855437272658643, + 1.5850221291628546, + 1.5818466608191228, + 1.582074894651071, + 1.5804024605699185, + 1.5790006766084606, + 1.5780444716142021, + 1.5758587973883844, + 1.575681903337349, + 1.5728223325507042 ], "p10": [ - 1.821581563578327, - 1.8169748400404506, - 1.8094719170962361, - 1.806165181710412, - 1.8003868751109677, - 1.7960254793303199, - 1.789330057248041, - 1.7867044866468387, - 1.7810351825692867, - 1.7770618720841318, - 1.7727438908682644, - 1.7690476365273258, - 1.765963523280956, - 1.7595737395992959, - 1.756548212547567, - 1.7528882684732952, - 1.749665998093933, - 1.746987845247473, - 1.743131235061893, - 1.7421913241808333, - 1.738058807809568, - 1.7327036929774369, - 1.7305057454097563, - 1.7289106050433685, - 1.7267571928359804, - 1.7228882126004281, - 1.7210592982680026, - 1.7191526026876895, - 1.7162686653867985, - 1.7130703070586917, - 1.709894408717238, - 1.7090360089889496, - 1.7083338398615215, - 1.7048227099977313, - 1.7040950137555348, - 1.7021413211920056, - 1.7003425253302802, - 1.697575015704463, - 1.6954904782362163, - 1.694982109968878, - 1.6929022082596685, - 1.6924465723593882, - 1.6892791155495481, - 1.6883465799142015, - 1.6882272554756539, - 1.685253031444294, - 1.6842824653405999, - 1.683057691511676, - 1.681033030188734, - 1.6811970817851167, - 1.678906433343789, - 1.6794773777601497, - 1.678196521295034, - 1.676249882058403, - 1.6752392187706242, - 1.67277993360473, - 1.6728558603470733, - 1.6710966944733432, - 1.6718439027661385, - 1.6709460939718734 + 1.779396488131305, + 1.7716465267883692, + 1.7625099114995855, + 1.7562566803641546, + 1.7486948221305778, + 1.7410020989836013, + 1.7330853922851277, + 1.7269027501547172, + 1.718671826850673, + 1.7136461587697664, + 1.7056568343733352, + 1.7026966464406055, + 1.6976423314536184, + 1.6903065357938019, + 1.6836478737058538, + 1.6785646653577417, + 1.6750676312291513, + 1.6710386565985038, + 1.6652047166830546, + 1.661221232319462, + 1.6579891343099642, + 1.6532199445819848, + 1.648258128053847, + 1.6437894163786775, + 1.6413847695506798, + 1.6376053360870737, + 1.6320858884002913, + 1.6286181805066147, + 1.6251037373397164, + 1.6228752774977901, + 1.6180132576587833, + 1.6179950768911582, + 1.6141893934973313, + 1.6113501457530655, + 1.6095848361980079, + 1.607154702895019, + 1.602341249325565, + 1.6004893749764426, + 1.5987230919349271, + 1.5960282272379136, + 1.593343967591608, + 1.5923059457451614, + 1.5907658685526014, + 1.5888520739583587, + 1.5844471143053593, + 1.5852378960198432, + 1.5808636545479924, + 1.5797724136783873, + 1.5776959868988518, + 1.5764464735705137, + 1.5759882248764419, + 1.5750057238522668, + 1.573516313260222, + 1.5719739664231067, + 1.569586428783965, + 1.5673553834121454, + 1.5681063949072738, + 1.5656331283088174, + 1.563323586646368, + 1.5630150466256951 ], "p90": [ - 1.8401854904556134, - 1.8354011480904713, - 1.8307952705172688, - 1.8240939931797493, - 1.817950361646059, - 1.8159335188161918, - 1.8103260266806516, - 1.805638092890127, - 1.8011263563268682, - 1.7964310153848504, - 1.7938783032754773, - 1.7883905415166859, - 1.7843902105614733, - 1.780638965544901, - 1.7768172635921489, - 1.773301562492229, - 1.7697209653859463, - 1.7663646506164545, - 1.7642004114819747, - 1.7589989052652923, - 1.7559252187181458, - 1.75361745893862, - 1.7488077876750188, - 1.7476141153783444, - 1.7448006818328545, - 1.7431488984464651, - 1.7405175984619443, - 1.7382133939067, - 1.7357712038351962, - 1.7331803816773195, - 1.7305486827444843, - 1.7282464878200228, - 1.7262636850349464, - 1.7249965562480951, - 1.7232022357821337, - 1.721190176132415, - 1.7183569184110654, - 1.7172389611697614, - 1.715811790412246, - 1.7144605797978507, - 1.7124104889880167, - 1.7111165109081201, - 1.7092395288822915, - 1.7080985820271462, - 1.7057060257763705, - 1.70410742612367, - 1.7040307477790084, - 1.7027457850775987, - 1.7002745196895437, - 1.7004172917678857, - 1.69947104633506, - 1.6981448587116217, - 1.6969890285876388, - 1.695195840550119, - 1.6936556056142151, - 1.6936582921451022, - 1.692435584189697, - 1.6918255807446152, - 1.6914835796504037, - 1.6904304502900493 + 1.7993298121234642, + 1.7909583776338962, + 1.7830979538741005, + 1.7748249055456677, + 1.7676032790272966, + 1.7606684010031093, + 1.7523639093674954, + 1.746123093247723, + 1.7393914145273868, + 1.733129511327833, + 1.7274323397162896, + 1.7221312876157027, + 1.716705668229522, + 1.710199851564558, + 1.7049471496601976, + 1.6998517203573582, + 1.6948425162462333, + 1.6901578738429992, + 1.6843372656091637, + 1.6798482779666588, + 1.6762151604275197, + 1.6719876508069687, + 1.6663224463994994, + 1.6639717549913102, + 1.6604971129096617, + 1.6564432973520538, + 1.6528996554159188, + 1.6494508899895126, + 1.6457507322289695, + 1.6430788795898117, + 1.6388440481555349, + 1.6381110949019493, + 1.6338339674706288, + 1.6305189548931043, + 1.6277993495680851, + 1.6270417526474734, + 1.6223614163897997, + 1.620923780904402, + 1.617533416456846, + 1.6162392068605136, + 1.6111214755084764, + 1.6100183211682921, + 1.6099314235318274, + 1.607588815907056, + 1.605641267927305, + 1.6034741929709884, + 1.6037773045712316, + 1.6015941220475658, + 1.5953268763904858, + 1.5964508086170963, + 1.5954978917517575, + 1.594732405621201, + 1.592009718079591, + 1.5908824233198255, + 1.5883197519919032, + 1.5881434763459015, + 1.5869746334264943, + 1.585740075337456, + 1.584124185870622, + 1.583251363403275 ], "timestamps": [ - "2026-06-21 02:06:00", - "2026-06-21 02:12:00", - "2026-06-21 02:18:00", "2026-06-21 02:24:00", "2026-06-21 02:30:00", "2026-06-21 02:36:00", @@ -795,6 +792,9 @@ "2026-06-22 07:42:00", "2026-06-22 07:48:00", "2026-06-22 07:54:00", - "2026-06-22 08:00:00" + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 4d4618321d9a5a12880fbd6ad1ca8dc9b11b4aa3..d5146695c8ccbcc49128c31cfb61902b4d170cd8 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T08:21:15.509366+00:00", + "evaluated_at": "2026-06-22T08:28:21.865858+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 89397ef7bdbc35fc877b53818fa352e65c377f90..a7bdb486a2175c53ce2f0f0d206bb6f1daf95f3a 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,3.100,3.100,3.300,3.300,3.100,3.300,3.000,3.300,3.100,3.300 +2026-06-22,Chronos-2,3.000,3.000,3.100,3.100,3.000,3.100,3.200,3.100,3.000,3.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 51b9b9b0b4890121c4e6244385ea453c20a800e2..09598b185eb0ce4b2ce239af6ae44e175934e433 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,3.1,3.1,3.3,3.3,3.1,3.3,3.0,3.3,3.1,3.3 +2026-W26,Chronos-Bolt-Mini,3.0,3.0,3.1,3.1,3.0,3.1,3.2,3.1,3.0,3.0 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 0da573727d9e6b0e29d27585a45fbbb54e43debc..4309f8a3f2a23320780735d2017954e12dd78546 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,97897.55603090923,97897.55603090923,238.70100911458334,0.22566711700205885,0.003723012339963132,0.0037293913409894054,2.1139195181924215,312.8858514393216,0.004880798121288546,0.0037235670180569944,0.005417461075114478,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,97260.36832237244,97260.36832237244,238.15348307291666,0.2251494877563142,0.0037145725831115727,0.00372087467249532,2.1139195181924215,311.86594607679183,0.004864929425337011,0.0037150573896344748,0.00541276180019314,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0021563555662734045,0.0021563555662734045,0.04275972843170166,0.12305253650533493,0.04719807684605877,0.0455946249838006,0.9860671665183748,0.04643657573802578,0.040844900580226114,0.03761080202130714,0.040834737523702286,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0019156625260478084,0.0019156625260478084,0.034032625953356425,0.09690613703927047,0.04493209441656498,0.04692569654946664,0.8505725378396662,0.04376828219210583,0.04059321563874573,0.03156380956451021,0.04448366608702285,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08734157088572243,0.08734157088572243,0.27618477907445693,3.385492767047013,0.1707127004813393,0.18862165545622694,50.650353712108895,0.2955360737468819,0.18632747704379887,0.17412701072464418,0.1401013017929419,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.0005461011213204378,0.0005461011213204378,0.01101978619893392,0.005679489074127898,0.0007894119694819396,0.0007880276889123405,0.13279398373349702,0.023368806587424136,0.001669697434621029,0.0007873619338496276,0.0015179259379925723,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,94.84516543177672,94.84516543177672,8.09507950146993,0.6995913906759608,0.4424207444380415,0.33157888925303886,7.183558917455893,9.738848260024216,0.4538492393020994,0.37724642336947245,0.26637847167902906,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index c6bcd0e12976a4168ab598b30c32be27f50c73b6..677e00b0e236e849a42d88c1a0fc18fc94b3543e 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T08:17:53.032634+00:00", + "evaluated_at": "2026-06-22T08:25:38.711776+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64294.0 + 64280.859375 ], "p50": [ 64090.64453125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6492f9aa70c51d0255b8999760fa77e50b369fb7..8a8b01825d5307d7e595583b6597fc102feddf52 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T08:10:39.318913+00:00", + "evaluated_at": "2026-06-22T08:25:55.142351+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.690999984741211, - 1.6629999876022339, - 1.6440000534057617, 1.6200000047683716, 1.590999960899353, 1.5570000410079956, @@ -245,12 +242,12 @@ 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.8250000476837158, 1.812000036239624, - 1.8049999475479126, + 1.8049999475479126 + ], + "actuals": [ 1.7920000553131104, 1.7879999876022339, 1.7730000019073486, @@ -307,198 +304,198 @@ 0.640999972820282, 0.6480000019073486, 0.6470000147819519, - 0.6470000147819519 + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 ], "p50": [ - 1.8604310750961304, - 1.8488049507141113, - 1.8359673023223877, - 1.8177919387817383, - 1.8033652305603027, - 1.7820942401885986, - 1.7676398754119873, - 1.7534065246582031, - 1.7341452836990356, - 1.7151577472686768, - 1.6950030326843262, - 1.6679662466049194, - 1.6413525342941284, - 1.6153006553649902, - 1.5878708362579346, - 1.5540188550949097, - 1.5296573638916016, - 1.5043891668319702, - 1.4777203798294067, - 1.443708062171936, - 1.4120519161224365, - 1.3790489435195923, - 1.3471426963806152, - 1.315873146057129, - 1.2804133892059326, - 1.2506403923034668, - 1.2259745597839355, - 1.1938377618789673, - 1.165960669517517, - 1.1336297988891602, - 1.1072031259536743, - 1.08277428150177, - 1.0144343376159668, - 0.9916348457336426, - 0.9707991480827332, - 0.9441384077072144, - 0.9190570116043091, - 0.8946312069892883, - 0.8723276853561401, - 0.8501616716384888, - 0.8321894407272339, - 0.8180408477783203, - 0.8027059435844421, - 0.7835908532142639, - 0.7719466686248779, - 0.7583814859390259, - 0.7439014911651611, - 0.7331256866455078, - 0.7149537801742554, - 0.7101825475692749, - 0.7150636315345764, - 0.7100352048873901, - 0.702660083770752, - 0.7086994647979736, - 0.7088576555252075, - 0.7083332538604736, - 0.710700273513794, - 0.7181750535964966, - 0.7183098196983337, - 0.7222044467926025 + 1.813694953918457, + 1.7957689762115479, + 1.777449369430542, + 1.7548774480819702, + 1.7343124151229858, + 1.708827018737793, + 1.6872973442077637, + 1.666253685951233, + 1.6426931619644165, + 1.6167325973510742, + 1.5896539688110352, + 1.5572890043258667, + 1.5277124643325806, + 1.4936410188674927, + 1.4632281064987183, + 1.4308044910430908, + 1.3973408937454224, + 1.3656166791915894, + 1.3344197273254395, + 1.3000982999801636, + 1.265637755393982, + 1.2342677116394043, + 1.2015480995178223, + 1.1718403100967407, + 1.1386566162109375, + 1.1113030910491943, + 1.0816994905471802, + 1.0511178970336914, + 1.0232744216918945, + 0.9943550229072571, + 0.9634639620780945, + 0.9427201747894287, + 0.8612415790557861, + 0.8373909592628479, + 0.8119419813156128, + 0.7893197536468506, + 0.7611677646636963, + 0.7421069145202637, + 0.7218084335327148, + 0.6998492479324341, + 0.681611180305481, + 0.6665365695953369, + 0.6513314843177795, + 0.634899914264679, + 0.6214322447776794, + 0.6109726428985596, + 0.598051130771637, + 0.5891450047492981, + 0.5798773169517517, + 0.5752454996109009, + 0.5730868577957153, + 0.5711357593536377, + 0.5672129392623901, + 0.5688566565513611, + 0.5708483457565308, + 0.5726089477539062, + 0.576166570186615, + 0.5829684138298035, + 0.5881031155586243, + 0.5902057886123657 ], "p10": [ - 1.8440237045288086, - 1.8247332572937012, - 1.8076398372650146, - 1.7937120199203491, - 1.7695486545562744, - 1.7445446252822876, - 1.7293212413787842, - 1.7075477838516235, - 1.6838477849960327, - 1.6633007526397705, - 1.6354405879974365, - 1.6094824075698853, - 1.5797488689422607, - 1.5443596839904785, - 1.5123913288116455, - 1.4767241477966309, - 1.4358046054840088, - 1.4144861698150635, - 1.3818652629852295, - 1.3540257215499878, - 1.3152024745941162, - 1.2791794538497925, - 1.2409595251083374, - 1.2099937200546265, - 1.1713080406188965, - 1.1400750875473022, - 1.110068678855896, - 1.0733076333999634, - 1.0370194911956787, - 1.0014351606369019, - 0.9698814153671265, - 0.9419126510620117, - 0.8498089909553528, - 0.8099423050880432, - 0.782006561756134, - 0.7645768523216248, - 0.7208638787269592, - 0.6956158876419067, - 0.6725246906280518, - 0.6479709148406982, - 0.6237495541572571, - 0.6049250364303589, - 0.5798532366752625, - 0.565159022808075, - 0.5452640056610107, - 0.5206689238548279, - 0.49780261516571045, - 0.49087250232696533, - 0.4412713646888733, - 0.42716526985168457, - 0.4133341312408447, - 0.4187699556350708, - 0.4144899845123291, - 0.40129828453063965, - 0.40033912658691406, - 0.40593820810317993, - 0.39969438314437866, - 0.40190982818603516, - 0.3962448835372925, - 0.405775249004364 + 1.7962870597839355, + 1.7703005075454712, + 1.7459030151367188, + 1.7260371446609497, + 1.7002463340759277, + 1.6677472591400146, + 1.6492927074432373, + 1.6228938102722168, + 1.5939223766326904, + 1.568013310432434, + 1.532870888710022, + 1.5010448694229126, + 1.4711425304412842, + 1.4284604787826538, + 1.3972234725952148, + 1.3627554178237915, + 1.313355803489685, + 1.2847031354904175, + 1.2519383430480957, + 1.2193622589111328, + 1.1812297105789185, + 1.149035096168518, + 1.1086137294769287, + 1.079508662223816, + 1.0401417016983032, + 1.0120038986206055, + 0.9742492437362671, + 0.9384559392929077, + 0.9035816788673401, + 0.8642292618751526, + 0.8409700393676758, + 0.8122654557228088, + 0.7031164169311523, + 0.6698365211486816, + 0.6407501697540283, + 0.6199304461479187, + 0.5795405507087708, + 0.5493672490119934, + 0.5311358571052551, + 0.5038456320762634, + 0.4815260171890259, + 0.4640843868255615, + 0.44238489866256714, + 0.42493510246276855, + 0.4125148057937622, + 0.38600194454193115, + 0.3720283508300781, + 0.36607617139816284, + 0.3140541911125183, + 0.29919618368148804, + 0.28722840547561646, + 0.2881976366043091, + 0.2821430563926697, + 0.26971763372421265, + 0.27523815631866455, + 0.2783105969429016, + 0.2709696888923645, + 0.26922786235809326, + 0.2702481746673584, + 0.2810137867927551 ], "p90": [ - 1.8859241008758545, - 1.868363857269287, - 1.8565051555633545, - 1.8494529724121094, - 1.836049199104309, - 1.819844365119934, - 1.8062334060668945, - 1.7948343753814697, - 1.7802486419677734, - 1.7665457725524902, - 1.7452963590621948, - 1.723084807395935, - 1.7034974098205566, - 1.6773990392684937, - 1.6588687896728516, - 1.6358463764190674, - 1.6101152896881104, - 1.5845558643341064, - 1.5621404647827148, - 1.531040906906128, - 1.5130157470703125, - 1.4804792404174805, - 1.454579472541809, - 1.4265797138214111, - 1.398484230041504, - 1.368837594985962, - 1.3477281332015991, - 1.312800645828247, - 1.2857707738876343, - 1.2682498693466187, - 1.2441943883895874, - 1.2142796516418457, - 1.1929435729980469, - 1.181681752204895, - 1.1634478569030762, - 1.1329095363616943, - 1.1099529266357422, - 1.0972477197647095, - 1.0811082124710083, - 1.0649240016937256, - 1.0523252487182617, - 1.0418659448623657, - 1.0292030572891235, - 1.011440396308899, - 1.0117207765579224, - 1.005149245262146, - 0.9905163049697876, - 0.9803403615951538, - 1.0040701627731323, - 1.0051305294036865, - 1.0123767852783203, - 1.008424997329712, - 1.0090970993041992, - 1.0216543674468994, - 1.0204319953918457, - 1.0265065431594849, - 1.0305756330490112, - 1.0345091819763184, - 1.0425474643707275, - 1.0424360036849976 + 1.841600775718689, + 1.8184328079223633, + 1.8017736673355103, + 1.7865211963653564, + 1.768693208694458, + 1.7455451488494873, + 1.7258284091949463, + 1.708741307258606, + 1.6875945329666138, + 1.6658557653427124, + 1.6436412334442139, + 1.6083765029907227, + 1.5852062702178955, + 1.5554773807525635, + 1.5219171047210693, + 1.4973310232162476, + 1.4692561626434326, + 1.440140962600708, + 1.4085367918014526, + 1.3859937191009521, + 1.3495731353759766, + 1.3182131052017212, + 1.2914206981658936, + 1.2603411674499512, + 1.238816738128662, + 1.2122153043746948, + 1.1864904165267944, + 1.1521308422088623, + 1.1296488046646118, + 1.1092771291732788, + 1.0828107595443726, + 1.0586602687835693, + 1.0207337141036987, + 1.00173020362854, + 0.9809480309486389, + 0.9513722062110901, + 0.9372194409370422, + 0.9164077043533325, + 0.9047757983207703, + 0.8903056383132935, + 0.8809574842453003, + 0.8622254729270935, + 0.8625350594520569, + 0.8367741107940674, + 0.8332716822624207, + 0.8261147141456604, + 0.8219413757324219, + 0.8143631219863892, + 0.8472869992256165, + 0.8458486795425415, + 0.8514740467071533, + 0.8518638610839844, + 0.8509787917137146, + 0.8609020113945007, + 0.8631551861763, + 0.8736646175384521, + 0.8824418187141418, + 0.8771594762802124, + 0.8962066173553467, + 0.8930429220199585 ], "timestamps": [ - "2026-06-21 02:06:00", - "2026-06-21 02:12:00", - "2026-06-21 02:18:00", "2026-06-21 02:24:00", "2026-06-21 02:30:00", "2026-06-21 02:36:00", @@ -795,6 +792,9 @@ "2026-06-22 07:42:00", "2026-06-22 07:48:00", "2026-06-22 07:54:00", - "2026-06-22 08:00:00" + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index c291e1c432b6ff75f71cf446a570a69fa9bc0ef6..19da880659e614033ba67197bb0b13d63bb0469f 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T08:18:12.123050+00:00", + "evaluated_at": "2026-06-22T08:25:57.187819+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 20b959eef589e3c5afa12a11a6bf2a48506ec90d..3ff34ea3246e1ffb48533b740853ab4fa8faef7e 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,107514.14030283813,100554.42370231201,268.06975163007036,0.253432225654215,0.004178546578598708,0.00418705510234037,2.1501536747143004,327.8934892657037,0.005114906663336795,0.004181698642209372,0.0032133346599020987,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,106977.37288551086,100004.52100691859,267.52222558840367,0.2529145964084704,0.004170096261901607,0.004178538388761046,2.129448504884515,327.0739562935436,0.0051021656395983895,0.004173192884856379,0.003204820720175078,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.3635379414493384,0.3668576814767108,0.5198417745469828,1.4959835173325264,0.6357559208908798,0.4270583752795892,54.800829636957054,0.6029410762664444,0.5303377332293464,0.4572448605729714,0.4463447124702314,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.23794794169942393,0.24033869613727893,0.4294122838554834,1.2227292035201178,0.5378711591145833,0.38634910519256876,44.09849147146097,0.48779907923183286,0.4524128482979583,0.39826158495239905,0.3877096466730053,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.029773421545800198,0.031359788372396134,0.157342024683282,1.9287097873492083,0.09644245866338534,0.1024788110749815,27.283920845399646,0.17254976541798078,0.10878794607783783,0.09919987810797117,0.08486794768431717,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.993816298624592,0.8957351241883185,0.8311259136637709,0.4283540951397598,0.05937978608905653,0.061769362427977655,13.565732475593123,0.9969033547062583,0.07122858275586474,0.059383811522418936,0.0592104812735392,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,148.07452880377073,142.40255533756297,10.50571107620544,0.9079225250978481,0.6012795769630265,0.4232496957197047,17.81250319125579,12.168587790034254,0.5670798193414022,0.4895865355901564,0.4497169499408875,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 91f649895790169281b14ec2cd9d111954e7435d..df82a6a82048f0ec4ffae439edaf0b6716800839 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T08:21:15.539352+00:00", + "evaluated_at": "2026-06-22T08:28:21.897931+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64294.0 + 64280.859375 ], "p50": [ 64015.859605982994, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1e2f19c76035cde85b3c205aaede6846401c447b..6e72101ed543b5eb9dc70f8c2aeee1b96c81e349 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T08:13:23.033017+00:00", + "evaluated_at": "2026-06-22T08:28:21.923623+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.690999984741211, - 1.6629999876022339, - 1.6440000534057617, 1.6200000047683716, 1.590999960899353, 1.5570000410079956, @@ -245,12 +242,12 @@ 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.8250000476837158, 1.812000036239624, - 1.8049999475479126, + 1.8049999475479126 + ], + "actuals": [ 1.7920000553131104, 1.7879999876022339, 1.7730000019073486, @@ -307,198 +304,198 @@ 0.640999972820282, 0.6480000019073486, 0.6470000147819519, - 0.6470000147819519 + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 ], "p50": [ - 1.8385743402504025, - 1.834792977831583, - 1.832011677043966, - 1.825730361712816, - 1.8154490531765952, - 1.8096676569023376, - 1.8043863883012288, - 1.8001050621220334, - 1.7928237447643252, - 1.7885424632886133, - 1.7762610463911483, - 1.775479719854325, - 1.7636983859265256, - 1.7634170231500783, - 1.7506357169980433, - 1.7513544456551209, - 1.7445730920577889, - 1.7382917022208326, - 1.7255103960687979, - 1.7207291061292262, - 1.7124477420414768, - 1.7076664073984216, - 1.7013850771661103, - 1.7006037804316092, - 1.6863223743821898, - 1.6850410393815067, - 1.6757597477730053, - 1.6694784473430162, - 1.6681971272434946, - 1.6639157861631377, - 1.6496344397183629, - 1.6473530579876385, - 1.6440718679454518, - 1.635790488956541, - 1.6325091350015808, - 1.6172278014314094, - 1.6149464793053296, - 1.6026651071113485, - 1.6003837998864299, - 1.6001024371099826, - 1.5918211326268776, - 1.5880398000103806, - 1.5762584809837423, - 1.5689771487248731, - 1.5616958164660038, - 1.5604145261688043, - 1.5561331850884477, - 1.5453517786814004, - 1.5395705314187544, - 1.5377892177565342, - 1.5310078045545574, - 1.524726533926891, - 1.5184451440899347, - 1.5116638500972472, - 1.5003824948309852, - 1.4966011920168103, - 1.4923198956399373, - 1.4840385911568323, - 1.4807571626960665, - 1.4709759073271889 + 1.7948757096559902, + 1.7915255125544314, + 1.776675374103843, + 1.7718251665118667, + 1.759474980973609, + 1.7441248638614835, + 1.7382746989464328, + 1.7314245320048243, + 1.7220743376450791, + 1.7137241751142143, + 1.6978739750324232, + 1.692023839919695, + 1.6831736093203258, + 1.6698234515578325, + 1.6564732937953393, + 1.6536230902564788, + 1.6437729768398412, + 1.636922765194749, + 1.6180725888356065, + 1.6092224476432044, + 1.5963722685422483, + 1.592522137482636, + 1.579671898777035, + 1.5713217809496538, + 1.5584715571452141, + 1.5551214792529449, + 1.5392712046653478, + 1.5294210316440655, + 1.5255708409798083, + 1.5162207509281915, + 1.4958705640786316, + 1.4960203219159613, + 1.485670185134303, + 1.4698199999536732, + 1.4629698181109034, + 1.4486196285195299, + 1.444769467657595, + 1.4264193295646346, + 1.4215691517749807, + 1.4202189587265377, + 1.4038687799832095, + 1.3935186730038736, + 1.3866684613587814, + 1.3728182951324286, + 1.3619681200845883, + 1.356117970070699, + 1.3442677780951395, + 1.338417613180089, + 1.32156741107174, + 1.3187172671375242, + 1.3068671049642873, + 1.2990169806996044, + 1.2861667270928423, + 1.2803165621777917, + 1.261466370917488, + 1.2596161694051855, + 1.249766055988548, + 1.2344158643706165, + 1.2270657485697931, + 1.2142155098641922 ], "p10": [ - 1.807074328567892, - 1.8045929613330174, - 1.7985116702490365, - 1.7931303284295823, - 1.7848490358674063, - 1.777567700628305, - 1.7693863471740239, - 1.7641050040671094, - 1.7568236867094011, - 1.7525423903325281, - 1.7471610485130737, - 1.7408797182807625, - 1.7335983890021254, - 1.7273170110860983, - 1.7200356460446742, - 1.7167543367931977, - 1.7075729723716622, - 1.7021917438010328, - 1.6940103843862875, - 1.6906290764222713, - 1.6814477239216647, - 1.6760663344184945, - 1.6708850377078355, - 1.6626037928293753, - 1.6563224029924193, - 1.6530410937409428, - 1.6437597425277966, - 1.6374784659396653, - 1.63509704377315, - 1.627915832416342, - 1.6186344812031956, - 1.6143531252216778, - 1.6060717611339284, - 1.601790464757055, - 1.5935091006693054, - 1.5872277704369941, - 1.5849464483109144, - 1.5746651636165516, - 1.5693837072608119, - 1.5640024786901827, - 1.5568210467961892, - 1.5515398228985642, - 1.5441583995399557, - 1.5369771285785032, - 1.5316957258669437, - 1.525414455239277, - 1.5190330786107102, - 1.5138518355442314, - 1.5055705310611265, - 1.502189229057575, - 1.495007904451942, - 1.4877264678849444, - 1.4843451658813929, - 1.475163813380786, - 1.4678825556277229, - 1.4626011469556988, - 1.4572198647408894, - 1.4510385928257623, - 1.4427572287380128, - 1.439475865842356 + 1.7633756979734798, + 1.7535255785963777, + 1.7445752866995918, + 1.7358252068046065, + 1.7299750478500204, + 1.7170249147400083, + 1.706274693701224, + 1.6984244353260904, + 1.6845743138032212, + 1.6767241686769125, + 1.66687394201145, + 1.6589238100935306, + 1.6490736847559642, + 1.6392234104067858, + 1.6254732756755272, + 1.619623104800012, + 1.6077729575279363, + 1.5968226973408215, + 1.5870725647553299, + 1.5782224444245536, + 1.5683722714032713, + 1.55842203410434, + 1.5476718190260204, + 1.5387217476664201, + 1.527971526627636, + 1.5239213981429443, + 1.5072712590247836, + 1.499421060254295, + 1.4885707808983264, + 1.4806207562687677, + 1.4688704944604065, + 1.4609203625424871, + 1.4481702149366251, + 1.4373200607504106, + 1.4304698491053187, + 1.4196196233935303, + 1.4126694249568275, + 1.3999192833114302, + 1.3899691175380726, + 1.380218931308401, + 1.3693687771221863, + 1.359518604100904, + 1.350568371808763, + 1.341818345557958, + 1.3299681386812372, + 1.3210178467844516, + 1.314067749675645, + 1.3024175998286485, + 1.2905673929519277, + 1.2826172491130796, + 1.272867074804337, + 1.2630169077435192, + 1.2531667347222368, + 1.2431165642758752, + 1.2323662895929106, + 1.2216161818029514, + 1.2147660297625043, + 1.2038158112986408, + 1.1920656627391044, + 1.1841154592956116 ], "p90": [ - 1.8650744163059292, - 1.8597930135943699, - 1.851511709111265, - 1.8492303333410052, - 1.8399490417325035, - 1.8337677578964477, - 1.8303863486045353, - 1.8241050064512951, - 1.817823741784093, - 1.8115423459866724, - 1.804261088233609, - 1.7959796764621436, - 1.7876983600581098, - 1.7835171160379568, - 1.7801357544297602, - 1.7738544241974488, - 1.766673099591816, - 1.7602917766074293, - 1.7530103996450765, - 1.7448290938745112, - 1.7424477193917118, - 1.7331664277832102, - 1.725985097217113, - 1.7216037484835196, - 1.7153224182512083, - 1.709141092691901, - 1.7007597835357922, - 1.6956784974586014, - 1.6901970973219629, - 1.6860158533018097, - 1.67763443685734, - 1.6723531533550702, - 1.66417173433568, - 1.6567904719096125, - 1.6526091206010987, - 1.6442278114449898, - 1.640146452888551, - 1.6336651252311605, - 1.6274837996718532, - 1.623102498621976, - 1.6159211799768074, - 1.6105398381573532, - 1.6004584972438893, - 1.5959771438372923, - 1.5896958136049808, - 1.5804144623918344, - 1.580133174121193, - 1.5728517971588403, - 1.5645704926757353, - 1.5584891598685031, - 1.554007806461906, - 1.5458265066518055, - 1.5394451717464899, - 1.5301638801379882, - 1.5268825112818671, - 1.5197011926366986, - 1.513419808760207, - 1.507038593064181, - 1.5017571903526217, - 1.494475878955378 + 1.8243758066923519, + 1.8116256054423099, + 1.8016753800643075, + 1.7948251684192154, + 1.7829750211471396, + 1.771224866627139, + 1.7653747076725528, + 1.7535245067562968, + 1.7415743548112168, + 1.735724136251986, + 1.7248740297494871, + 1.7140238099981633, + 1.703173596207304, + 1.6963235574156816, + 1.6835733561656396, + 1.674623117913034, + 1.6657729916217932, + 1.6559228186005108, + 1.6450725988491868, + 1.6353224305009086, + 1.6263722995366636, + 1.615622084458344, + 1.6046719196386607, + 1.5958217337427751, + 1.5859715607214928, + 1.5802213945189818, + 1.565271233513996, + 1.5545210601589277, + 1.5465708686363635, + 1.534820714116363, + 1.5249705530160096, + 1.518020396302558, + 1.5061701894258375, + 1.4964200687612752, + 1.4865698420958124, + 1.4766196107573457, + 1.4658695029673867, + 1.4549192904639876, + 1.4480691384235402, + 1.4372189842373257, + 1.4263688181301821, + 1.4185186193596933, + 1.407668405568834, + 1.39981832004717, + 1.3889681002958463, + 1.379117927274564, + 1.3703677937353984, + 1.3594175812319993, + 1.3485673734016044, + 1.3397172351894346, + 1.3318670423794103, + 1.3201168938198742, + 1.3101667161255877, + 1.3003165431043053, + 1.2895664353143463, + 1.2837162227155798, + 1.2707660240404584, + 1.2610158556921802, + 1.251165682670898, + 1.2402155238116792 ], "timestamps": [ - "2026-06-21 02:06:00", - "2026-06-21 02:12:00", - "2026-06-21 02:18:00", "2026-06-21 02:24:00", "2026-06-21 02:30:00", "2026-06-21 02:36:00", @@ -795,6 +792,9 @@ "2026-06-22 07:42:00", "2026-06-22 07:48:00", "2026-06-22 07:54:00", - "2026-06-22 08:00:00" + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 8a9b5803b5d7f9be0febf5a884d452500c189ab7..b8ce3e8632c4b5e02b1b80f94e30607083065e37 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T08:21:15.596227+00:00", + "evaluated_at": "2026-06-22T08:28:21.943542+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 27f445a237328447f4cb167595984b22dca48100..049b1746b565fee11a14056c2df1fa58c3bc2ca3 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1750,3 +1750,5 @@ {"evaluated_at": "2026-06-22T08:21:15.817846+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T08:21:15.817846+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-22T08:21:15.817846+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-22T08:28:22.130048+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T08:28:22.130048+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index ec74db4e12e0fbe1a486bd8f15f5207b94c4ba8e..86b81b9bc828e7b93eb0f6d1a995a7e6f9db3577 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,108540.82999865215,125436.8630010287,251.225341796875,0.2375075782521858,0.003916539800816104,0.003928196234624274,2.1369440948104743,329.45535357412564,0.005139270642555369,0.003918937755164219,0.00553526313087202,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,91725.76643371582,112760.55572191875,248.45442708333334,0.23488796496616335,0.0038716548615184538,0.0038822058937864876,2.110266031273177,302.8626197365991,0.004724482711646987,0.0038757461928059676,0.005490262979764241,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9357153171763457,1.9127262558818074,1.1218695640563965,0.6594880904109198,0.04287075619903718,0.04427535641662273,6.60639021231552,1.391299866016074,0.05326824293671531,0.042952653084473595,0.03879220245461595,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.536078773687631,1.4812713526990464,1.0237511366605758,2.946117263525622,1.2739256347277366,0.643376495043175,47.99661167607189,1.2393864505018726,1.090145333644287,0.9004758152645911,0.6399712581946484,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.058767863888305585,0.06391788932453193,0.20137391438086827,0.5734017753984735,0.2668303726096381,0.21551109691074977,3.8438845322856667,0.2424208404578814,0.22483499372537952,0.18676571985626764,0.1942484882127122,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.0891524506932859,0.0881409659674745,0.2792416877216763,3.422964571790802,0.17278045352393243,0.19090682198921285,69.71596857624247,0.2985840764228493,0.18824916004322237,0.1760543086973363,0.1547283217017354,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.04008348641957582,0.004165074460303231,0.05364412069320679,0.027647650495954346,0.003834459564687611,0.0038318934272686647,0.7108480571912971,0.2002086072564709,0.014304872466404628,0.0038328637095293434,0.011383612250536003,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,113.79598327717274,86.40264044433452,7.2524170478185015,0.6267669795366542,0.4226709282351342,0.30913374752481154,5.11650076387565,10.667520015316247,0.49712714634483485,0.33797671679154184,0.24795088404847837,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 480117e68c5096920e9170b24b7002990f9d99bd..73fc2b5cd025e9d08f072d776a3070ffeda3e281 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T08:20:35.234583+00:00", + "evaluated_at": "2026-06-22T08:27:49.071150+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64294.0 + 64280.859375 ], "p50": [ - 64039.76953125, - 64085.296875, - 64105.837890625, - 64053.755859375, - 64049.30859375, - 64100.56640625, - 64091.626953125, - 64093.212890625, - 64030.30859375, - 64122.81640625, - 63935.390625, - 63929.130859375, - 63999.095703125, - 63919.439453125, - 64093.4765625, - 63820.640625, - 63734.173828125, - 63681.72265625, - 63837.8671875, - 63607.3046875, - 63863.421875, - 63766.896484375, - 63761.037109375, - 63670.76953125 + 64056.65234375, + 64093.7578125, + 64108.291015625, + 64125.904296875, + 64054.9765625, + 64101.734375, + 64070.724609375, + 64073.798828125, + 64038.724609375, + 64084.591796875, + 63994.21875, + 63931.404296875, + 63874.96484375, + 63911.6796875, + 63922.92578125, + 64026.64453125, + 63803.009765625, + 63851.580078125, + 63959.583984375, + 63553.578125, + 63705.763671875, + 63707.888671875, + 63589.8046875, + 63526.595703125 ], "p10": [ - 63815.0546875, - 63819.474609375, - 63712.33203125, - 63577.0390625, - 63530.24609375, - 63524.396484375, - 63332.15234375, - 63397.6484375, - 63137.310546875, - 63074.912109375, - 62946.78515625, - 62770.171875, - 62678.755859375, - 62684.00390625, - 62761.91796875, - 62125.361328125, - 62256.404296875, - 62145.255859375, - 62326.20703125, - 62081.51953125, - 61729.001953125, - 62217.033203125, - 61893.896484375, - 62080.818359375 + 63835.775390625, + 63806.65625, + 63684.8203125, + 63656.4921875, + 63460.333984375, + 63535.927734375, + 63425.2109375, + 63197.998046875, + 63175.3515625, + 63146.0078125, + 62912.375, + 62800.68359375, + 62490.15234375, + 62713.38671875, + 62572.408203125, + 62571.96484375, + 62436.68359375, + 62310.56640625, + 62356.580078125, + 61813.533203125, + 61573.775390625, + 62133.63671875, + 61802.103515625, + 61844.6328125 ], "p90": [ - 64266.484375, - 64403.6640625, - 64471.341796875, - 64578.86328125, - 64636.4453125, - 64676.0859375, - 64878.345703125, - 64686.078125, - 64940.0234375, - 65108.728515625, - 64946.98046875, - 65100.505859375, - 65192.966796875, - 65218.818359375, - 65454.853515625, - 65430.0625, - 65255.888671875, - 65488.32421875, - 65373.265625, - 65168.69921875, - 65453.310546875, - 65504.19921875, - 65770.25390625, - 65252.138671875 + 64240.39453125, + 64365.171875, + 64566.36328125, + 64536.38671875, + 64608.3515625, + 64756.296875, + 64785.294921875, + 64895.806640625, + 65041.943359375, + 65066.142578125, + 65126.7890625, + 65123.552734375, + 65178.677734375, + 65239.169921875, + 65273.19140625, + 65397.541015625, + 65085.001953125, + 65798.4140625, + 65711.296875, + 65190.873046875, + 65227.150390625, + 65287.6015625, + 65434.359375, + 65313.69921875 ], "timestamps": [ "2026-06-17 09:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6d54e990a34ba808e038139d6113cb17778dcbce..9728428d99d00d7d9192941781cc802f0f45722a 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T08:12:51.617699+00:00", + "evaluated_at": "2026-06-22T08:27:53.266043+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.690999984741211, - 1.6629999876022339, - 1.6440000534057617, 1.6200000047683716, 1.590999960899353, 1.5570000410079956, @@ -245,12 +242,12 @@ 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.8250000476837158, 1.812000036239624, - 1.8049999475479126, + 1.8049999475479126 + ], + "actuals": [ 1.7920000553131104, 1.7879999876022339, 1.7730000019073486, @@ -307,198 +304,198 @@ 0.640999972820282, 0.6480000019073486, 0.6470000147819519, - 0.6470000147819519 + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 ], "p50": [ - 1.8319981694221497, - 1.8316343426704407, - 1.8334326148033142, - 1.8306564092636108, - 1.8307586312294006, - 1.8294509649276733, - 1.833893358707428, - 1.839001476764679, - 1.848760724067688, - 1.8416277170181274, - 1.857631504535675, - 1.8768002390861511, - 1.8918108940124512, - 1.8970432877540588, - 1.9092202186584473, - 1.940036118030548, - 1.9374520778656006, - 1.9604865312576294, - 1.9688688516616821, - 2.0338547229766846, - 2.0270426273345947, - 2.0313373804092407, - 1.9993164539337158, - 2.0027217864990234, - 1.9663951396942139, - 2.1163471937179565, - 2.074869990348816, - 2.096247434616089, - 2.190034866333008, - 2.108813166618347, - 2.1610164642333984, - 2.1647226810455322, - 2.2951109409332275, - 2.3223068714141846, - 2.2995084524154663, - 2.1814990043640137, - 2.2179062366485596, - 2.2937304973602295, - 2.2715322971343994, - 2.339890480041504, - 2.2986656427383423, - 2.378882050514221, - 2.3704893589019775, - 2.4139379262924194, - 2.426010847091675, - 2.3820905685424805, - 2.4466657638549805, - 2.4590991735458374, - 2.462475538253784, - 2.4651790857315063, - 2.44624662399292, - 2.399664282798767, - 2.4296876192092896, - 2.470447301864624, - 2.399592399597168, - 2.5822609663009644, - 2.6929736137390137, - 2.5206578969955444, - 2.447664260864258, - 2.392529606819153 + 1.7702491879463196, + 1.7481760382652283, + 1.7300256490707397, + 1.7110863327980042, + 1.6926612854003906, + 1.6719623804092407, + 1.6191068887710571, + 1.5899999737739563, + 1.587098479270935, + 1.4963500499725342, + 1.4973981380462646, + 1.475197672843933, + 1.4047491550445557, + 1.395127296447754, + 1.3652357459068298, + 1.3790635466575623, + 1.358424723148346, + 1.240847408771515, + 1.2937375903129578, + 1.2579584121704102, + 1.242617428302765, + 1.2494643330574036, + 1.220892071723938, + 1.2210928201675415, + 1.2163470387458801, + 1.1625753045082092, + 1.1323311924934387, + 1.2148005962371826, + 1.1595466136932373, + 1.2102859616279602, + 1.1181909441947937, + 1.209015667438507, + 1.1995049118995667, + 1.2128737568855286, + 1.0956034660339355, + 1.155479371547699, + 1.1286593675613403, + 1.0900766253471375, + 1.068762481212616, + 1.1080448627471924, + 1.097095012664795, + 1.092276155948639, + 1.1102880239486694, + 1.0148162245750427, + 1.0045216083526611, + 0.9616708755493164, + 0.958824098110199, + 1.1237615942955017, + 1.0883718729019165, + 1.1137707233428955, + 1.1024373173713684, + 1.0678936839103699, + 1.1147955656051636, + 1.0882572531700134, + 1.0821642875671387, + 1.019241750240326, + 0.9503925144672394, + 0.9596566259860992, + 1.0951327681541443, + 1.043410062789917 ], "p10": [ - 1.818615734577179, - 1.8101349472999573, - 1.799192726612091, - 1.790910005569458, - 1.7796669006347656, - 1.7725169658660889, - 1.7577736377716064, - 1.7689368724822998, - 1.7381952404975891, - 1.7146663665771484, - 1.7237440347671509, - 1.7077631950378418, - 1.7300763130187988, - 1.7058461904525757, - 1.6553418636322021, - 1.7152952551841736, - 1.6058475375175476, - 1.603360891342163, - 1.5207176208496094, - 1.6016281843185425, - 1.5192217826843262, - 1.595329761505127, - 1.5296469330787659, - 1.5487313866615295, - 1.4191355109214783, - 1.5610306859016418, - 1.5215173363685608, - 1.5340485572814941, - 1.583327054977417, - 1.5644723176956177, - 1.4887349009513855, - 1.5257788300514221, - 1.502517282962799, - 1.5547412037849426, - 1.43954336643219, - 1.3741477727890015, - 1.2737367153167725, - 1.4447072744369507, - 1.314149022102356, - 1.4447163939476013, - 1.4550396800041199, - 1.422977328300476, - 1.3779960870742798, - 1.451753318309784, - 1.45924973487854, - 1.4483475089073181, - 1.5168730020523071, - 1.3754772543907166, - 1.5226262211799622, - 1.481186866760254, - 1.2483717799186707, - 1.2603803873062134, - 1.3793285489082336, - 1.2967238426208496, - 1.3135091066360474, - 1.4946365356445312, - 1.5173330903053284, - 1.5830268859863281, - 1.6502140164375305, - 1.3147743940353394 + 1.7310659885406494, + 1.6945934295654297, + 1.6606082916259766, + 1.6030662655830383, + 1.5633723139762878, + 1.5129451751708984, + 1.390224039554596, + 1.3518479466438293, + 1.2844064831733704, + 1.1833059191703796, + 1.1615844368934631, + 1.1578834056854248, + 1.017691433429718, + 0.9533451199531555, + 0.9504250884056091, + 0.8548688888549805, + 0.7951234579086304, + 0.6547397971153259, + 0.5930394530296326, + 0.6085372567176819, + 0.3961002826690674, + 0.4691631495952606, + 0.4579874575138092, + 0.5481761693954468, + 0.502610057592392, + 0.42323148250579834, + 0.32308781147003174, + 0.4547185003757477, + 0.3758352994918823, + 0.370145708322525, + 0.29566606879234314, + 0.25404244661331177, + 0.12245461344718933, + 0.3589102327823639, + 0.20710384845733643, + 0.2030656635761261, + 0.16796031594276428, + 0.22984683513641357, + 0.12117180228233337, + 0.27084586024284363, + 0.1852828860282898, + 0.2594831585884094, + -0.07874101400375366, + 0.12520968914031982, + 0.12095582485198975, + 0.047853946685791016, + 0.19485217332839966, + 0.2208300530910492, + 0.11035647988319397, + 0.19218045473098755, + 0.1540553867816925, + 0.1586327850818634, + 0.04780477285385132, + -0.06045842170715332, + 0.11201971769332886, + 0.09427586197853088, + 0.0473325252532959, + 0.04069548845291138, + -0.11113178730010986, + 0.0704534649848938 ], "p90": [ - 1.8452919721603394, - 1.8514628410339355, - 1.869499921798706, - 1.8767484426498413, - 1.8895373940467834, - 1.8918646574020386, - 1.9081814289093018, - 1.9389680624008179, - 1.9587810635566711, - 1.977059245109558, - 1.979615867137909, - 2.0402579307556152, - 2.134762763977051, - 2.1060285568237305, - 2.132885456085205, - 2.236410140991211, - 2.299323081970215, - 2.265263557434082, - 2.3705555200576782, - 2.419588088989258, - 2.5110878944396973, - 2.558587431907654, - 2.450273633003235, - 2.5661072731018066, - 2.5465047359466553, - 2.6193403005599976, - 2.6074917316436768, - 2.664638876914978, - 2.7960867881774902, - 2.7994476556777954, - 2.88363778591156, - 2.8531136512756348, - 3.2449588775634766, - 3.2449588775634766, - 2.9927332401275635, - 2.978457450866699, - 3.0158395767211914, - 3.0735820531845093, - 3.19677734375, - 2.9937777519226074, - 3.2354488372802734, - 3.277266263961792, - 3.438962936401367, - 3.4861788749694824, - 3.3881325721740723, - 3.3638529777526855, - 3.3591623306274414, - 3.3497157096862793, - 3.808788299560547, - 4.071833848953247, - 4.129015207290649, - 4.107827663421631, - 3.676393508911133, - 3.6666691303253174, - 3.9268243312835693, - 4.107827663421631, - 4.107827663421631, - 3.7674872875213623, - 3.8728346824645996, - 4.015455007553101 + 1.8035674095153809, + 1.8183510303497314, + 1.7969398498535156, + 1.7928515672683716, + 1.8075327277183533, + 1.7992019653320312, + 1.8073735237121582, + 1.7839146852493286, + 1.8040810823440552, + 1.7772667407989502, + 1.7913333773612976, + 1.763013482093811, + 1.7734283208847046, + 1.7468680143356323, + 1.8794321417808533, + 1.809983491897583, + 1.7819052934646606, + 1.814613401889801, + 1.838896632194519, + 1.777236819267273, + 1.8613736033439636, + 1.9166555404663086, + 1.8010727763175964, + 1.9085039496421814, + 1.8285747170448303, + 1.8358875513076782, + 1.9678990840911865, + 1.9193850755691528, + 1.865118682384491, + 1.826352059841156, + 1.865258812904358, + 1.9693787693977356, + 1.889743149280548, + 1.9107298851013184, + 1.9195233583450317, + 1.8915256261825562, + 1.9175196290016174, + 1.847542941570282, + 1.912648320198059, + 1.9575982093811035, + 1.9697160720825195, + 1.7889408469200134, + 1.8974084854125977, + 2.0307064056396484, + 1.879953920841217, + 1.887226641178131, + 1.8963060975074768, + 2.015823245048523, + 1.9519254565238953, + 1.871006965637207, + 1.9849674701690674, + 2.023432731628418, + 1.8970469236373901, + 2.0116794109344482, + 1.9388970136642456, + 1.958156943321228, + 1.955006182193756, + 1.8894610404968262, + 2.0886584520339966, + 1.939305067062378 ], "timestamps": [ - "2026-06-21 02:06:00", - "2026-06-21 02:12:00", - "2026-06-21 02:18:00", "2026-06-21 02:24:00", "2026-06-21 02:30:00", "2026-06-21 02:36:00", @@ -795,6 +792,9 @@ "2026-06-22 07:42:00", "2026-06-22 07:48:00", "2026-06-22 07:54:00", - "2026-06-22 08:00:00" + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 7a30c8d25e33ce6e884fd6937a736456eb77ff43..675490dfb9f194e99597a656021fc1c85fa0cbe6 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T08:20:49.047783+00:00", + "evaluated_at": "2026-06-22T08:27:55.630958+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 76643413d3e1316ab60a97607866c0080c0a4b85..f84ff3a107b4de9ec16d8fd6ab7e36f86ce3733a 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,67678.82545442927,64819.486420807865,203.4630333972958,0.1923532553698626,0.0031759091489301887,0.0031765435145251542,1.6334301545102423,260.15154324821765,0.004058180188382409,0.003173879504582763,0.0023496316516810408,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,67403.47893815344,64531.00462646619,202.9155073556291,0.191835626124118,0.0031674272052190436,0.003168026705909008,1.6334301545102423,259.6217998130231,0.00404995078577232,0.003165365231471969,0.0023411104139326234,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.602366661410283,0.6065955364670589,0.6595659312645347,1.8980770882172433,0.8157626829614535,0.4988797872022341,71.03180924203072,0.7761228391242478,0.6826657585803388,0.580144088155573,0.5698249819554702,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.7006716914426235,0.7047998782476833,0.7381759560247428,2.1019177436283996,0.9284599699527978,0.5566075282722848,78.98570039465984,0.8370613426999383,0.7763387065989349,0.684626726512338,0.673294879287721,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08207319211681849,0.08488633021334409,0.27349854057078615,3.352564663422994,0.16914425910291023,0.18654386108121207,61.51534795742565,0.2864841917398209,0.180620511002427,0.1724334102217304,0.15611951402403199,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.0017718605465608286,0.0067712666677291105,0.07982454550893554,0.04114078312236983,0.005705514361449345,0.00568825196283265,1.16735837366153,0.042093473918896604,0.0030075718738025617,0.005703450809840888,0.005605903908397658,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,162.12160711604497,155.27907965227237,10.988930638334645,0.9496832323781677,0.6331856644890809,0.43683018899345805,19.147458289486355,12.732698343872165,0.5933684665105475,0.5121055054757894,0.4736291723021788,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index f05b05e8599578fc3a376e090d811e682035b1a8..4579523323268fc7435af2f62cd056692c22798e 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T08:21:15.605209+00:00", + "evaluated_at": "2026-06-22T08:28:21.951747+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64294.0 + 64280.859375 ], "p50": [ 64037.80297765899, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e7ddcd77ae0ba838cf9f5e617ea733757a63104f..2d1002ac06b676d6be406241cc2bf8b4ab819b93 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T08:13:23.072061+00:00", + "evaluated_at": "2026-06-22T08:28:21.962616+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.690999984741211, - 1.6629999876022339, - 1.6440000534057617, 1.6200000047683716, 1.590999960899353, 1.5570000410079956, @@ -245,12 +242,12 @@ 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.8250000476837158, 1.812000036239624, - 1.8049999475479126, + 1.8049999475479126 + ], + "actuals": [ 1.7920000553131104, 1.7879999876022339, 1.7730000019073486, @@ -307,198 +304,198 @@ 0.640999972820282, 0.6480000019073486, 0.6470000147819519, - 0.6470000147819519 + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 ], "p50": [ - 1.7909806513719813, - 1.793480619185473, - 1.7969806486301676, - 1.7969806635313288, - 1.7929806852274195, - 1.793480619185473, - 1.7944806808166758, - 1.7964806848697916, - 1.795480697744395, - 1.7974807465009943, - 1.7914806598358408, - 1.7969806635313288, - 1.7914806598358408, - 1.7974806272917048, - 1.7909806513719813, - 1.7979807102613703, - 1.7974806868963495, - 1.7974806272917048, - 1.7909806513719813, - 1.7924806916647211, - 1.790480657809283, - 1.7919806533985392, - 1.7919806533985392, - 1.7974806868963495, - 1.7894806110792414, - 1.7944806063108698, - 1.7914806449346796, - 1.791480674737002, - 1.7964806848697916, - 1.7984806740217463, - 1.790480657809283, - 1.7944806063108698, - 1.7974807465009943, - 1.795480697744395, - 1.7984806740217463, - 1.7894806706838862, - 1.7934806787901179, - 1.787480636828448, - 1.7914806598358408, - 1.7974806272917048, - 1.7954806530409113, - 1.7979806506567255, - 1.7924806618623987, - 1.7914806598358408, - 1.790480657809283, - 1.795480697744395, - 1.7974806868963495, - 1.7929806107216135, - 1.793480693691279, - 1.7979807102613703, - 1.7974806272917048, - 1.7974806868963495, - 1.7974806272917048, - 1.7969806635313288, - 1.791980638497378, - 1.7944806659155146, - 1.7964806997709528, - 1.7944807255201594, - 1.7974806272917048, - 1.7939807021551386 + 1.813059277697421, + 1.8195592536171445, + 1.8145592881878385, + 1.8195592536171445, + 1.8170592411001691, + 1.811559297009326, + 1.8155593051155576, + 1.8185593111952314, + 1.8190592898567686, + 1.820559300347186, + 1.8145592732866773, + 1.8185593111952314, + 1.8195592536171445, + 1.8160592688759336, + 1.8125592841347227, + 1.8195592536171445, + 1.8195593132217893, + 1.8225592745979795, + 1.8135592712601194, + 1.8145593030889997, + 1.811559297009326, + 1.8175593389709959, + 1.8145592732866773, + 1.8160593284805784, + 1.813059277697421, + 1.819559372826434, + 1.8135592712601194, + 1.8135592712601194, + 1.8195592536171445, + 1.82005933658681, + 1.8095593227585325, + 1.8195592536171445, + 1.8190592898567686, + 1.813059277697421, + 1.8160592688759336, + 1.8115592523058424, + 1.81755926446519, + 1.8090592993935117, + 1.8140592946251402, + 1.8225592745979795, + 1.8160592688759336, + 1.81555933491788, + 1.8185592962940702, + 1.8145593030889997, + 1.8135593010624418, + 1.8175593240698347, + 1.8155593051155576, + 1.8195593132217893, + 1.8125592841347227, + 1.8195593132217893, + 1.8175593240698347, + 1.819559372826434, + 1.8165592922409544, + 1.820559300347186, + 1.8115592821081647, + 1.8195592536171445, + 1.8195593132217893, + 1.8140592946251402, + 1.8165593518455991, + 1.8135592861612806 ], "p10": [ - 1.7594806396894709, - 1.7632806026869075, - 1.763480641835238, - 1.764380630248095, - 1.7623806679182306, - 1.7613806629114406, - 1.7594806396894709, - 1.7604806268148676, - 1.7594806396894709, - 1.7614806735449091, - 1.7623806619577662, - 1.7623806619577662, - 1.7613806629114406, - 1.7613806152277247, - 1.7603805804186121, - 1.763380601399447, - 1.7604805672102228, - 1.761380668871905, - 1.7594806396894709, - 1.7623806619577662, - 1.7594806396894709, - 1.7603805804186121, - 1.7614806139402643, - 1.7594806992941157, - 1.7594806396894709, - 1.7624806606703058, - 1.7594806396894709, - 1.759480693333651, - 1.763380601399447, - 1.7624807202749506, - 1.7594806992941157, - 1.7614806735449091, - 1.7594806396894709, - 1.7614806735449091, - 1.7594806396894709, - 1.7594806396894709, - 1.7634806477957026, - 1.759480693333651, - 1.7604805672102228, - 1.761380668871905, - 1.7604805672102228, - 1.7614806735449091, - 1.7603805804186121, - 1.7594806396894709, - 1.7604805672102228, - 1.7604806268148676, - 1.7603805804186121, - 1.7614806675844445, - 1.759480693333651, - 1.762380721562411, - 1.7614807271890893, - 1.760480620854403, - 1.763380649083163, - 1.7604806268148676, - 1.7594806992941157, - 1.760480620854403, - 1.761380668871905, - 1.7614807271890893, - 1.759480693333651, - 1.7624806606703058 + 1.7815592660149107, + 1.7815593196590909, + 1.7824592007835873, + 1.7835592939098843, + 1.7875593079765806, + 1.7844593478878508, + 1.783559299870349, + 1.7855592145164976, + 1.7815592660149107, + 1.7835592939098843, + 1.7835592402657041, + 1.785459281369067, + 1.785459329052783, + 1.7854592277248869, + 1.7815592660149107, + 1.7855592681606778, + 1.7835592939098843, + 1.782459206744052, + 1.7825592471798428, + 1.783559299870349, + 1.783559299870349, + 1.7834592355927, + 1.7825591935356626, + 1.7834592951973447, + 1.7825592471798428, + 1.7883592917164335, + 1.7815593256195554, + 1.783559299870349, + 1.7825591935356626, + 1.7844593419273862, + 1.7825592531403074, + 1.7844592942436703, + 1.7815593196590909, + 1.7805593384941587, + 1.783559299870349, + 1.7825592471798428, + 1.7854592217644223, + 1.7825592531403074, + 1.782459260388232, + 1.7825592471798428, + 1.7815592660149107, + 1.7815592660149107, + 1.782459206744052, + 1.783559353514529, + 1.7815593196590909, + 1.7824592007835873, + 1.785359276696063, + 1.783559299870349, + 1.7815592660149107, + 1.7834592951973447, + 1.7835592939098843, + 1.783559299870349, + 1.783559299870349, + 1.7833593024452696, + 1.7824592007835873, + 1.7815592660149107, + 1.7845592869957456, + 1.7834592415531645, + 1.7815592660149107, + 1.7834592355927 ], "p90": [ - 1.817480727427508, - 1.81848065494826, - 1.8164806806974665, - 1.820480635159518, - 1.8174806737833278, - 1.8175807201795833, - 1.8204806411199823, - 1.8204806291990534, - 1.8204806947641627, - 1.8204806291990534, - 1.8194807016783014, - 1.8174806201391474, - 1.815480633967425, - 1.8175807201795833, - 1.8204806888036982, - 1.8204806888036982, - 1.8195806944303767, - 1.8194807016783014, - 1.81848065494826, - 1.8165806794100061, - 1.820480635159518, - 1.8174806737833278, - 1.8165806734495418, - 1.81848065494826, - 1.81848065494826, - 1.8185806596212641, - 1.8164806806974665, - 1.8176807248525872, - 1.81848065494826, - 1.8205807411604182, - 1.81848065494826, - 1.8194807016783014, - 1.8175806128912226, - 1.8164806806974665, - 1.8185806596212641, - 1.8164806806974665, - 1.8186806523733392, - 1.81848065494826, - 1.8185806596212641, - 1.8204806888036982, - 1.819580700390841, - 1.8204806888036982, - 1.8166806781225457, - 1.81848065494826, - 1.81848065494826, - 1.815480633967425, - 1.821480675929095, - 1.8204806291990534, - 1.81848065494826, - 1.8186806523733392, - 1.8204806291990534, - 1.8185806596212641, - 1.81848065494826, - 1.8154806935720698, - 1.81848065494826, - 1.8175806665354028, - 1.8175806128912226, - 1.817480727427508, - 1.81848065494826, - 1.8174806737833278 + 1.8425593747337827, + 1.839659346505023, + 1.839559294148303, + 1.8425592555244932, + 1.8405592812736997, + 1.8386592997749815, + 1.8426593138416776, + 1.840659285946704, + 1.8385593070229063, + 1.8425592614849577, + 1.8415593280037412, + 1.8405592812736997, + 1.8395592405041228, + 1.8425593747337827, + 1.839659346505023, + 1.8405592812736997, + 1.8415593280037412, + 1.8415593280037412, + 1.8405592812736997, + 1.840659285946704, + 1.8415593280037412, + 1.840659285946704, + 1.839559294148303, + 1.8405592812736997, + 1.8405592812736997, + 1.844659288092471, + 1.8395593001087676, + 1.8386592997749815, + 1.8405592812736997, + 1.8386592997749815, + 1.8386593116959105, + 1.8415593280037412, + 1.839559294148303, + 1.839659346505023, + 1.8396592928608426, + 1.8395592345436582, + 1.8386592997749815, + 1.8375592602928648, + 1.8405592812736997, + 1.8395593001087676, + 1.8385593070229063, + 1.8405592812736997, + 1.8395592405041228, + 1.8415593280037412, + 1.8405592812736997, + 1.8405592812736997, + 1.8416593207558165, + 1.8405592812736997, + 1.8395592464645871, + 1.8405592812736997, + 1.8425592614849577, + 1.840659285946704, + 1.8405592812736997, + 1.8405592812736997, + 1.839659346505023, + 1.8436593069275389, + 1.8405592812736997, + 1.840659285946704, + 1.840659285946704, + 1.8395593001087676 ], "timestamps": [ - "2026-06-21 02:06:00", - "2026-06-21 02:12:00", - "2026-06-21 02:18:00", "2026-06-21 02:24:00", "2026-06-21 02:30:00", "2026-06-21 02:36:00", @@ -795,6 +792,9 @@ "2026-06-22 07:42:00", "2026-06-22 07:48:00", "2026-06-22 07:54:00", - "2026-06-22 08:00:00" + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index a817e94fcff207f2d859d7239a333b0738957486..864d1ee70dc1a03fb3410c7b6d05aa0395dd5c66 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T08:21:15.648487+00:00", + "evaluated_at": "2026-06-22T08:28:21.971440+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 2898b10cd470566a4a861ea07ebf4e0fb669ddbd..9d0047b91f29d0e9206d87bfac4b7e43b4779407 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T08:17:21.011567+00:00", - "finished_at": "2026-06-22T08:21:15.817384+00:00", - "task_count": 3, + "started_at": "2026-06-22T08:25:13.208540+00:00", + "finished_at": "2026-06-22T08:28:22.129517+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T08:18:12.123050+00:00", + "evaluated_at": "2026-06-22T08:25:57.187819+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T08:18:51.349183+00:00", + "evaluated_at": "2026-06-22T08:26:32.215471+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:19:44.236940+00:00", + "evaluated_at": "2026-06-22T08:27:05.387965+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T08:20:11.473144+00:00", + "evaluated_at": "2026-06-22T08:27:25.877820+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T08:20:49.047783+00:00", + "evaluated_at": "2026-06-22T08:27:55.630958+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T08:21:15.196333+00:00", + "evaluated_at": "2026-06-22T08:28:21.590520+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T08:21:15.509366+00:00", + "evaluated_at": "2026-06-22T08:28:21.865858+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T08:21:15.596227+00:00", + "evaluated_at": "2026-06-22T08:28:21.943542+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T08:21:15.648487+00:00", + "evaluated_at": "2026-06-22T08:28:21.971440+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T08:21:15.677706+00:00", + "evaluated_at": "2026-06-22T08:28:22.001061+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -278,7 +218,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T08:22:15.587430+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_082821.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_082821.json new file mode 100644 index 0000000000000000000000000000000000000000..2ba63340717e8320e50bb3d8bd85ccfabbd5e6fc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_082821.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T08:28:21.798394+00:00", + "metrics": { + "MSE[mean]": 181377.95776021862, + "MSE[0.5]": 634970.9591533068, + "MAE[0.5]": 761.7133142933759, + "MASE[0.5]": 0.720121160175554, + "MAPE[0.5]": 0.011868589678183925, + "sMAPE[0.5]": 0.011946079782425303, + "MSIS": 14.13239047640919, + "RMSE[mean]": 425.88491140238654, + "NRMSE[mean]": 0.006643559719657064, + "ND[0.5]": 0.011882289692072891, + "mean_weighted_sum_quantile_loss": 0.010489052660017366 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64280.859375 + ], + "predictions": { + "p50": [ + 63386.03029651614, + 63340.792251269086, + 63348.57869974878, + 63352.317339984256, + 63338.56217465736, + 63352.485651761024, + 63353.89139820443, + 63376.573592020315, + 63343.466144400576, + 63354.59098395781, + 63342.889335759704, + 63342.24126249488, + 63330.00254627671, + 63332.95847013353, + 63354.699794057735, + 63329.945708064726, + 63320.26228417199, + 63342.81286113189, + 63342.83150426709, + 63385.11839546537, + 63342.82819769766, + 63354.67297845623, + 63322.45357247682, + 63331.47382085034 + ], + "p10": [ + 63111.29632055861, + 63101.960821406035, + 63103.194034889544, + 63106.36666566577, + 63107.554875115056, + 63106.53497744254, + 63106.96740009423, + 63104.99499025976, + 63101.12944326961, + 63100.932400245605, + 63106.84528977664, + 63102.607001809774, + 63102.696788857604, + 63085.81896996697, + 63148.26485605091, + 63102.63995064562, + 63082.15301018008, + 63086.25066940283, + 63086.269312538025, + 63107.231068545734, + 63086.266005968595, + 63107.23361300316, + 63101.0209319041, + 63109.6151791323 + ], + "p90": [ + 63635.35066420182, + 63642.81374612899, + 63644.0469596125, + 63623.5083210965, + 63586.603435840974, + 63582.40124365284, + 63580.590341639494, + 63667.68777651372, + 63667.94383756322, + 63667.74679453922, + 63609.239573608815, + 63610.59763084146, + 63624.94174920532, + 63624.872656653155, + 63623.94412758655, + 63610.63057967731, + 63569.27240171649, + 63584.06997013568, + 63633.74608248804, + 63623.91476752761, + 63633.74277591861, + 63624.89900886237, + 63606.440921277055, + 63586.58763113779 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_082538.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_082538.json new file mode 100644 index 0000000000000000000000000000000000000000..9da8575d4aba3953781e5846129a938bf8f40c35 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_082538.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T08:25:38.711776+00:00", + "metrics": { + "MSE[mean]": 97260.36832237244, + "MSE[0.5]": 97260.36832237244, + "MAE[0.5]": 238.15348307291666, + "MASE[0.5]": 0.2251494877563142, + "MAPE[0.5]": 0.0037145725831115727, + "sMAPE[0.5]": 0.00372087467249532, + "MSIS": 2.1139195181924215, + "RMSE[mean]": 311.86594607679183, + "NRMSE[mean]": 0.004864929425337011, + "ND[0.5]": 0.0037150573896344748, + "mean_weighted_sum_quantile_loss": 0.00541276180019314 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64280.859375 + ], + "predictions": { + "p50": [ + 64090.64453125, + 64100.203125, + 64114.3671875, + 64119.6171875, + 64111.28125, + 64114.05078125, + 64104.78515625, + 64093.13671875, + 64083.24609375, + 64066.84375, + 64049.03515625, + 64026.765625, + 64009.515625, + 63978.5234375, + 63968.2890625, + 63953.2109375, + 63871.296875, + 63852.52734375, + 63847.02734375, + 63804.32421875, + 63786.515625, + 63756.25, + 63736.890625, + 63705.55078125 + ], + "p10": [ + 63802.171875, + 63689.1875, + 63572.59375, + 63445.3515625, + 63313.859375, + 63203.43359375, + 63071.90625, + 63010.18359375, + 62921.37890625, + 62817.98828125, + 62791.69140625, + 62729.7734375, + 62683.734375, + 62591.02734375, + 62533.3359375, + 62474.41796875, + 62435.84765625, + 62407.3515625, + 62375.921875, + 62372.79296875, + 62343.7421875, + 62327.1875, + 62297.03125, + 62276.83984375 + ], + "p90": [ + 64318.16015625, + 64426.34765625, + 64519.55859375, + 64610.5625, + 64686.3046875, + 64724.56640625, + 64757.328125, + 64807.89453125, + 64831.48828125, + 64879.7578125, + 64904.96875, + 64962.16015625, + 65004.640625, + 65009.00390625, + 65054.578125, + 65084.5234375, + 65529.96875, + 65525.3515625, + 65530.29296875, + 65544.1328125, + 65541.359375, + 65615.4765625, + 65664.375, + 65620.2734375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_082821.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_082821.json new file mode 100644 index 0000000000000000000000000000000000000000..909a4516be367f654c32cde4c9a54bb4d0cf9667 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_082821.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T08:28:21.897931+00:00", + "metrics": { + "MSE[mean]": 106977.37288551086, + "MSE[0.5]": 100004.52100691859, + "MAE[0.5]": 267.52222558840367, + "MASE[0.5]": 0.2529145964084704, + "MAPE[0.5]": 0.004170096261901607, + "sMAPE[0.5]": 0.004178538388761046, + "MSIS": 2.129448504884515, + "RMSE[mean]": 327.0739562935436, + "NRMSE[mean]": 0.0051021656395983895, + "ND[0.5]": 0.004173192884856379, + "mean_weighted_sum_quantile_loss": 0.003204820720175078 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64280.859375 + ], + "predictions": { + "p50": [ + 64015.859605982994, + 63997.82476045473, + 64001.31921180146, + 63984.6476475232, + 63982.46827074494, + 63962.861159591674, + 63969.45912656341, + 63959.26803103514, + 63951.89724800688, + 63931.03037122861, + 63918.669353825346, + 63905.07982079708, + 63899.818412768815, + 63893.328489115556, + 63895.34442483729, + 63865.868173059025, + 63870.12824940576, + 63852.691060127494, + 63843.26558959923, + 63836.77566594596, + 63817.1099610427, + 63805.74113113943, + 63799.889879361166, + 63785.25933070791 + ], + "p10": [ + 63771.60804348299, + 63758.86382295473, + 63737.162571176465, + 63751.9132725232, + 63729.42764574494, + 63720.00217521667, + 63709.89857968841, + 63690.71334353514, + 63692.88552925688, + 63671.18427747861, + 63672.196697575346, + 63664.60911767208, + 63643.585990893815, + 63634.160520365556, + 63649.07997171229, + 63608.528329309025, + 63617.48176503076, + 63596.458638252494, + 63580.25191772423, + 63592.52410344596, + 63579.7798829177, + 63569.19464676443, + 63560.928941861166, + 63559.97222133291 + ], + "p90": [ + 64337.191637232994, + 64243.87554170473, + 64318.34069617646, + 64223.0628818982, + 64263.48584886994, + 64206.173659591674, + 64196.81420468841, + 64187.98287478514, + 64257.618341756875, + 64166.510058728614, + 64159.706463200346, + 64150.28099267208, + 64142.761772143815, + 64133.336301615556, + 64122.00458108729, + 64112.579110559025, + 64094.05989003076, + 64090.888325752494, + 64086.20894897423, + 64075.067853445966, + 64062.8298829177, + 64047.55792801443, + 64035.49261373617, + 64036.58120570791 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_082749.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_082749.json new file mode 100644 index 0000000000000000000000000000000000000000..5a526e158b7cc0d3ca04d336c6a7946399d519cf --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_082749.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T08:27:49.071150+00:00", + "metrics": { + "MSE[mean]": 91725.76643371582, + "MSE[0.5]": 112760.55572191875, + "MAE[0.5]": 248.45442708333334, + "MASE[0.5]": 0.23488796496616335, + "MAPE[0.5]": 0.0038716548615184538, + "sMAPE[0.5]": 0.0038822058937864876, + "MSIS": 2.110266031273177, + "RMSE[mean]": 302.8626197365991, + "NRMSE[mean]": 0.004724482711646987, + "ND[0.5]": 0.0038757461928059676, + "mean_weighted_sum_quantile_loss": 0.005490262979764241 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64280.859375 + ], + "predictions": { + "p50": [ + 64056.65234375, + 64093.7578125, + 64108.291015625, + 64125.904296875, + 64054.9765625, + 64101.734375, + 64070.724609375, + 64073.798828125, + 64038.724609375, + 64084.591796875, + 63994.21875, + 63931.404296875, + 63874.96484375, + 63911.6796875, + 63922.92578125, + 64026.64453125, + 63803.009765625, + 63851.580078125, + 63959.583984375, + 63553.578125, + 63705.763671875, + 63707.888671875, + 63589.8046875, + 63526.595703125 + ], + "p10": [ + 63835.775390625, + 63806.65625, + 63684.8203125, + 63656.4921875, + 63460.333984375, + 63535.927734375, + 63425.2109375, + 63197.998046875, + 63175.3515625, + 63146.0078125, + 62912.375, + 62800.68359375, + 62490.15234375, + 62713.38671875, + 62572.408203125, + 62571.96484375, + 62436.68359375, + 62310.56640625, + 62356.580078125, + 61813.533203125, + 61573.775390625, + 62133.63671875, + 61802.103515625, + 61844.6328125 + ], + "p90": [ + 64240.39453125, + 64365.171875, + 64566.36328125, + 64536.38671875, + 64608.3515625, + 64756.296875, + 64785.294921875, + 64895.806640625, + 65041.943359375, + 65066.142578125, + 65126.7890625, + 65123.552734375, + 65178.677734375, + 65239.169921875, + 65273.19140625, + 65397.541015625, + 65085.001953125, + 65798.4140625, + 65711.296875, + 65190.873046875, + 65227.150390625, + 65287.6015625, + 65434.359375, + 65313.69921875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_082821.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_082821.json new file mode 100644 index 0000000000000000000000000000000000000000..180eb2e560c04a8a8df22b4b1ef3126de16d1da5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_082821.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T08:28:21.951747+00:00", + "metrics": { + "MSE[mean]": 67403.47893815344, + "MSE[0.5]": 64531.00462646619, + "MAE[0.5]": 202.9155073556291, + "MASE[0.5]": 0.191835626124118, + "MAPE[0.5]": 0.0031674272052190436, + "sMAPE[0.5]": 0.003168026705909008, + "MSIS": 1.6334301545102423, + "RMSE[mean]": 259.6217998130231, + "NRMSE[mean]": 0.00404995078577232, + "ND[0.5]": 0.003165365231471969, + "mean_weighted_sum_quantile_loss": 0.0023411104139326234 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64280.859375 + ], + "predictions": { + "p50": [ + 64037.80297765899, + 64029.19360265899, + 64042.11352453399, + 64034.86743078399, + 64042.11352453399, + 64031.93188390899, + 64047.95532140899, + 64047.18969640899, + 64049.24438390899, + 64037.80297765899, + 64034.86743078399, + 64030.70336828399, + 64034.86743078399, + 64037.80297765899, + 64049.24438390899, + 64029.19360265899, + 64042.87914953399, + 64034.86743078399, + 64034.86743078399, + 64037.80297765899, + 64027.56274328399, + 64025.61938390899, + 64029.19360265899, + 64023.98852453399 + ], + "p10": [ + 63793.55141515899, + 63790.23266515899, + 63777.95688390899, + 63802.13305578399, + 63789.07289953399, + 63789.07289953399, + 63788.39477453399, + 63778.63500890899, + 63790.23266515899, + 63777.95688390899, + 63788.39477453399, + 63790.23266515899, + 63778.63500890899, + 63778.63500890899, + 63802.97993078399, + 63771.85375890899, + 63790.23266515899, + 63778.63500890899, + 63771.85375890899, + 63793.55141515899, + 63790.23266515899, + 63789.07289953399, + 63790.23266515899, + 63798.70141515899 + ], + "p90": [ + 64359.13500890899, + 64275.24438390899, + 64359.13500890899, + 64273.28266515899, + 64323.13110265899, + 64275.24438390899, + 64275.31039953399, + 64275.90454015899, + 64354.96547765899, + 64273.28266515899, + 64275.90454015899, + 64275.90454015899, + 64277.81079015899, + 64277.81079015899, + 64275.90454015899, + 64275.90454015899, + 64266.81079015899, + 64273.06469640899, + 64277.81079015899, + 64276.09516515899, + 64273.28266515899, + 64267.43618078399, + 64264.79633703399, + 64275.31039953399 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_082821.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_082821.json new file mode 100644 index 0000000000000000000000000000000000000000..5ddff934c49485f9102dc6bfd2727601b24d1d74 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_082821.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T08:28:21.977928+00:00", + "metrics": { + "MSE[mean]": 171684.5554192861, + "MSE[0.5]": 171684.5554192861, + "MAE[0.5]": 335.6746419270833, + "MASE[0.5]": 0.31734565754609273, + "MAPE[0.5]": 0.005241529341098877, + "sMAPE[0.5]": 0.005244746136000951, + "MSIS": 3.6318268306067036, + "RMSE[mean]": 414.3483503276996, + "NRMSE[mean]": 0.006463596000804534, + "ND[0.5]": 0.005236331389796643, + "mean_weighted_sum_quantile_loss": 0.005458276129799634 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64280.859375 + ], + "predictions": { + "p50": [ + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "p10": [ + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72 + ], + "p90": [ + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_082812.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_082812.json new file mode 100644 index 0000000000000000000000000000000000000000..4927c8c927eadbe9fe1067cc9a4cbc6b1cbfb3d1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_082812.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T08:28:12.709620+00:00", + "metrics": { + "MSE[mean]": 64572.27423095703, + "MSE[0.5]": 64572.27423095703, + "MAE[0.5]": 179.28287760416666, + "MASE[0.5]": 0.16949341884576682, + "MAPE[0.5]": 0.0028000694067353525, + "sMAPE[0.5]": 0.002799467109212261, + "MSIS": 1.282233653286884, + "RMSE[mean]": 254.11075189955469, + "NRMSE[mean]": 0.003963981607361051, + "ND[0.5]": 0.0027967097969101113, + "mean_weighted_sum_quantile_loss": 0.0034878574748607775 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64280.859375 + ], + "predictions": { + "p50": [ + 64092.609375, + 64113.0234375, + 64130.296875, + 64146.0, + 64155.421875, + 64146.0, + 64149.140625, + 64130.296875, + 64128.7265625, + 64106.7421875, + 64105.171875, + 64081.6171875, + 64084.7578125, + 64076.90625, + 64078.4765625, + 64058.0625, + 64040.7890625, + 64034.5078125, + 64042.359375, + 64007.8125, + 63987.3984375, + 63979.546875, + 63982.6875, + 63941.07421875 + ], + "p10": [ + 63830.3671875, + 63756.171875, + 63691.7890625, + 63644.28515625, + 63604.2421875, + 63553.9921875, + 63511.59375, + 63462.9140625, + 63425.2265625, + 63362.4140625, + 63320.015625, + 63279.1875, + 63254.0625, + 63219.515625, + 63203.8125, + 63147.28125, + 63144.140625, + 63115.875, + 63106.453125, + 63065.625, + 63031.078125, + 63018.515625, + 63012.234375, + 62980.828125 + ], + "p90": [ + 64343.859375, + 64434.9375, + 64500.890625, + 64554.28125, + 64585.6875, + 64598.25, + 64661.0625, + 64661.0625, + 64679.90625, + 64679.90625, + 64698.75, + 64711.3125, + 64717.59375, + 64736.4375, + 64755.28125, + 64761.5625, + 64761.5625, + 64780.40625, + 64799.25, + 64780.40625, + 64767.84375, + 64761.5625, + 64792.96875, + 64767.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_082624.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_082624.json new file mode 100644 index 0000000000000000000000000000000000000000..ad658cbb7f504a5779c0c0f31e49f1c926ad9eeb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_082624.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T08:26:24.802345+00:00", + "metrics": { + "MSE[mean]": 75407.34399096172, + "MSE[0.5]": 62322.859713872276, + "MAE[0.5]": 193.77522786458334, + "MASE[0.5]": 0.18319443717821282, + "MAPE[0.5]": 0.0030272897262463064, + "sMAPE[0.5]": 0.0030253593014953986, + "MSIS": 4.722278984314173, + "RMSE[mean]": 274.60397664812086, + "NRMSE[mean]": 0.004283664129141725, + "ND[0.5]": 0.0030227821273813293, + "mean_weighted_sum_quantile_loss": 0.0028970618659111347 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64280.859375 + ], + "predictions": { + "p50": [ + 64031.140625, + 64044.4453125, + 64049.05859375, + 64052.21484375, + 64068.1953125, + 64063.76953125, + 64048.94921875, + 64045.171875, + 64060.71875, + 64088.06640625, + 64076.7890625, + 64095.875, + 64093.95703125, + 64072.67578125, + 64098.0703125, + 64094.60546875, + 64103.515625, + 64128.890625, + 64138.5625, + 64161.65625, + 64136.4140625, + 64146.78515625, + 64145.61328125, + 64167.640625 + ], + "p10": [ + 64059.95703125, + 64102.04296875, + 64128.21875, + 64130.75390625, + 64131.08984375, + 64124.171875, + 64128.390625, + 64146.09765625, + 64132.2890625, + 64159.4140625, + 64150.5078125, + 64142.60546875, + 64134.3203125, + 64148.671875, + 64169.5078125, + 64182.5, + 64171.3125, + 64219.75390625, + 64219.88671875, + 64212.83203125, + 64220.45703125, + 64265.15625, + 64213.734375, + 64201.1171875 + ], + "p90": [ + 64284.65234375, + 64354.6796875, + 64391.80078125, + 64406.58984375, + 64430.234375, + 64442.7109375, + 64459.6328125, + 64468.109375, + 64498.10546875, + 64548.5, + 64551.234375, + 64574.28125, + 64587.77734375, + 64593.76953125, + 64622.4375, + 64646.66015625, + 64658.04296875, + 64676.8515625, + 64698.05078125, + 64689.4921875, + 64678.0234375, + 64708.02734375, + 64692.515625, + 64691.6328125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_082715.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_082715.json new file mode 100644 index 0000000000000000000000000000000000000000..026c6751dcd88c45f1488031a9a554e88d65d42c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_082715.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T08:27:15.075967+00:00", + "metrics": { + "MSE[mean]": 109621.58503405254, + "MSE[0.5]": 109621.58503405254, + "MAE[0.5]": 238.43115234375, + "MASE[0.5]": 0.22541199533456635, + "MAPE[0.5]": 0.003730785682503133, + "sMAPE[0.5]": 0.003718927603721484, + "MSIS": 1.6199102611842695, + "RMSE[mean]": 331.0915055298951, + "NRMSE[mean]": 0.005164837097458858, + "ND[0.5]": 0.003719388870590258, + "mean_weighted_sum_quantile_loss": 0.0037077035200914904 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64280.859375 + ], + "predictions": { + "p50": [ + 64063.28125, + 64099.48828125, + 64140.84375, + 64175.0703125, + 64196.34375, + 64220.2421875, + 64235.8828125, + 64246.0859375, + 64257.0390625, + 64263.6953125, + 64277.96875, + 64293.3203125, + 64307.10546875, + 64321.5390625, + 64338.296875, + 64347.46875, + 64354.3046875, + 64364.9140625, + 64372.0078125, + 64373.64453125, + 64378.140625, + 64384.55078125, + 64390.09375, + 64390.875 + ], + "p10": [ + 63851.63671875, + 63766.4296875, + 63717.10546875, + 63697.4140625, + 63676.20703125, + 63664.23828125, + 63638.55859375, + 63609.66796875, + 63589.9453125, + 63556.1171875, + 63521.84375, + 63496.19140625, + 63479.6015625, + 63478.171875, + 63467.6796875, + 63449.359375, + 63427.640625, + 63416.2890625, + 63406.83984375, + 63387.2265625, + 63373.78125, + 63361.08203125, + 63345.9453125, + 63325.87109375 + ], + "p90": [ + 64283.7890625, + 64406.703125, + 64509.25, + 64595.51171875, + 64656.94140625, + 64725.56640625, + 64784.37890625, + 64831.4921875, + 64872.640625, + 64908.625, + 64949.6953125, + 64988.25, + 65017.5390625, + 65061.62109375, + 65114.52734375, + 65141.77734375, + 65174.265625, + 65235.4921875, + 65286.3125, + 65330.140625, + 65370.984375, + 65414.06640625, + 65455.4140625, + 65485.5234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_082659.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_082659.json new file mode 100644 index 0000000000000000000000000000000000000000..f436f8fcfbb8d2dbd7ab3fd3405af43178d517da --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_082659.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T08:26:59.542499+00:00", + "metrics": { + "MSE[mean]": 64239.231733957924, + "MSE[0.5]": 64239.231733957924, + "MAE[0.5]": 168.0869140625, + "MASE[0.5]": 0.15890879323450577, + "MAPE[0.5]": 0.002629148621341898, + "sMAPE[0.5]": 0.002624516996136556, + "MSIS": 1.3904452473202993, + "RMSE[mean]": 253.4545950144876, + "NRMSE[mean]": 0.003953745937266394, + "ND[0.5]": 0.002622059203717603, + "mean_weighted_sum_quantile_loss": 0.003137163184447113 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64280.859375 + ], + "predictions": { + "p50": [ + 64089.44140625, + 64124.39453125, + 64144.28125, + 64149.2109375, + 64152.23828125, + 64154.26171875, + 64160.05859375, + 64161.8828125, + 64163.5390625, + 64164.44140625, + 64165.58984375, + 64171.2109375, + 64160.49609375, + 64161.859375, + 64164.6171875, + 64163.23046875, + 64163.3828125, + 64156.14453125, + 64157.9921875, + 64150.15625, + 64149.05859375, + 64146.09375, + 64144.44140625, + 64144.58203125 + ], + "p10": [ + 63865.99609375, + 63836.4296875, + 63800.5859375, + 63768.40625, + 63736.046875, + 63694.4140625, + 63661.46875, + 63632.31640625, + 63605.28515625, + 63574.32421875, + 63542.4296875, + 63520.6640625, + 63479.19140625, + 63448.859375, + 63425.4140625, + 63406.31640625, + 63375.88671875, + 63337.98828125, + 63316.953125, + 63279.59375, + 63255.66796875, + 63224.921875, + 63193.46875, + 63163.06640625 + ], + "p90": [ + 64323.61328125, + 64428.7109375, + 64505.9921875, + 64546.6171875, + 64584.015625, + 64628.03515625, + 64660.48828125, + 64680.3671875, + 64713.65234375, + 64741.55078125, + 64771.33203125, + 64804.2265625, + 64816.24609375, + 64848.10546875, + 64885.5546875, + 64901.3828125, + 64928.0703125, + 64940.30078125, + 64972.2265625, + 64989.0546875, + 65013.7734375, + 65045.80078125, + 65074.94140625, + 65102.6875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_082821.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_082821.json new file mode 100644 index 0000000000000000000000000000000000000000..002146ab88b4695d0301e62428ea0e8d39f06323 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_082821.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T08:28:21.836684+00:00", + "metrics": { + "MSE[mean]": 0.44776788754383967, + "MSE[0.5]": 0.44044683312161986, + "MAE[0.5]": 0.5707116205082866, + "MASE[0.5]": 1.6250717350662072, + "MAPE[0.5]": 0.7289104089897205, + "sMAPE[0.5]": 0.4709657956499252, + "MSIS": 63.00164862123102, + "RMSE[mean]": 0.6691546066073517, + "NRMSE[mean]": 0.6206123677061175, + "ND[0.5]": 0.5293106952917921, + "mean_weighted_sum_quantile_loss": 0.5266011409936839 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" + ], + "context": [ + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126 + ], + "actual": [ + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 + ], + "predictions": { + "p50": [ + 1.7890180921312078, + 1.7821812708238054, + 1.7731896456214553, + 1.7665492079025569, + 1.7588033986307856, + 1.7515322790577117, + 1.743284621476377, + 1.736769326919154, + 1.7283714958646477, + 1.7241427413233723, + 1.717925116367673, + 1.7124279461660246, + 1.7066994127637565, + 1.7003954247116282, + 1.6944599432654732, + 1.6896611207025969, + 1.6848912441496964, + 1.6814667385624449, + 1.6748753704334527, + 1.6726598748043626, + 1.6675125209159263, + 1.663253791855178, + 1.6581998296481715, + 1.653663543458539, + 1.6514569641021506, + 1.6486058973894258, + 1.6431245467431121, + 1.6386324231063547, + 1.6366099642128935, + 1.6337943979434355, + 1.6293978657974018, + 1.6290251477952697, + 1.6245327994309136, + 1.6207573431451714, + 1.6198130022850292, + 1.6165360919229979, + 1.6143551359446815, + 1.6101097487731417, + 1.6099129152902687, + 1.6072842789798079, + 1.6050066701858743, + 1.6007950604500416, + 1.600789004060275, + 1.5991271453013214, + 1.5958766714877384, + 1.5938702544135126, + 1.5928640659621687, + 1.5923371786861287, + 1.5880825750999155, + 1.5871669079541613, + 1.5855437272658643, + 1.5850221291628546, + 1.5818466608191228, + 1.582074894651071, + 1.5804024605699185, + 1.5790006766084606, + 1.5780444716142021, + 1.5758587973883844, + 1.575681903337349, + 1.5728223325507042 + ], + "p10": [ + 1.779396488131305, + 1.7716465267883692, + 1.7625099114995855, + 1.7562566803641546, + 1.7486948221305778, + 1.7410020989836013, + 1.7330853922851277, + 1.7269027501547172, + 1.718671826850673, + 1.7136461587697664, + 1.7056568343733352, + 1.7026966464406055, + 1.6976423314536184, + 1.6903065357938019, + 1.6836478737058538, + 1.6785646653577417, + 1.6750676312291513, + 1.6710386565985038, + 1.6652047166830546, + 1.661221232319462, + 1.6579891343099642, + 1.6532199445819848, + 1.648258128053847, + 1.6437894163786775, + 1.6413847695506798, + 1.6376053360870737, + 1.6320858884002913, + 1.6286181805066147, + 1.6251037373397164, + 1.6228752774977901, + 1.6180132576587833, + 1.6179950768911582, + 1.6141893934973313, + 1.6113501457530655, + 1.6095848361980079, + 1.607154702895019, + 1.602341249325565, + 1.6004893749764426, + 1.5987230919349271, + 1.5960282272379136, + 1.593343967591608, + 1.5923059457451614, + 1.5907658685526014, + 1.5888520739583587, + 1.5844471143053593, + 1.5852378960198432, + 1.5808636545479924, + 1.5797724136783873, + 1.5776959868988518, + 1.5764464735705137, + 1.5759882248764419, + 1.5750057238522668, + 1.573516313260222, + 1.5719739664231067, + 1.569586428783965, + 1.5673553834121454, + 1.5681063949072738, + 1.5656331283088174, + 1.563323586646368, + 1.5630150466256951 + ], + "p90": [ + 1.7993298121234642, + 1.7909583776338962, + 1.7830979538741005, + 1.7748249055456677, + 1.7676032790272966, + 1.7606684010031093, + 1.7523639093674954, + 1.746123093247723, + 1.7393914145273868, + 1.733129511327833, + 1.7274323397162896, + 1.7221312876157027, + 1.716705668229522, + 1.710199851564558, + 1.7049471496601976, + 1.6998517203573582, + 1.6948425162462333, + 1.6901578738429992, + 1.6843372656091637, + 1.6798482779666588, + 1.6762151604275197, + 1.6719876508069687, + 1.6663224463994994, + 1.6639717549913102, + 1.6604971129096617, + 1.6564432973520538, + 1.6528996554159188, + 1.6494508899895126, + 1.6457507322289695, + 1.6430788795898117, + 1.6388440481555349, + 1.6381110949019493, + 1.6338339674706288, + 1.6305189548931043, + 1.6277993495680851, + 1.6270417526474734, + 1.6223614163897997, + 1.620923780904402, + 1.617533416456846, + 1.6162392068605136, + 1.6111214755084764, + 1.6100183211682921, + 1.6099314235318274, + 1.607588815907056, + 1.605641267927305, + 1.6034741929709884, + 1.6037773045712316, + 1.6015941220475658, + 1.5953268763904858, + 1.5964508086170963, + 1.5954978917517575, + 1.594732405621201, + 1.592009718079591, + 1.5908824233198255, + 1.5883197519919032, + 1.5881434763459015, + 1.5869746334264943, + 1.585740075337456, + 1.584124185870622, + 1.583251363403275 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_082555.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_082555.json new file mode 100644 index 0000000000000000000000000000000000000000..d270603d48022035f8e7bf720fc0f08179348113 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_082555.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T08:25:55.142351+00:00", + "metrics": { + "MSE[mean]": 0.0019156625260478084, + "MSE[0.5]": 0.0019156625260478084, + "MAE[0.5]": 0.034032625953356425, + "MASE[0.5]": 0.09690613703927047, + "MAPE[0.5]": 0.04493209441656498, + "sMAPE[0.5]": 0.04692569654946664, + "MSIS": 0.8505725378396662, + "RMSE[mean]": 0.04376828219210583, + "NRMSE[mean]": 0.04059321563874573, + "ND[0.5]": 0.03156380956451021, + "mean_weighted_sum_quantile_loss": 0.04448366608702285 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" + ], + "context": [ + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126 + ], + "actual": [ + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 + ], + "predictions": { + "p50": [ + 1.813694953918457, + 1.7957689762115479, + 1.777449369430542, + 1.7548774480819702, + 1.7343124151229858, + 1.708827018737793, + 1.6872973442077637, + 1.666253685951233, + 1.6426931619644165, + 1.6167325973510742, + 1.5896539688110352, + 1.5572890043258667, + 1.5277124643325806, + 1.4936410188674927, + 1.4632281064987183, + 1.4308044910430908, + 1.3973408937454224, + 1.3656166791915894, + 1.3344197273254395, + 1.3000982999801636, + 1.265637755393982, + 1.2342677116394043, + 1.2015480995178223, + 1.1718403100967407, + 1.1386566162109375, + 1.1113030910491943, + 1.0816994905471802, + 1.0511178970336914, + 1.0232744216918945, + 0.9943550229072571, + 0.9634639620780945, + 0.9427201747894287, + 0.8612415790557861, + 0.8373909592628479, + 0.8119419813156128, + 0.7893197536468506, + 0.7611677646636963, + 0.7421069145202637, + 0.7218084335327148, + 0.6998492479324341, + 0.681611180305481, + 0.6665365695953369, + 0.6513314843177795, + 0.634899914264679, + 0.6214322447776794, + 0.6109726428985596, + 0.598051130771637, + 0.5891450047492981, + 0.5798773169517517, + 0.5752454996109009, + 0.5730868577957153, + 0.5711357593536377, + 0.5672129392623901, + 0.5688566565513611, + 0.5708483457565308, + 0.5726089477539062, + 0.576166570186615, + 0.5829684138298035, + 0.5881031155586243, + 0.5902057886123657 + ], + "p10": [ + 1.7962870597839355, + 1.7703005075454712, + 1.7459030151367188, + 1.7260371446609497, + 1.7002463340759277, + 1.6677472591400146, + 1.6492927074432373, + 1.6228938102722168, + 1.5939223766326904, + 1.568013310432434, + 1.532870888710022, + 1.5010448694229126, + 1.4711425304412842, + 1.4284604787826538, + 1.3972234725952148, + 1.3627554178237915, + 1.313355803489685, + 1.2847031354904175, + 1.2519383430480957, + 1.2193622589111328, + 1.1812297105789185, + 1.149035096168518, + 1.1086137294769287, + 1.079508662223816, + 1.0401417016983032, + 1.0120038986206055, + 0.9742492437362671, + 0.9384559392929077, + 0.9035816788673401, + 0.8642292618751526, + 0.8409700393676758, + 0.8122654557228088, + 0.7031164169311523, + 0.6698365211486816, + 0.6407501697540283, + 0.6199304461479187, + 0.5795405507087708, + 0.5493672490119934, + 0.5311358571052551, + 0.5038456320762634, + 0.4815260171890259, + 0.4640843868255615, + 0.44238489866256714, + 0.42493510246276855, + 0.4125148057937622, + 0.38600194454193115, + 0.3720283508300781, + 0.36607617139816284, + 0.3140541911125183, + 0.29919618368148804, + 0.28722840547561646, + 0.2881976366043091, + 0.2821430563926697, + 0.26971763372421265, + 0.27523815631866455, + 0.2783105969429016, + 0.2709696888923645, + 0.26922786235809326, + 0.2702481746673584, + 0.2810137867927551 + ], + "p90": [ + 1.841600775718689, + 1.8184328079223633, + 1.8017736673355103, + 1.7865211963653564, + 1.768693208694458, + 1.7455451488494873, + 1.7258284091949463, + 1.708741307258606, + 1.6875945329666138, + 1.6658557653427124, + 1.6436412334442139, + 1.6083765029907227, + 1.5852062702178955, + 1.5554773807525635, + 1.5219171047210693, + 1.4973310232162476, + 1.4692561626434326, + 1.440140962600708, + 1.4085367918014526, + 1.3859937191009521, + 1.3495731353759766, + 1.3182131052017212, + 1.2914206981658936, + 1.2603411674499512, + 1.238816738128662, + 1.2122153043746948, + 1.1864904165267944, + 1.1521308422088623, + 1.1296488046646118, + 1.1092771291732788, + 1.0828107595443726, + 1.0586602687835693, + 1.0207337141036987, + 1.00173020362854, + 0.9809480309486389, + 0.9513722062110901, + 0.9372194409370422, + 0.9164077043533325, + 0.9047757983207703, + 0.8903056383132935, + 0.8809574842453003, + 0.8622254729270935, + 0.8625350594520569, + 0.8367741107940674, + 0.8332716822624207, + 0.8261147141456604, + 0.8219413757324219, + 0.8143631219863892, + 0.8472869992256165, + 0.8458486795425415, + 0.8514740467071533, + 0.8518638610839844, + 0.8509787917137146, + 0.8609020113945007, + 0.8631551861763, + 0.8736646175384521, + 0.8824418187141418, + 0.8771594762802124, + 0.8962066173553467, + 0.8930429220199585 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_082821.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_082821.json new file mode 100644 index 0000000000000000000000000000000000000000..39b32e919bc254bbf61ecf6dcff374b1282d6111 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_082821.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T08:28:21.923623+00:00", + "metrics": { + "MSE[mean]": 0.23794794169942393, + "MSE[0.5]": 0.24033869613727893, + "MAE[0.5]": 0.4294122838554834, + "MASE[0.5]": 1.2227292035201178, + "MAPE[0.5]": 0.5378711591145833, + "sMAPE[0.5]": 0.38634910519256876, + "MSIS": 44.09849147146097, + "RMSE[mean]": 0.48779907923183286, + "NRMSE[mean]": 0.4524128482979583, + "ND[0.5]": 0.39826158495239905, + "mean_weighted_sum_quantile_loss": 0.3877096466730053 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" + ], + "context": [ + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126 + ], + "actual": [ + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 + ], + "predictions": { + "p50": [ + 1.7948757096559902, + 1.7915255125544314, + 1.776675374103843, + 1.7718251665118667, + 1.759474980973609, + 1.7441248638614835, + 1.7382746989464328, + 1.7314245320048243, + 1.7220743376450791, + 1.7137241751142143, + 1.6978739750324232, + 1.692023839919695, + 1.6831736093203258, + 1.6698234515578325, + 1.6564732937953393, + 1.6536230902564788, + 1.6437729768398412, + 1.636922765194749, + 1.6180725888356065, + 1.6092224476432044, + 1.5963722685422483, + 1.592522137482636, + 1.579671898777035, + 1.5713217809496538, + 1.5584715571452141, + 1.5551214792529449, + 1.5392712046653478, + 1.5294210316440655, + 1.5255708409798083, + 1.5162207509281915, + 1.4958705640786316, + 1.4960203219159613, + 1.485670185134303, + 1.4698199999536732, + 1.4629698181109034, + 1.4486196285195299, + 1.444769467657595, + 1.4264193295646346, + 1.4215691517749807, + 1.4202189587265377, + 1.4038687799832095, + 1.3935186730038736, + 1.3866684613587814, + 1.3728182951324286, + 1.3619681200845883, + 1.356117970070699, + 1.3442677780951395, + 1.338417613180089, + 1.32156741107174, + 1.3187172671375242, + 1.3068671049642873, + 1.2990169806996044, + 1.2861667270928423, + 1.2803165621777917, + 1.261466370917488, + 1.2596161694051855, + 1.249766055988548, + 1.2344158643706165, + 1.2270657485697931, + 1.2142155098641922 + ], + "p10": [ + 1.7633756979734798, + 1.7535255785963777, + 1.7445752866995918, + 1.7358252068046065, + 1.7299750478500204, + 1.7170249147400083, + 1.706274693701224, + 1.6984244353260904, + 1.6845743138032212, + 1.6767241686769125, + 1.66687394201145, + 1.6589238100935306, + 1.6490736847559642, + 1.6392234104067858, + 1.6254732756755272, + 1.619623104800012, + 1.6077729575279363, + 1.5968226973408215, + 1.5870725647553299, + 1.5782224444245536, + 1.5683722714032713, + 1.55842203410434, + 1.5476718190260204, + 1.5387217476664201, + 1.527971526627636, + 1.5239213981429443, + 1.5072712590247836, + 1.499421060254295, + 1.4885707808983264, + 1.4806207562687677, + 1.4688704944604065, + 1.4609203625424871, + 1.4481702149366251, + 1.4373200607504106, + 1.4304698491053187, + 1.4196196233935303, + 1.4126694249568275, + 1.3999192833114302, + 1.3899691175380726, + 1.380218931308401, + 1.3693687771221863, + 1.359518604100904, + 1.350568371808763, + 1.341818345557958, + 1.3299681386812372, + 1.3210178467844516, + 1.314067749675645, + 1.3024175998286485, + 1.2905673929519277, + 1.2826172491130796, + 1.272867074804337, + 1.2630169077435192, + 1.2531667347222368, + 1.2431165642758752, + 1.2323662895929106, + 1.2216161818029514, + 1.2147660297625043, + 1.2038158112986408, + 1.1920656627391044, + 1.1841154592956116 + ], + "p90": [ + 1.8243758066923519, + 1.8116256054423099, + 1.8016753800643075, + 1.7948251684192154, + 1.7829750211471396, + 1.771224866627139, + 1.7653747076725528, + 1.7535245067562968, + 1.7415743548112168, + 1.735724136251986, + 1.7248740297494871, + 1.7140238099981633, + 1.703173596207304, + 1.6963235574156816, + 1.6835733561656396, + 1.674623117913034, + 1.6657729916217932, + 1.6559228186005108, + 1.6450725988491868, + 1.6353224305009086, + 1.6263722995366636, + 1.615622084458344, + 1.6046719196386607, + 1.5958217337427751, + 1.5859715607214928, + 1.5802213945189818, + 1.565271233513996, + 1.5545210601589277, + 1.5465708686363635, + 1.534820714116363, + 1.5249705530160096, + 1.518020396302558, + 1.5061701894258375, + 1.4964200687612752, + 1.4865698420958124, + 1.4766196107573457, + 1.4658695029673867, + 1.4549192904639876, + 1.4480691384235402, + 1.4372189842373257, + 1.4263688181301821, + 1.4185186193596933, + 1.407668405568834, + 1.39981832004717, + 1.3889681002958463, + 1.379117927274564, + 1.3703677937353984, + 1.3594175812319993, + 1.3485673734016044, + 1.3397172351894346, + 1.3318670423794103, + 1.3201168938198742, + 1.3101667161255877, + 1.3003165431043053, + 1.2895664353143463, + 1.2837162227155798, + 1.2707660240404584, + 1.2610158556921802, + 1.251165682670898, + 1.2402155238116792 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_082753.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_082753.json new file mode 100644 index 0000000000000000000000000000000000000000..17761b9ce99b0ef71c556c1d05d65b22c9dd08d3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_082753.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T08:27:53.266043+00:00", + "metrics": { + "MSE[mean]": 0.058767863888305585, + "MSE[0.5]": 0.06391788932453193, + "MAE[0.5]": 0.20137391438086827, + "MASE[0.5]": 0.5734017753984735, + "MAPE[0.5]": 0.2668303726096381, + "sMAPE[0.5]": 0.21551109691074977, + "MSIS": 3.8438845322856667, + "RMSE[mean]": 0.2424208404578814, + "NRMSE[mean]": 0.22483499372537952, + "ND[0.5]": 0.18676571985626764, + "mean_weighted_sum_quantile_loss": 0.1942484882127122 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" + ], + "context": [ + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126 + ], + "actual": [ + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 + ], + "predictions": { + "p50": [ + 1.7702491879463196, + 1.7481760382652283, + 1.7300256490707397, + 1.7110863327980042, + 1.6926612854003906, + 1.6719623804092407, + 1.6191068887710571, + 1.5899999737739563, + 1.587098479270935, + 1.4963500499725342, + 1.4973981380462646, + 1.475197672843933, + 1.4047491550445557, + 1.395127296447754, + 1.3652357459068298, + 1.3790635466575623, + 1.358424723148346, + 1.240847408771515, + 1.2937375903129578, + 1.2579584121704102, + 1.242617428302765, + 1.2494643330574036, + 1.220892071723938, + 1.2210928201675415, + 1.2163470387458801, + 1.1625753045082092, + 1.1323311924934387, + 1.2148005962371826, + 1.1595466136932373, + 1.2102859616279602, + 1.1181909441947937, + 1.209015667438507, + 1.1995049118995667, + 1.2128737568855286, + 1.0956034660339355, + 1.155479371547699, + 1.1286593675613403, + 1.0900766253471375, + 1.068762481212616, + 1.1080448627471924, + 1.097095012664795, + 1.092276155948639, + 1.1102880239486694, + 1.0148162245750427, + 1.0045216083526611, + 0.9616708755493164, + 0.958824098110199, + 1.1237615942955017, + 1.0883718729019165, + 1.1137707233428955, + 1.1024373173713684, + 1.0678936839103699, + 1.1147955656051636, + 1.0882572531700134, + 1.0821642875671387, + 1.019241750240326, + 0.9503925144672394, + 0.9596566259860992, + 1.0951327681541443, + 1.043410062789917 + ], + "p10": [ + 1.7310659885406494, + 1.6945934295654297, + 1.6606082916259766, + 1.6030662655830383, + 1.5633723139762878, + 1.5129451751708984, + 1.390224039554596, + 1.3518479466438293, + 1.2844064831733704, + 1.1833059191703796, + 1.1615844368934631, + 1.1578834056854248, + 1.017691433429718, + 0.9533451199531555, + 0.9504250884056091, + 0.8548688888549805, + 0.7951234579086304, + 0.6547397971153259, + 0.5930394530296326, + 0.6085372567176819, + 0.3961002826690674, + 0.4691631495952606, + 0.4579874575138092, + 0.5481761693954468, + 0.502610057592392, + 0.42323148250579834, + 0.32308781147003174, + 0.4547185003757477, + 0.3758352994918823, + 0.370145708322525, + 0.29566606879234314, + 0.25404244661331177, + 0.12245461344718933, + 0.3589102327823639, + 0.20710384845733643, + 0.2030656635761261, + 0.16796031594276428, + 0.22984683513641357, + 0.12117180228233337, + 0.27084586024284363, + 0.1852828860282898, + 0.2594831585884094, + -0.07874101400375366, + 0.12520968914031982, + 0.12095582485198975, + 0.047853946685791016, + 0.19485217332839966, + 0.2208300530910492, + 0.11035647988319397, + 0.19218045473098755, + 0.1540553867816925, + 0.1586327850818634, + 0.04780477285385132, + -0.06045842170715332, + 0.11201971769332886, + 0.09427586197853088, + 0.0473325252532959, + 0.04069548845291138, + -0.11113178730010986, + 0.0704534649848938 + ], + "p90": [ + 1.8035674095153809, + 1.8183510303497314, + 1.7969398498535156, + 1.7928515672683716, + 1.8075327277183533, + 1.7992019653320312, + 1.8073735237121582, + 1.7839146852493286, + 1.8040810823440552, + 1.7772667407989502, + 1.7913333773612976, + 1.763013482093811, + 1.7734283208847046, + 1.7468680143356323, + 1.8794321417808533, + 1.809983491897583, + 1.7819052934646606, + 1.814613401889801, + 1.838896632194519, + 1.777236819267273, + 1.8613736033439636, + 1.9166555404663086, + 1.8010727763175964, + 1.9085039496421814, + 1.8285747170448303, + 1.8358875513076782, + 1.9678990840911865, + 1.9193850755691528, + 1.865118682384491, + 1.826352059841156, + 1.865258812904358, + 1.9693787693977356, + 1.889743149280548, + 1.9107298851013184, + 1.9195233583450317, + 1.8915256261825562, + 1.9175196290016174, + 1.847542941570282, + 1.912648320198059, + 1.9575982093811035, + 1.9697160720825195, + 1.7889408469200134, + 1.8974084854125977, + 2.0307064056396484, + 1.879953920841217, + 1.887226641178131, + 1.8963060975074768, + 2.015823245048523, + 1.9519254565238953, + 1.871006965637207, + 1.9849674701690674, + 2.023432731628418, + 1.8970469236373901, + 2.0116794109344482, + 1.9388970136642456, + 1.958156943321228, + 1.955006182193756, + 1.8894610404968262, + 2.0886584520339966, + 1.939305067062378 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_082821.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_082821.json new file mode 100644 index 0000000000000000000000000000000000000000..338dca5380c4e2a8ebc74086798e31086be41c75 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_082821.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T08:28:21.962616+00:00", + "metrics": { + "MSE[mean]": 0.7006716914426235, + "MSE[0.5]": 0.7047998782476833, + "MAE[0.5]": 0.7381759560247428, + "MASE[0.5]": 2.1019177436283996, + "MAPE[0.5]": 0.9284599699527978, + "sMAPE[0.5]": 0.5566075282722848, + "MSIS": 78.98570039465984, + "RMSE[mean]": 0.8370613426999383, + "NRMSE[mean]": 0.7763387065989349, + "ND[0.5]": 0.684626726512338, + "mean_weighted_sum_quantile_loss": 0.673294879287721 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" + ], + "context": [ + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126 + ], + "actual": [ + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 + ], + "predictions": { + "p50": [ + 1.813059277697421, + 1.8195592536171445, + 1.8145592881878385, + 1.8195592536171445, + 1.8170592411001691, + 1.811559297009326, + 1.8155593051155576, + 1.8185593111952314, + 1.8190592898567686, + 1.820559300347186, + 1.8145592732866773, + 1.8185593111952314, + 1.8195592536171445, + 1.8160592688759336, + 1.8125592841347227, + 1.8195592536171445, + 1.8195593132217893, + 1.8225592745979795, + 1.8135592712601194, + 1.8145593030889997, + 1.811559297009326, + 1.8175593389709959, + 1.8145592732866773, + 1.8160593284805784, + 1.813059277697421, + 1.819559372826434, + 1.8135592712601194, + 1.8135592712601194, + 1.8195592536171445, + 1.82005933658681, + 1.8095593227585325, + 1.8195592536171445, + 1.8190592898567686, + 1.813059277697421, + 1.8160592688759336, + 1.8115592523058424, + 1.81755926446519, + 1.8090592993935117, + 1.8140592946251402, + 1.8225592745979795, + 1.8160592688759336, + 1.81555933491788, + 1.8185592962940702, + 1.8145593030889997, + 1.8135593010624418, + 1.8175593240698347, + 1.8155593051155576, + 1.8195593132217893, + 1.8125592841347227, + 1.8195593132217893, + 1.8175593240698347, + 1.819559372826434, + 1.8165592922409544, + 1.820559300347186, + 1.8115592821081647, + 1.8195592536171445, + 1.8195593132217893, + 1.8140592946251402, + 1.8165593518455991, + 1.8135592861612806 + ], + "p10": [ + 1.7815592660149107, + 1.7815593196590909, + 1.7824592007835873, + 1.7835592939098843, + 1.7875593079765806, + 1.7844593478878508, + 1.783559299870349, + 1.7855592145164976, + 1.7815592660149107, + 1.7835592939098843, + 1.7835592402657041, + 1.785459281369067, + 1.785459329052783, + 1.7854592277248869, + 1.7815592660149107, + 1.7855592681606778, + 1.7835592939098843, + 1.782459206744052, + 1.7825592471798428, + 1.783559299870349, + 1.783559299870349, + 1.7834592355927, + 1.7825591935356626, + 1.7834592951973447, + 1.7825592471798428, + 1.7883592917164335, + 1.7815593256195554, + 1.783559299870349, + 1.7825591935356626, + 1.7844593419273862, + 1.7825592531403074, + 1.7844592942436703, + 1.7815593196590909, + 1.7805593384941587, + 1.783559299870349, + 1.7825592471798428, + 1.7854592217644223, + 1.7825592531403074, + 1.782459260388232, + 1.7825592471798428, + 1.7815592660149107, + 1.7815592660149107, + 1.782459206744052, + 1.783559353514529, + 1.7815593196590909, + 1.7824592007835873, + 1.785359276696063, + 1.783559299870349, + 1.7815592660149107, + 1.7834592951973447, + 1.7835592939098843, + 1.783559299870349, + 1.783559299870349, + 1.7833593024452696, + 1.7824592007835873, + 1.7815592660149107, + 1.7845592869957456, + 1.7834592415531645, + 1.7815592660149107, + 1.7834592355927 + ], + "p90": [ + 1.8425593747337827, + 1.839659346505023, + 1.839559294148303, + 1.8425592555244932, + 1.8405592812736997, + 1.8386592997749815, + 1.8426593138416776, + 1.840659285946704, + 1.8385593070229063, + 1.8425592614849577, + 1.8415593280037412, + 1.8405592812736997, + 1.8395592405041228, + 1.8425593747337827, + 1.839659346505023, + 1.8405592812736997, + 1.8415593280037412, + 1.8415593280037412, + 1.8405592812736997, + 1.840659285946704, + 1.8415593280037412, + 1.840659285946704, + 1.839559294148303, + 1.8405592812736997, + 1.8405592812736997, + 1.844659288092471, + 1.8395593001087676, + 1.8386592997749815, + 1.8405592812736997, + 1.8386592997749815, + 1.8386593116959105, + 1.8415593280037412, + 1.839559294148303, + 1.839659346505023, + 1.8396592928608426, + 1.8395592345436582, + 1.8386592997749815, + 1.8375592602928648, + 1.8405592812736997, + 1.8395593001087676, + 1.8385593070229063, + 1.8405592812736997, + 1.8395592405041228, + 1.8415593280037412, + 1.8405592812736997, + 1.8405592812736997, + 1.8416593207558165, + 1.8405592812736997, + 1.8395592464645871, + 1.8405592812736997, + 1.8425592614849577, + 1.840659285946704, + 1.8405592812736997, + 1.8405592812736997, + 1.839659346505023, + 1.8436593069275389, + 1.8405592812736997, + 1.840659285946704, + 1.840659285946704, + 1.8395593001087676 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_082821.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_082821.json new file mode 100644 index 0000000000000000000000000000000000000000..8fba289f0b58b19c40b673345597ee7b27ce7c18 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_082821.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T08:28:21.992804+00:00", + "metrics": { + "MSE[mean]": 0.6981720611107688, + "MSE[0.5]": 0.6981720611107688, + "MAE[0.5]": 0.7364166716734568, + "MASE[0.5]": 2.096908272696875, + "MAPE[0.5]": 0.9233858616280841, + "sMAPE[0.5]": 0.555804108707736, + "MSIS": 78.16228887558302, + "RMSE[mean]": 0.8355669100142542, + "NRMSE[mean]": 0.7749526839992518, + "ND[0.5]": 0.6829950652849639, + "mean_weighted_sum_quantile_loss": 0.6720916022099479 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" + ], + "context": [ + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126 + ], + "actual": [ + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 + ], + "predictions": { + "p50": [ + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295 + ], + "p10": [ + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248, + 1.8041799616813659, + 1.811040048599243, + 1.82475998878479, + 1.8316199588775635, + 1.8394599747657776, + 1.8335800504684447, + 1.8218199682235718, + 1.8130000233650208, + 1.8081000280380248, + 1.7885000467300414, + 1.7757600355148315, + 1.7688999485969543, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248, + 1.8041799616813659, + 1.811040048599243, + 1.82475998878479, + 1.8316199588775635, + 1.8394599747657776, + 1.8335800504684447, + 1.8218199682235718, + 1.8130000233650208, + 1.8081000280380248, + 1.7885000467300414, + 1.7757600355148315, + 1.7688999485969543, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248 + ], + "p90": [ + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342, + 1.8778199601173402, + 1.8849600505828858, + 1.8992399883270263, + 1.9063799571990967, + 1.9145399737358093, + 1.9084200525283814, + 1.8961799669265746, + 1.887000024318695, + 1.8819000291824342, + 1.8615000486373903, + 1.8482400369644165, + 1.8410999464988709, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342, + 1.8778199601173402, + 1.8849600505828858, + 1.8992399883270263, + 1.9063799571990967, + 1.9145399737358093, + 1.9084200525283814, + 1.8961799669265746, + 1.887000024318695, + 1.8819000291824342, + 1.8615000486373903, + 1.8482400369644165, + 1.8410999464988709, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_082818.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_082818.json new file mode 100644 index 0000000000000000000000000000000000000000..dc3ec5ca3da191499cce1f674bcd3fd806f38055 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_082818.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T08:28:18.871134+00:00", + "metrics": { + "MSE[mean]": 0.00862264989807926, + "MSE[0.5]": 0.00862264989807926, + "MAE[0.5]": 0.08520833452542623, + "MASE[0.5]": 0.2426263125779925, + "MAPE[0.5]": 0.10267035963010934, + "sMAPE[0.5]": 0.09555113463932195, + "MSIS": 1.5669968180229183, + "RMSE[mean]": 0.09285822471961899, + "NRMSE[mean]": 0.0861220443454933, + "ND[0.5]": 0.07902709734934178, + "mean_weighted_sum_quantile_loss": 0.049705508422272955 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" + ], + "context": [ + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126 + ], + "actual": [ + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 + ], + "predictions": { + "p50": [ + 1.817626953125, + 1.800689697265625, + 1.787139892578125, + 1.77020263671875, + 1.75665283203125, + 1.736328125, + 1.712615966796875, + 1.692291259765625, + 1.671966552734375, + 1.64825439453125, + 1.6279296875, + 1.600830078125, + 1.577117919921875, + 1.550018310546875, + 1.522918701171875, + 1.4975128173828125, + 1.475494384765625, + 1.448394775390625, + 1.4229888916015625, + 1.3925018310546875, + 1.360321044921875, + 1.3247528076171875, + 1.2917251586914062, + 1.2536163330078125, + 1.2256698608398438, + 1.1913719177246094, + 1.1651191711425781, + 1.1392898559570312, + 1.1113433837890625, + 1.0818884372711182, + 1.0573558807373047, + 1.0347023010253906, + 1.0054855346679688, + 0.9724578857421875, + 0.940277099609375, + 0.91656494140625, + 0.896240234375, + 0.8835372924804688, + 0.865753173828125, + 0.845428466796875, + 0.8267974853515625, + 0.82171630859375, + 0.8098602294921875, + 0.804779052734375, + 0.7963104248046875, + 0.7963104248046875, + 0.78106689453125, + 0.7793731689453125, + 0.784454345703125, + 0.7759857177734375, + 0.7725982666015625, + 0.7658233642578125, + 0.757354736328125, + 0.7658233642578125, + 0.76751708984375, + 0.7725982666015625, + 0.7759857177734375, + 0.791229248046875, + 0.7895355224609375, + 0.798004150390625 + ], + "p10": [ + 1.800689697265625, + 1.78375244140625, + 1.766815185546875, + 1.7498779296875, + 1.72955322265625, + 1.705841064453125, + 1.68212890625, + 1.655029296875, + 1.63470458984375, + 1.60760498046875, + 1.58050537109375, + 1.55340576171875, + 1.52630615234375, + 1.4941253662109375, + 1.46533203125, + 1.434844970703125, + 1.3975830078125, + 1.3687896728515625, + 1.333221435546875, + 1.2976531982421875, + 1.2595443725585938, + 1.221435546875, + 1.184173583984375, + 1.1426773071289062, + 1.1151542663574219, + 1.081200361251831, + 1.0495223999023438, + 1.0245399475097656, + 0.9910888671875, + 0.960601806640625, + 0.9326553344726562, + 0.9004745483398438, + 0.8801498413085938, + 0.8555908203125, + 0.83526611328125, + 0.8098602294921875, + 0.791229248046875, + 0.777679443359375, + 0.7590484619140625, + 0.74041748046875, + 0.7200927734375, + 0.723480224609375, + 0.709930419921875, + 0.7014617919921875, + 0.696380615234375, + 0.6980743408203125, + 0.6879119873046875, + 0.6777496337890625, + 0.6743621826171875, + 0.67266845703125, + 0.6675872802734375, + 0.662506103515625, + 0.65234375, + 0.6608123779296875, + 0.6608123779296875, + 0.6641998291015625, + 0.669281005859375, + 0.6879119873046875, + 0.6777496337890625, + 0.68621826171875 + ], + "p90": [ + 1.827789306640625, + 1.814239501953125, + 1.800689697265625, + 1.787139892578125, + 1.77020263671875, + 1.75665283203125, + 1.736328125, + 1.719390869140625, + 1.70245361328125, + 1.685516357421875, + 1.66180419921875, + 1.644866943359375, + 1.624542236328125, + 1.604217529296875, + 1.58050537109375, + 1.55340576171875, + 1.556793212890625, + 1.543243408203125, + 1.5144500732421875, + 1.4941253662109375, + 1.46533203125, + 1.4365386962890625, + 1.4094390869140625, + 1.37725830078125, + 1.3518524169921875, + 1.3179779052734375, + 1.2942657470703125, + 1.272247314453125, + 1.251922607421875, + 1.2307510375976562, + 1.2172012329101562, + 1.1994171142578125, + 1.167236328125, + 1.1329383850097656, + 1.0901718139648438, + 1.074610710144043, + 1.0597906112670898, + 1.0410537719726562, + 1.0164947509765625, + 0.9961700439453125, + 0.9826202392578125, + 0.9749984741210938, + 0.9656829833984375, + 0.95721435546875, + 0.9462051391601562, + 0.9478988647460938, + 0.9394302368164062, + 0.9394302368164062, + 0.9351959228515625, + 0.9250335693359375, + 0.93011474609375, + 0.9224929809570312, + 0.9191055297851562, + 0.9318084716796875, + 0.9394302368164062, + 0.94366455078125, + 0.9487457275390625, + 0.95721435546875, + 0.9639892578125, + 0.97076416015625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_082629.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_082629.json new file mode 100644 index 0000000000000000000000000000000000000000..5df5181d8a3b69aa9d3dd399f7571531b27bf956 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_082629.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T08:26:29.742898+00:00", + "metrics": { + "MSE[mean]": 0.006449458263561247, + "MSE[0.5]": 0.01278795823372761, + "MAE[0.5]": 0.09805837521950404, + "MASE[0.5]": 0.2792161368885581, + "MAPE[0.5]": 0.12466328123635106, + "sMAPE[0.5]": 0.13888155003825062, + "MSIS": 0.416812246855271, + "RMSE[mean]": 0.08030851924647377, + "NRMSE[mean]": 0.07448272758551285, + "ND[0.5]": 0.09094496222171367, + "mean_weighted_sum_quantile_loss": 0.05492145266825045 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" + ], + "context": [ + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126 + ], + "actual": [ + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 + ], + "predictions": { + "p50": [ + 1.7829551696777344, + 1.7666211128234863, + 1.7537951469421387, + 1.727247953414917, + 1.7092807292938232, + 1.6881184577941895, + 1.6625664234161377, + 1.6338577270507812, + 1.6037030220031738, + 1.5788774490356445, + 1.548818826675415, + 1.5170409679412842, + 1.4819352626800537, + 1.4563283920288086, + 1.430525779724121, + 1.3898611068725586, + 1.3553764820098877, + 1.310732126235962, + 1.2711741924285889, + 1.2377128601074219, + 1.2037835121154785, + 1.1679282188415527, + 1.1309304237365723, + 1.1042293310165405, + 1.0687270164489746, + 1.0236135721206665, + 1.0054421424865723, + 0.9697785973548889, + 0.930959165096283, + 0.8989330530166626, + 0.8752312064170837, + 0.8459162712097168, + 0.8008115887641907, + 0.7683970928192139, + 0.7522702217102051, + 0.7230539917945862, + 0.7058083415031433, + 0.6697976589202881, + 0.6498490571975708, + 0.6326181888580322, + 0.596367359161377, + 0.5927300453186035, + 0.5667788982391357, + 0.5409371256828308, + 0.5300130844116211, + 0.5213959217071533, + 0.5007516145706177, + 0.478818416595459, + 0.47903305292129517, + 0.4828650951385498, + 0.4867258667945862, + 0.4652739465236664, + 0.46341079473495483, + 0.4769631624221802, + 0.4586079716682434, + 0.46034497022628784, + 0.4672200083732605, + 0.46829676628112793, + 0.47430336475372314, + 0.46405237913131714 + ], + "p10": [ + 1.7970921993255615, + 1.8000473976135254, + 1.7440516948699951, + 1.7416927814483643, + 1.7080228328704834, + 1.6977417469024658, + 1.6578879356384277, + 1.6220502853393555, + 1.6259357929229736, + 1.5906758308410645, + 1.5529041290283203, + 1.5322632789611816, + 1.4603962898254395, + 1.4721271991729736, + 1.430602788925171, + 1.3936686515808105, + 1.3676865100860596, + 1.3129956722259521, + 1.2847871780395508, + 1.2576465606689453, + 1.2272931337356567, + 1.1581881046295166, + 1.164362907409668, + 1.125465989112854, + 1.0915958881378174, + 1.0716975927352905, + 1.0262506008148193, + 1.003061056137085, + 0.9761655926704407, + 0.9480499029159546, + 0.8965691924095154, + 0.8990596532821655, + 0.844135582447052, + 0.8187811970710754, + 0.8005347847938538, + 0.7728751301765442, + 0.7708290219306946, + 0.7058660984039307, + 0.7040145397186279, + 0.6681169867515564, + 0.6321627497673035, + 0.6256332397460938, + 0.6317778825759888, + 0.6074459552764893, + 0.5711067914962769, + 0.59532630443573, + 0.5638344287872314, + 0.5639462471008301, + 0.5571416616439819, + 0.5500075817108154, + 0.5468913316726685, + 0.540642261505127, + 0.5570748448371887, + 0.5452782511711121, + 0.5491530895233154, + 0.5512882471084595, + 0.531227707862854, + 0.5585607290267944, + 0.5507662892341614, + 0.5489879250526428 + ], + "p90": [ + 1.7976045608520508, + 1.7831332683563232, + 1.7766849994659424, + 1.7565631866455078, + 1.738924503326416, + 1.723196268081665, + 1.6973414421081543, + 1.6671340465545654, + 1.6550774574279785, + 1.6156086921691895, + 1.6043148040771484, + 1.564326286315918, + 1.5409340858459473, + 1.5108697414398193, + 1.4805643558502197, + 1.4339702129364014, + 1.4056487083435059, + 1.3725216388702393, + 1.3440487384796143, + 1.3186485767364502, + 1.2894010543823242, + 1.2533559799194336, + 1.2158316373825073, + 1.1987226009368896, + 1.1707466840744019, + 1.1293046474456787, + 1.120455265045166, + 1.092721700668335, + 1.0545861721038818, + 1.0342750549316406, + 1.0271379947662354, + 0.9904376268386841, + 0.9563235640525818, + 0.914433479309082, + 0.9023233652114868, + 0.889323353767395, + 0.87919682264328, + 0.8497281074523926, + 0.8240880966186523, + 0.811785101890564, + 0.7729535698890686, + 0.785381555557251, + 0.7611247301101685, + 0.7518292665481567, + 0.7474801540374756, + 0.7433308362960815, + 0.7278414964675903, + 0.7201077938079834, + 0.713269054889679, + 0.7221042513847351, + 0.7152172327041626, + 0.7195677161216736, + 0.7113548517227173, + 0.727063000202179, + 0.7212361097335815, + 0.7208634614944458, + 0.7174649238586426, + 0.7312215566635132, + 0.7411043643951416, + 0.7459710240364075 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_082723.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_082723.json new file mode 100644 index 0000000000000000000000000000000000000000..ed2bc41b83f54c2ab3db199a8b1d16c14098221c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_082723.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T08:27:23.374187+00:00", + "metrics": { + "MSE[mean]": 0.006316384797592711, + "MSE[0.5]": 0.006316384797592711, + "MAE[0.5]": 0.05297764440377553, + "MASE[0.5]": 0.1508510943482953, + "MAPE[0.5]": 0.06550265737017018, + "sMAPE[0.5]": 0.06081279185689459, + "MSIS": 1.6955701069804359, + "RMSE[mean]": 0.07947568683309827, + "NRMSE[mean]": 0.07371031103055867, + "ND[0.5]": 0.049134506441816155, + "mean_weighted_sum_quantile_loss": 0.07158855292039758 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" + ], + "context": [ + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126 + ], + "actual": [ + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 + ], + "predictions": { + "p50": [ + 1.7951428890228271, + 1.7839833498001099, + 1.7690984010696411, + 1.7526103258132935, + 1.7339823246002197, + 1.7123860120773315, + 1.690207600593567, + 1.6662237644195557, + 1.642695665359497, + 1.6188182830810547, + 1.5941678285598755, + 1.5685186386108398, + 1.5424761772155762, + 1.514496088027954, + 1.486570954322815, + 1.4571877717971802, + 1.4282492399215698, + 1.3978995084762573, + 1.3659380674362183, + 1.331444263458252, + 1.2969121932983398, + 1.2651829719543457, + 1.233582854270935, + 1.200221300125122, + 1.168808937072754, + 1.136319875717163, + 1.1018058061599731, + 1.0665925741195679, + 1.0319433212280273, + 0.9991514086723328, + 0.9686735272407532, + 0.9409328699111938, + 1.1128915548324585, + 1.0757871866226196, + 1.0530381202697754, + 1.0310783386230469, + 0.9978602528572083, + 0.961517333984375, + 0.9355037808418274, + 0.9094747304916382, + 0.8823858499526978, + 0.8586360216140747, + 0.8339427709579468, + 0.8117828369140625, + 0.790886640548706, + 0.7725427746772766, + 0.7570387125015259, + 0.73911452293396, + 0.7239895462989807, + 0.7134987115859985, + 0.7022824287414551, + 0.6932523250579834, + 0.6789770126342773, + 0.6662124395370483, + 0.6580430865287781, + 0.654573917388916, + 0.6499364376068115, + 0.6439685225486755, + 0.6401358842849731, + 0.6390761733055115 + ], + "p10": [ + 1.7849705219268799, + 1.7727603912353516, + 1.7552826404571533, + 1.733773946762085, + 1.7105518579483032, + 1.6838405132293701, + 1.6560627222061157, + 1.6266260147094727, + 1.597681999206543, + 1.568216323852539, + 1.5363649129867554, + 1.5025280714035034, + 1.4687187671661377, + 1.432451605796814, + 1.3947951793670654, + 1.3567273616790771, + 1.3186883926391602, + 1.2764121294021606, + 1.2333968877792358, + 1.1878069639205933, + 1.1416888236999512, + 1.098583459854126, + 1.0555918216705322, + 1.0102605819702148, + 0.964155912399292, + 0.9178872108459473, + 0.8681414723396301, + 0.8170064687728882, + 0.7655754089355469, + 0.7143893241882324, + 0.6676280498504639, + 0.6299400329589844, + 0.6873269081115723, + 0.7076725959777832, + 0.6830025315284729, + 0.6501888036727905, + 0.6158128976821899, + 0.574492871761322, + 0.5305689573287964, + 0.4942673444747925, + 0.4553433656692505, + 0.41690802574157715, + 0.38553935289382935, + 0.3486154079437256, + 0.3179793953895569, + 0.2849404215812683, + 0.25670260190963745, + 0.22499710321426392, + 0.20379680395126343, + 0.1823151707649231, + 0.15924519300460815, + 0.14049208164215088, + 0.1137162446975708, + 0.09182095527648926, + 0.07481002807617188, + 0.06469237804412842, + 0.04880654811859131, + 0.03283882141113281, + 0.02619481086730957, + 0.017058491706848145 + ], + "p90": [ + 1.8041876554489136, + 1.7967967987060547, + 1.7858632802963257, + 1.7730214595794678, + 1.7580664157867432, + 1.7406485080718994, + 1.7229050397872925, + 1.7045085430145264, + 1.6867406368255615, + 1.6696958541870117, + 1.6528491973876953, + 1.6349785327911377, + 1.616668701171875, + 1.5957039594650269, + 1.5746214389801025, + 1.555445671081543, + 1.5368767976760864, + 1.518065094947815, + 1.4970885515213013, + 1.4750560522079468, + 1.453560709953308, + 1.435002088546753, + 1.4187242984771729, + 1.3991684913635254, + 1.3840069770812988, + 1.3661638498306274, + 1.3468382358551025, + 1.3285443782806396, + 1.3104122877120972, + 1.2937202453613281, + 1.2791811227798462, + 1.265185832977295, + 1.4585371017456055, + 1.377535343170166, + 1.347558856010437, + 1.3467319011688232, + 1.3405873775482178, + 1.3293277025222778, + 1.3165805339813232, + 1.3112454414367676, + 1.3055851459503174, + 1.2990741729736328, + 1.290590763092041, + 1.277411699295044, + 1.2733581066131592, + 1.2711082696914673, + 1.2728370428085327, + 1.2642089128494263, + 1.261636734008789, + 1.2666916847229004, + 1.2693582773208618, + 1.272736668586731, + 1.26810884475708, + 1.2711141109466553, + 1.2691211700439453, + 1.2773555517196655, + 1.278153896331787, + 1.2817935943603516, + 1.2884697914123535, + 1.2997400760650635 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_082703.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_082703.json new file mode 100644 index 0000000000000000000000000000000000000000..f11625219753ce8b12433d87daf634211a5ad928 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_082703.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T08:27:03.531871+00:00", + "metrics": { + "MSE[mean]": 0.002464200588204986, + "MSE[0.5]": 0.002464200588204986, + "MAE[0.5]": 0.03386689523855845, + "MASE[0.5]": 0.09643422742577663, + "MAPE[0.5]": 0.04719268880012715, + "sMAPE[0.5]": 0.050274569287897544, + "MSIS": 1.6764535726932361, + "RMSE[mean]": 0.049640715025118104, + "NRMSE[mean]": 0.04603964671566638, + "ND[0.5]": 0.0314101013925918, + "mean_weighted_sum_quantile_loss": 0.07057742736225182 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00", + "2026-06-22 07:48:00", + "2026-06-22 07:54:00", + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" + ], + "context": [ + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126 + ], + "actual": [ + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282, + 0.6480000019073486, + 0.6470000147819519, + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 + ], + "predictions": { + "p50": [ + 1.792877435684204, + 1.78072190284729, + 1.7643101215362549, + 1.7466373443603516, + 1.7247605323791504, + 1.7029554843902588, + 1.6789368391036987, + 1.6516931056976318, + 1.6259889602661133, + 1.5976482629776, + 1.5721949338912964, + 1.5462952852249146, + 1.519383192062378, + 1.4907095432281494, + 1.4595946073532104, + 1.4276013374328613, + 1.3955694437026978, + 1.3633742332458496, + 1.3298909664154053, + 1.2926230430603027, + 1.2621326446533203, + 1.2311911582946777, + 1.200124979019165, + 1.1695513725280762, + 1.1369589567184448, + 1.1043504476547241, + 1.072787880897522, + 1.0396546125411987, + 1.0076498985290527, + 0.9751549959182739, + 0.9478665590286255, + 0.9188493490219116, + 0.9110417366027832, + 0.8856467008590698, + 0.8571022152900696, + 0.8300338983535767, + 0.8043726086616516, + 0.7774404287338257, + 0.754510760307312, + 0.7313703298568726, + 0.7107770442962646, + 0.6875627040863037, + 0.6695112586021423, + 0.6512939929962158, + 0.6338281035423279, + 0.6165916919708252, + 0.6004211902618408, + 0.5863649845123291, + 0.5756666660308838, + 0.5639108419418335, + 0.5510826110839844, + 0.5444782972335815, + 0.5414398312568665, + 0.5365912318229675, + 0.535422682762146, + 0.5326129198074341, + 0.5290436148643494, + 0.5261831879615784, + 0.5323355793952942, + 0.5352387428283691 + ], + "p10": [ + 1.7819581031799316, + 1.766765832901001, + 1.7476303577423096, + 1.7227604389190674, + 1.6971187591552734, + 1.6682627201080322, + 1.6401371955871582, + 1.6056580543518066, + 1.5748841762542725, + 1.539508581161499, + 1.5057930946350098, + 1.471139669418335, + 1.4363141059875488, + 1.395384669303894, + 1.35654616355896, + 1.312805414199829, + 1.2698376178741455, + 1.2284278869628906, + 1.1869488954544067, + 1.139568567276001, + 1.1045252084732056, + 1.0630598068237305, + 1.0234248638153076, + 0.9846510291099548, + 0.9421870708465576, + 0.8957576155662537, + 0.8568969964981079, + 0.8109882473945618, + 0.7669554352760315, + 0.7233375310897827, + 0.6863298416137695, + 0.6443768739700317, + 0.6283285617828369, + 0.5964657068252563, + 0.5572527647018433, + 0.5177866816520691, + 0.48015886545181274, + 0.4351595640182495, + 0.39843231439590454, + 0.3660033941268921, + 0.3366820812225342, + 0.29664623737335205, + 0.26776760816574097, + 0.236944317817688, + 0.20794427394866943, + 0.1769048571586609, + 0.15000367164611816, + 0.11776262521743774, + 0.10311883687973022, + 0.07962000370025635, + 0.052059054374694824, + 0.034999966621398926, + 0.018905997276306152, + -0.0012265443801879883, + -0.010778069496154785, + -0.021266937255859375, + -0.03634917736053467, + -0.053069114685058594, + -0.05172741413116455, + -0.056583285331726074 + ], + "p90": [ + 1.8024523258209229, + 1.7941514253616333, + 1.7806442975997925, + 1.7678496837615967, + 1.752866268157959, + 1.7358527183532715, + 1.7183221578598022, + 1.6997110843658447, + 1.6783628463745117, + 1.6569631099700928, + 1.6390275955200195, + 1.622349739074707, + 1.602952241897583, + 1.5832830667495728, + 1.5629462003707886, + 1.5447767972946167, + 1.5218764543533325, + 1.5009992122650146, + 1.47943115234375, + 1.4578453302383423, + 1.437700629234314, + 1.4158282279968262, + 1.4018536806106567, + 1.3788803815841675, + 1.3559350967407227, + 1.338183879852295, + 1.3124562501907349, + 1.291707992553711, + 1.2731168270111084, + 1.2504569292068481, + 1.2306828498840332, + 1.2095513343811035, + 1.227234125137329, + 1.2089380025863647, + 1.1983356475830078, + 1.1877329349517822, + 1.1737024784088135, + 1.1622967720031738, + 1.157364010810852, + 1.1508111953735352, + 1.148292899131775, + 1.1422089338302612, + 1.137695550918579, + 1.1394327878952026, + 1.1401175260543823, + 1.1390199661254883, + 1.1433956623077393, + 1.1459667682647705, + 1.1459898948669434, + 1.1504850387573242, + 1.15494704246521, + 1.162492275238037, + 1.1707390546798706, + 1.182995319366455, + 1.1912205219268799, + 1.202150583267212, + 1.2200618982315063, + 1.2225289344787598, + 1.243849277496338, + 1.2542543411254883 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 7a80c5c99dc45938a7d6394d8c6e428dcc790d42..426eceaf58b5d652d59bc474fe4003692bac4785 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,171983.97516822815,171983.97516822815,336.22216796875,0.31786328679183734,0.005250009961523162,0.005253262941836995,3.6318268306067036,414.7095069662958,0.006469175174174135,0.0052448281640363175,0.005459179011593394,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,171684.5554192861,171684.5554192861,335.6746419270833,0.31734565754609273,0.005241529341098877,0.005244746136000951,3.6318268306067036,414.3483503276996,0.006463596000804534,0.005236331389796643,0.005458276129799634,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.5992238588570615,0.5992238588570615,0.6673500041166941,1.9204778363962336,0.813524555823334,0.5033726700264356,71.13658017772637,0.7740955101646447,0.6808825510874876,0.5869908393792067,0.5768152504722249,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.6981720611107688,0.6981720611107688,0.7364166716734568,2.096908272696875,0.9233858616280841,0.555804108707736,78.16228887558302,0.8355669100142542,0.7749526839992518,0.6829950652849639,0.6720916022099479,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08861113482051823,0.08861113482051823,0.2694444871611065,3.3028697868925505,0.16654316994310073,0.18488454923025158,114.61435269588446,0.297676224815685,0.18767678423356754,0.16987743952735967,0.16477138774863656,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.0074999936421894136,0.0074999936421894136,0.02500001589457194,0.012884761515607383,0.001787856581662755,0.0017710816686899427,0.4333142267897299,0.08660250367159955,0.006187734819545476,0.0017862470746416001,0.005270417504067875,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.86375139236543,178.86375139236543,11.420833349227905,0.9870090446936203,0.5744512286689242,0.4160341618397391,36.25167944883194,13.373995341421555,0.6232541518332375,0.5322330104494558,0.5220388356674835,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index d005409c8458903dfb5a3fc7ab2711d5d0734c4c..753e9d9f4137a2b0689ac128eed44e0073dfd538 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T08:21:15.653931+00:00", + "evaluated_at": "2026-06-22T08:28:21.977928+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64294.0 + 64280.859375 ], "p50": [ 63741.16015625, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 7925d40bd620e48feb1d0bd6481b44a03dd8279c..831a0b61cd28c7c46535cb15f415d72c0d3bac8f 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T08:13:23.107697+00:00", + "evaluated_at": "2026-06-22T08:28:21.992804+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.690999984741211, - 1.6629999876022339, - 1.6440000534057617, 1.6200000047683716, 1.590999960899353, 1.5570000410079956, @@ -245,12 +242,12 @@ 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.8250000476837158, 1.812000036239624, - 1.8049999475479126, + 1.8049999475479126 + ], + "actuals": [ 1.7920000553131104, 1.7879999876022339, 1.7730000019073486, @@ -307,12 +304,12 @@ 0.640999972820282, 0.6480000019073486, 0.6470000147819519, - 0.6470000147819519 + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 ], "p50": [ - 1.6180000305175781, - 1.6390000581741333, - 1.6519999504089355, 1.680999994277954, 1.7070000171661377, 1.7280000448226929, @@ -334,9 +331,9 @@ 1.8589999675750732, 1.850000023841858, 1.8450000286102295, - 1.6180000305175781, - 1.6390000581741333, - 1.6519999504089355, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, 1.680999994277954, 1.7070000171661377, 1.7280000448226929, @@ -358,9 +355,9 @@ 1.8589999675750732, 1.850000023841858, 1.8450000286102295, - 1.6180000305175781, - 1.6390000581741333, - 1.6519999504089355, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, 1.680999994277954, 1.7070000171661377, 1.7280000448226929, @@ -369,12 +366,12 @@ 1.7740000486373901, 1.7929999828338623, 1.8079999685287476, - 1.8209999799728394 + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295 ], "p10": [ - 1.5856400299072266, - 1.6062200570106506, - 1.6189599514007569, 1.647379994392395, 1.672860016822815, 1.693440043926239, @@ -396,9 +393,9 @@ 1.8218199682235718, 1.8130000233650208, 1.8081000280380248, - 1.5856400299072266, - 1.6062200570106506, - 1.6189599514007569, + 1.7885000467300414, + 1.7757600355148315, + 1.7688999485969543, 1.647379994392395, 1.672860016822815, 1.693440043926239, @@ -420,9 +417,9 @@ 1.8218199682235718, 1.8130000233650208, 1.8081000280380248, - 1.5856400299072266, - 1.6062200570106506, - 1.6189599514007569, + 1.7885000467300414, + 1.7757600355148315, + 1.7688999485969543, 1.647379994392395, 1.672860016822815, 1.693440043926239, @@ -431,12 +428,12 @@ 1.7385200476646423, 1.757139983177185, 1.7718399691581725, - 1.7845799803733826 + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248 ], "p90": [ - 1.6503600311279296, - 1.671780059337616, - 1.6850399494171142, 1.7146199941635132, 1.7411400175094605, 1.7625600457191468, @@ -458,9 +455,9 @@ 1.8961799669265746, 1.887000024318695, 1.8819000291824342, - 1.6503600311279296, - 1.671780059337616, - 1.6850399494171142, + 1.8615000486373903, + 1.8482400369644165, + 1.8410999464988709, 1.7146199941635132, 1.7411400175094605, 1.7625600457191468, @@ -482,9 +479,9 @@ 1.8961799669265746, 1.887000024318695, 1.8819000291824342, - 1.6503600311279296, - 1.671780059337616, - 1.6850399494171142, + 1.8615000486373903, + 1.8482400369644165, + 1.8410999464988709, 1.7146199941635132, 1.7411400175094605, 1.7625600457191468, @@ -493,12 +490,12 @@ 1.809480049610138, 1.8288599824905396, 1.8441599678993226, - 1.857419979572296 + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342 ], "timestamps": [ - "2026-06-21 02:06:00", - "2026-06-21 02:12:00", - "2026-06-21 02:18:00", "2026-06-21 02:24:00", "2026-06-21 02:30:00", "2026-06-21 02:36:00", @@ -795,6 +792,9 @@ "2026-06-22 07:42:00", "2026-06-22 07:48:00", "2026-06-22 07:54:00", - "2026-06-22 08:00:00" + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index c928c833ddde777b8bf9cba1be9c5c8d510fa625..e47d725df5d72ac7fc7e2e72985f21a5e76fd870 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T08:21:15.677706+00:00", + "evaluated_at": "2026-06-22T08:28:22.001061+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 2bfb842adde93ae9340aa74072a8848abe5173a3..eb553b1920f82359fce2e5055d0828cb0678fa32 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,64951.55150858561,64951.55150858561,179.83040364583334,0.17001104809151144,0.002808540365900069,0.0028079838915926816,1.282233653286884,254.85594265895705,0.003975572562347998,0.0028052271850181787,0.00349257301448667,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,64572.27423095703,64572.27423095703,179.28287760416666,0.16949341884576682,0.0028000694067353525,0.002799467109212261,1.282233653286884,254.11075189955469,0.003963981607361051,0.0027967097969101113,0.0034878574748607775,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.015390890850351724,0.015390890850351724,0.1179406483968099,0.339405708936907,0.13059670624336148,0.12028276846699365,1.9810166563566733,0.1240600292211465,0.10912130102151897,0.10373878740137929,0.06353783224808289,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.00862264989807926,0.00862264989807926,0.08520833452542623,0.2426263125779925,0.10267035963010934,0.09555113463932195,1.5669968180229183,0.09285822471961899,0.0861220443454933,0.07902709734934178,0.049705508422272955,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08868982246457592,0.08868982246457592,0.2793025059832467,3.4237100863891836,0.17271883494022688,0.19094109316484092,83.02363118282645,0.2978083653367983,0.18776009524735388,0.17609265296134757,0.15623365503502418,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.009374404254685942,0.009374404254685942,0.07958579063415527,0.04101773121571483,0.005687310959701511,0.005663499907871228,0.6509143968807845,0.09682150719073702,0.006917880961003523,0.005686391812821399,0.009474677375105439,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,96.87194170152816,96.87194170152816,7.899872779846191,0.6827212732391588,0.43279835976119574,0.32183168222857267,2.831153880447644,9.842354479570838,0.4586728301159226,0.36814941109962834,0.24510933638390597,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index bb3b427e262d9952c8476c46e95d052d3b38782a..37365f557f3631e144d9663308171b0c0c990517 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T08:21:04.636629+00:00", + "evaluated_at": "2026-06-22T08:28:12.709620+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64294.0 + 64280.859375 ], "p50": [ 64092.609375, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 91fe0705add1a544cf1d23ffaf7f8232a12cb1ef..343e05e7a3b2827236b3163296178eec73d8758e 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T08:13:17.593695+00:00", + "evaluated_at": "2026-06-22T08:28:18.871134+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.690999984741211, - 1.6629999876022339, - 1.6440000534057617, 1.6200000047683716, 1.590999960899353, 1.5570000410079956, @@ -245,12 +242,12 @@ 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.8250000476837158, 1.812000036239624, - 1.8049999475479126, + 1.8049999475479126 + ], + "actuals": [ 1.7920000553131104, 1.7879999876022339, 1.7730000019073486, @@ -307,198 +304,198 @@ 0.640999972820282, 0.6480000019073486, 0.6470000147819519, - 0.6470000147819519 + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 ], "p50": [ - 1.8580322265625, - 1.84796142578125, - 1.84124755859375, - 1.8311767578125, - 1.824462890625, - 1.81439208984375, - 1.797607421875, - 1.7841796875, - 1.76739501953125, - 1.7506103515625, - 1.73046875, - 1.7103271484375, - 1.68682861328125, - 1.66668701171875, - 1.6431884765625, - 1.623046875, - 1.609619140625, - 1.582763671875, - 1.55926513671875, - 1.52569580078125, - 1.4954833984375, - 1.45855712890625, - 1.4283447265625, - 1.39141845703125, - 1.3612060546875, - 1.325958251953125, - 1.2940673828125, - 1.2680511474609375, - 1.2470703125, - 1.2143402099609375, - 1.1891632080078125, - 1.1677627563476562, - 1.1492996215820312, - 1.1167793273925781, - 1.0828166007995605, - 1.0519485473632812, - 1.0250930786132812, - 1.0116653442382812, - 0.980194091796875, - 0.9608917236328125, - 0.936553955078125, - 0.9239654541015625, - 0.9038238525390625, - 0.889556884765625, - 0.8752899169921875, - 0.86773681640625, - 0.845916748046875, - 0.8375244140625, - 0.839202880859375, - 0.8240966796875, - 0.81402587890625, - 0.802276611328125, - 0.78717041015625, - 0.78717041015625, - 0.782135009765625, - 0.7838134765625, - 0.775421142578125, - 0.785491943359375, - 0.775421142578125, - 0.778778076171875 + 1.817626953125, + 1.800689697265625, + 1.787139892578125, + 1.77020263671875, + 1.75665283203125, + 1.736328125, + 1.712615966796875, + 1.692291259765625, + 1.671966552734375, + 1.64825439453125, + 1.6279296875, + 1.600830078125, + 1.577117919921875, + 1.550018310546875, + 1.522918701171875, + 1.4975128173828125, + 1.475494384765625, + 1.448394775390625, + 1.4229888916015625, + 1.3925018310546875, + 1.360321044921875, + 1.3247528076171875, + 1.2917251586914062, + 1.2536163330078125, + 1.2256698608398438, + 1.1913719177246094, + 1.1651191711425781, + 1.1392898559570312, + 1.1113433837890625, + 1.0818884372711182, + 1.0573558807373047, + 1.0347023010253906, + 1.0054855346679688, + 0.9724578857421875, + 0.940277099609375, + 0.91656494140625, + 0.896240234375, + 0.8835372924804688, + 0.865753173828125, + 0.845428466796875, + 0.8267974853515625, + 0.82171630859375, + 0.8098602294921875, + 0.804779052734375, + 0.7963104248046875, + 0.7963104248046875, + 0.78106689453125, + 0.7793731689453125, + 0.784454345703125, + 0.7759857177734375, + 0.7725982666015625, + 0.7658233642578125, + 0.757354736328125, + 0.7658233642578125, + 0.76751708984375, + 0.7725982666015625, + 0.7759857177734375, + 0.791229248046875, + 0.7895355224609375, + 0.798004150390625 ], "p10": [ - 1.84796142578125, - 1.8311767578125, - 1.82110595703125, - 1.81103515625, - 1.797607421875, - 1.7841796875, - 1.76739501953125, - 1.743896484375, - 1.72711181640625, - 1.70361328125, - 1.6767578125, - 1.65325927734375, - 1.623046875, - 1.59954833984375, - 1.5693359375, - 1.54248046875, - 1.5089111328125, - 1.47869873046875, - 1.44512939453125, - 1.403167724609375, - 1.367919921875, - 1.322601318359375, - 1.2848358154296875, - 1.2411956787109375, - 1.208465576171875, - 1.1702804565429688, - 1.1308364868164062, - 1.1029319763183594, - 1.073873519897461, - 1.0387306213378906, - 1.007049560546875, - 0.976837158203125, - 0.976837158203125, - 0.949981689453125, - 0.9256439208984375, - 0.8937530517578125, - 0.869415283203125, - 0.855987548828125, - 0.82745361328125, - 0.8106689453125, - 0.785491943359375, - 0.78045654296875, - 0.76031494140625, - 0.7435302734375, - 0.73681640625, - 0.7301025390625, - 0.714996337890625, - 0.69989013671875, - 0.704925537109375, - 0.69317626953125, - 0.681427001953125, - 0.67303466796875, - 0.657928466796875, - 0.661285400390625, - 0.65289306640625, - 0.65625, - 0.6495361328125, - 0.65960693359375, - 0.64617919921875, - 0.64617919921875 + 1.800689697265625, + 1.78375244140625, + 1.766815185546875, + 1.7498779296875, + 1.72955322265625, + 1.705841064453125, + 1.68212890625, + 1.655029296875, + 1.63470458984375, + 1.60760498046875, + 1.58050537109375, + 1.55340576171875, + 1.52630615234375, + 1.4941253662109375, + 1.46533203125, + 1.434844970703125, + 1.3975830078125, + 1.3687896728515625, + 1.333221435546875, + 1.2976531982421875, + 1.2595443725585938, + 1.221435546875, + 1.184173583984375, + 1.1426773071289062, + 1.1151542663574219, + 1.081200361251831, + 1.0495223999023438, + 1.0245399475097656, + 0.9910888671875, + 0.960601806640625, + 0.9326553344726562, + 0.9004745483398438, + 0.8801498413085938, + 0.8555908203125, + 0.83526611328125, + 0.8098602294921875, + 0.791229248046875, + 0.777679443359375, + 0.7590484619140625, + 0.74041748046875, + 0.7200927734375, + 0.723480224609375, + 0.709930419921875, + 0.7014617919921875, + 0.696380615234375, + 0.6980743408203125, + 0.6879119873046875, + 0.6777496337890625, + 0.6743621826171875, + 0.67266845703125, + 0.6675872802734375, + 0.662506103515625, + 0.65234375, + 0.6608123779296875, + 0.6608123779296875, + 0.6641998291015625, + 0.669281005859375, + 0.6879119873046875, + 0.6777496337890625, + 0.68621826171875 ], "p90": [ - 1.8714599609375, - 1.86474609375, - 1.8580322265625, - 1.8446044921875, - 1.84124755859375, - 1.83453369140625, - 1.824462890625, - 1.81103515625, - 1.8043212890625, - 1.7908935546875, - 1.77410888671875, - 1.76068115234375, - 1.743896484375, - 1.7371826171875, - 1.717041015625, - 1.70025634765625, - 1.71368408203125, - 1.6968994140625, - 1.67340087890625, - 1.64990234375, - 1.62640380859375, - 1.59954833984375, - 1.582763671875, - 1.5491943359375, - 1.529052734375, - 1.497161865234375, - 1.47198486328125, - 1.4552001953125, - 1.4417724609375, - 1.423309326171875, - 1.409881591796875, - 1.393096923828125, - 1.38134765625, - 1.349456787109375, - 1.309173583984375, - 1.2848358154296875, - 1.2630157470703125, - 1.2428741455078125, - 1.2076263427734375, - 1.1870651245117188, - 1.1694412231445312, - 1.151397705078125, - 1.134613037109375, - 1.1157302856445312, - 1.097529411315918, - 1.0881798267364502, - 1.0720901489257812, - 1.0609703063964844, - 1.0498504638671875, - 1.033905029296875, - 1.0318069458007812, - 1.0179595947265625, - 1.0083084106445312, - 1.0045318603515625, - 1.000335693359375, - 1.000335693359375, - 0.9927825927734375, - 0.99530029296875, - 0.9923629760742188, - 0.99530029296875 + 1.827789306640625, + 1.814239501953125, + 1.800689697265625, + 1.787139892578125, + 1.77020263671875, + 1.75665283203125, + 1.736328125, + 1.719390869140625, + 1.70245361328125, + 1.685516357421875, + 1.66180419921875, + 1.644866943359375, + 1.624542236328125, + 1.604217529296875, + 1.58050537109375, + 1.55340576171875, + 1.556793212890625, + 1.543243408203125, + 1.5144500732421875, + 1.4941253662109375, + 1.46533203125, + 1.4365386962890625, + 1.4094390869140625, + 1.37725830078125, + 1.3518524169921875, + 1.3179779052734375, + 1.2942657470703125, + 1.272247314453125, + 1.251922607421875, + 1.2307510375976562, + 1.2172012329101562, + 1.1994171142578125, + 1.167236328125, + 1.1329383850097656, + 1.0901718139648438, + 1.074610710144043, + 1.0597906112670898, + 1.0410537719726562, + 1.0164947509765625, + 0.9961700439453125, + 0.9826202392578125, + 0.9749984741210938, + 0.9656829833984375, + 0.95721435546875, + 0.9462051391601562, + 0.9478988647460938, + 0.9394302368164062, + 0.9394302368164062, + 0.9351959228515625, + 0.9250335693359375, + 0.93011474609375, + 0.9224929809570312, + 0.9191055297851562, + 0.9318084716796875, + 0.9394302368164062, + 0.94366455078125, + 0.9487457275390625, + 0.95721435546875, + 0.9639892578125, + 0.97076416015625 ], "timestamps": [ - "2026-06-21 02:06:00", - "2026-06-21 02:12:00", - "2026-06-21 02:18:00", "2026-06-21 02:24:00", "2026-06-21 02:30:00", "2026-06-21 02:36:00", @@ -795,6 +792,9 @@ "2026-06-22 07:42:00", "2026-06-22 07:48:00", "2026-06-22 07:54:00", - "2026-06-22 08:00:00" + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 5e1df6740a090b1f115c6b541a530da43c04f9fb..929e1b7baf094971aa0cb7e6f707b1d24fecf0dd 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T08:21:15.196333+00:00", + "evaluated_at": "2026-06-22T08:28:21.590520+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 7312c7a3c3ba110603dbfc3876f7f73355f34d25..842be7604c3baf111b862595425f42d4e4264ae2 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,75407.80596605937,62454.03497632345,194.32275390625,0.18371206642395746,0.0030357907010902852,0.0030338761386067667,4.722278984314173,274.60481781290616,0.004283641055396014,0.0030312976052647616,0.0029017823975337224,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,75407.34399096172,62322.859713872276,193.77522786458334,0.18319443717821282,0.0030272897262463064,0.0030253593014953986,4.722278984314173,274.60397664812086,0.004283664129141725,0.0030227821273813293,0.0028970618659111347,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0005848105764358753,0.000658414742316656,0.018569018443425497,0.05343730897467071,0.023412657881778192,0.024119732676306512,3.925471504944314,0.024182857077605105,0.021270870588154855,0.016333024133237787,0.030644997400101404,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.006449458263561247,0.01278795823372761,0.09805837521950404,0.2792161368885581,0.12466328123635106,0.13888155003825062,0.416812246855271,0.08030851924647377,0.07448272758551285,0.09094496222171367,0.05492145266825045,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08019688756071651,0.09251118908322375,0.28562963836722904,3.5012685274948265,0.17667122781991815,0.19573501822533015,87.804819642865,0.28319054991421677,0.17854395918298188,0.18008173828376833,0.15210316846989247,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.00211398318136465,0.010294307922966558,0.09231356779734294,0.04757750197998356,0.006594643729927452,0.006621025186851755,1.4139245150309996,0.04597807283221699,0.003285125835141485,0.0065957894236193335,0.006846533248589538,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,55.68834250098947,28.589202197623916,4.357548554738362,0.3765872160729092,0.2419012594193822,0.20426482054606665,27.423896376430196,7.462462227776397,0.34776523003229814,0.2030702239101373,0.32716270570230327,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 234319839c518efec896985aa1aca44e80399daa..fb7551dd8b6711efd4a9ef3dff4569e51dfde71b 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T08:18:34.503797+00:00", + "evaluated_at": "2026-06-22T08:26:24.802345+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64294.0 + 64280.859375 ], "p50": [ 64031.140625, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 868eef2fe2453a2784992410cb9956c8e7f4bfd5..d53b4be41b1a75329c7340d4be5f9faccf713518 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T08:11:27.465816+00:00", + "evaluated_at": "2026-06-22T08:26:29.742898+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.690999984741211, - 1.6629999876022339, - 1.6440000534057617, 1.6200000047683716, 1.590999960899353, 1.5570000410079956, @@ -245,12 +242,12 @@ 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.8250000476837158, 1.812000036239624, - 1.8049999475479126, + 1.8049999475479126 + ], + "actuals": [ 1.7920000553131104, 1.7879999876022339, 1.7730000019073486, @@ -307,198 +304,198 @@ 0.640999972820282, 0.6480000019073486, 0.6470000147819519, - 0.6470000147819519 + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 ], "p50": [ - 1.8219436407089233, - 1.8106755018234253, - 1.8148411512374878, - 1.7855411767959595, - 1.7694746255874634, - 1.7581974267959595, - 1.745327115058899, - 1.7270863056182861, - 1.7024656534194946, - 1.6901540756225586, - 1.6517964601516724, - 1.6340988874435425, - 1.601988434791565, - 1.5879873037338257, - 1.5601391792297363, - 1.529104471206665, - 1.5027602910995483, - 1.4613604545593262, - 1.4319899082183838, - 1.3983334302902222, - 1.3700095415115356, - 1.3334027528762817, - 1.2990883588790894, - 1.2797468900680542, - 1.2414981126785278, - 1.201629400253296, - 1.1841602325439453, - 1.1474754810333252, - 1.1061674356460571, - 1.0782109498977661, - 1.0522114038467407, - 1.0250197649002075, - 0.9856547117233276, - 0.9594496488571167, - 0.9366986751556396, - 0.909691333770752, - 0.8879386186599731, - 0.8580116033554077, - 0.8358405828475952, - 0.8151208162307739, - 0.7784347534179688, - 0.7720773220062256, - 0.7391363382339478, - 0.7101523876190186, - 0.7002614140510559, - 0.6854004859924316, - 0.6609688401222229, - 0.6445814371109009, - 0.6339242458343506, - 0.6331126689910889, - 0.6294859051704407, - 0.6111680269241333, - 0.5994070172309875, - 0.6058833599090576, - 0.5865809321403503, - 0.5881269574165344, - 0.5818172693252563, - 0.5859620571136475, - 0.5856293439865112, - 0.5686811208724976 + 1.7829551696777344, + 1.7666211128234863, + 1.7537951469421387, + 1.727247953414917, + 1.7092807292938232, + 1.6881184577941895, + 1.6625664234161377, + 1.6338577270507812, + 1.6037030220031738, + 1.5788774490356445, + 1.548818826675415, + 1.5170409679412842, + 1.4819352626800537, + 1.4563283920288086, + 1.430525779724121, + 1.3898611068725586, + 1.3553764820098877, + 1.310732126235962, + 1.2711741924285889, + 1.2377128601074219, + 1.2037835121154785, + 1.1679282188415527, + 1.1309304237365723, + 1.1042293310165405, + 1.0687270164489746, + 1.0236135721206665, + 1.0054421424865723, + 0.9697785973548889, + 0.930959165096283, + 0.8989330530166626, + 0.8752312064170837, + 0.8459162712097168, + 0.8008115887641907, + 0.7683970928192139, + 0.7522702217102051, + 0.7230539917945862, + 0.7058083415031433, + 0.6697976589202881, + 0.6498490571975708, + 0.6326181888580322, + 0.596367359161377, + 0.5927300453186035, + 0.5667788982391357, + 0.5409371256828308, + 0.5300130844116211, + 0.5213959217071533, + 0.5007516145706177, + 0.478818416595459, + 0.47903305292129517, + 0.4828650951385498, + 0.4867258667945862, + 0.4652739465236664, + 0.46341079473495483, + 0.4769631624221802, + 0.4586079716682434, + 0.46034497022628784, + 0.4672200083732605, + 0.46829676628112793, + 0.47430336475372314, + 0.46405237913131714 ], "p10": [ - 1.8361167907714844, - 1.8437342643737793, - 1.810785174369812, - 1.8099569082260132, - 1.7768661975860596, - 1.7744399309158325, - 1.734471082687378, - 1.7149693965911865, - 1.7118264436721802, - 1.702447772026062, - 1.652921438217163, - 1.6511422395706177, - 1.5802127122879028, - 1.6051044464111328, - 1.564058542251587, - 1.5413482189178467, - 1.5098130702972412, - 1.4691271781921387, - 1.4430233240127563, - 1.427256464958191, - 1.3987343311309814, - 1.3269976377487183, - 1.3204936981201172, - 1.2982491254806519, - 1.268288254737854, - 1.2496013641357422, - 1.2088477611541748, - 1.180471658706665, - 1.1595889329910278, - 1.1318318843841553, - 1.0701695680618286, - 1.0875039100646973, - 1.0387322902679443, - 1.0143667459487915, - 0.9892778396606445, - 0.9619011878967285, - 0.9671849012374878, - 0.9066102504730225, - 0.895154595375061, - 0.8539565801620483, - 0.8263883590698242, - 0.8224198818206787, - 0.8116742372512817, - 0.7921026945114136, - 0.7497345209121704, - 0.7686203718185425, - 0.7473616600036621, - 0.7365262508392334, - 0.7194698452949524, - 0.7176433801651001, - 0.6950099468231201, - 0.6939036250114441, - 0.7052656412124634, - 0.6840882301330566, - 0.6856158971786499, - 0.6835230588912964, - 0.6641415357589722, - 0.6837606430053711, - 0.6688580513000488, - 0.667648434638977 + 1.7970921993255615, + 1.8000473976135254, + 1.7440516948699951, + 1.7416927814483643, + 1.7080228328704834, + 1.6977417469024658, + 1.6578879356384277, + 1.6220502853393555, + 1.6259357929229736, + 1.5906758308410645, + 1.5529041290283203, + 1.5322632789611816, + 1.4603962898254395, + 1.4721271991729736, + 1.430602788925171, + 1.3936686515808105, + 1.3676865100860596, + 1.3129956722259521, + 1.2847871780395508, + 1.2576465606689453, + 1.2272931337356567, + 1.1581881046295166, + 1.164362907409668, + 1.125465989112854, + 1.0915958881378174, + 1.0716975927352905, + 1.0262506008148193, + 1.003061056137085, + 0.9761655926704407, + 0.9480499029159546, + 0.8965691924095154, + 0.8990596532821655, + 0.844135582447052, + 0.8187811970710754, + 0.8005347847938538, + 0.7728751301765442, + 0.7708290219306946, + 0.7058660984039307, + 0.7040145397186279, + 0.6681169867515564, + 0.6321627497673035, + 0.6256332397460938, + 0.6317778825759888, + 0.6074459552764893, + 0.5711067914962769, + 0.59532630443573, + 0.5638344287872314, + 0.5639462471008301, + 0.5571416616439819, + 0.5500075817108154, + 0.5468913316726685, + 0.540642261505127, + 0.5570748448371887, + 0.5452782511711121, + 0.5491530895233154, + 0.5512882471084595, + 0.531227707862854, + 0.5585607290267944, + 0.5507662892341614, + 0.5489879250526428 ], "p90": [ - 1.8482996225357056, - 1.8329007625579834, - 1.8443292379379272, - 1.8207014799118042, - 1.8067715167999268, - 1.796162724494934, - 1.7835628986358643, - 1.7628546953201294, - 1.7528719902038574, - 1.7255460023880005, - 1.7046737670898438, - 1.6762639284133911, - 1.6544040441513062, - 1.6328779458999634, - 1.6049236059188843, - 1.573121190071106, - 1.5538443326950073, - 1.522370457649231, - 1.5031871795654297, - 1.4771586656570435, - 1.451316237449646, - 1.4154164791107178, - 1.3845114707946777, - 1.3770098686218262, - 1.3451858758926392, - 1.3083710670471191, - 1.3015295267105103, - 1.2709406614303589, - 1.2347332239151, - 1.2204210758209229, - 1.2139374017715454, - 1.180789828300476, - 1.1532350778579712, - 1.1171891689300537, - 1.1020991802215576, - 1.087393045425415, - 1.0745733976364136, - 1.0525121688842773, - 1.0261709690093994, - 1.0103963613510132, - 0.9738918542861938, - 0.9834576845169067, - 0.956222653388977, - 0.9430264234542847, - 0.9427696466445923, - 0.9306166172027588, - 0.9160600900650024, - 0.9035459756851196, - 0.8900368213653564, - 0.8899574279785156, - 0.8806521892547607, - 0.8892909288406372, - 0.8757399320602417, - 0.8786344528198242, - 0.8774392604827881, - 0.8729419708251953, - 0.8625121116638184, - 0.8732379674911499, - 0.8811184167861938, - 0.875896692276001 + 1.7976045608520508, + 1.7831332683563232, + 1.7766849994659424, + 1.7565631866455078, + 1.738924503326416, + 1.723196268081665, + 1.6973414421081543, + 1.6671340465545654, + 1.6550774574279785, + 1.6156086921691895, + 1.6043148040771484, + 1.564326286315918, + 1.5409340858459473, + 1.5108697414398193, + 1.4805643558502197, + 1.4339702129364014, + 1.4056487083435059, + 1.3725216388702393, + 1.3440487384796143, + 1.3186485767364502, + 1.2894010543823242, + 1.2533559799194336, + 1.2158316373825073, + 1.1987226009368896, + 1.1707466840744019, + 1.1293046474456787, + 1.120455265045166, + 1.092721700668335, + 1.0545861721038818, + 1.0342750549316406, + 1.0271379947662354, + 0.9904376268386841, + 0.9563235640525818, + 0.914433479309082, + 0.9023233652114868, + 0.889323353767395, + 0.87919682264328, + 0.8497281074523926, + 0.8240880966186523, + 0.811785101890564, + 0.7729535698890686, + 0.785381555557251, + 0.7611247301101685, + 0.7518292665481567, + 0.7474801540374756, + 0.7433308362960815, + 0.7278414964675903, + 0.7201077938079834, + 0.713269054889679, + 0.7221042513847351, + 0.7152172327041626, + 0.7195677161216736, + 0.7113548517227173, + 0.727063000202179, + 0.7212361097335815, + 0.7208634614944458, + 0.7174649238586426, + 0.7312215566635132, + 0.7411043643951416, + 0.7459710240364075 ], "timestamps": [ - "2026-06-21 02:06:00", - "2026-06-21 02:12:00", - "2026-06-21 02:18:00", "2026-06-21 02:24:00", "2026-06-21 02:30:00", "2026-06-21 02:36:00", @@ -795,6 +792,9 @@ "2026-06-22 07:42:00", "2026-06-22 07:48:00", "2026-06-22 07:54:00", - "2026-06-22 08:00:00" + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 1b2a051f430152053ff7bf72d7c9dc32ea162dc9..9b01cf0c56188400c49eae64af6aff03e5c37b2e 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T08:18:51.349183+00:00", + "evaluated_at": "2026-06-22T08:26:32.215471+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 36a61630e9247113119f23aa5d94b79349ad96bb..b136bfb9abfeb3d9b98aa278e20b3e06cdc1d746 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,109508.30702908833,109508.30702908833,237.88362630208334,0.22489436608882174,0.0037222551334097713,0.003710410764707878,1.6199102611842695,330.92039379447186,0.005162124234439388,0.0037108164239432902,0.0037048251850046376,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,109621.58503405254,109621.58503405254,238.43115234375,0.22541199533456635,0.003730785682503133,0.003718927603721484,1.6199102611842695,331.0915055298951,0.005164837097458858,0.003719388870590258,0.0037077035200914904,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.04373462692216386,0.04373462692216386,0.1814540425936381,0.5221824604419191,0.21143197000761849,0.18272736818890403,1.9219840405284276,0.2091282547198342,0.18394600886889126,0.15960419586985583,0.10675415381055273,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.006316384797592711,0.006316384797592711,0.05297764440377553,0.1508510943482953,0.06550265737017018,0.06081279185689459,1.6955701069804359,0.07947568683309827,0.07371031103055867,0.049134506441816155,0.07158855292039758,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0802640851209701,0.0802640851209701,0.2628648695018556,3.222216363231852,0.162237586969234,0.17857058250948324,45.297789412012875,0.2833091687908637,0.17861874516675427,0.16572916908843163,0.13396183072845697,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.004921157931751925,0.004921157931751925,0.0666356881459554,0.034343376172630315,0.004760187553788527,0.004772662247790824,0.7285126522342766,0.0701509652945127,0.005012275074905639,0.004761109093666072,0.013565391993205313,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,103.94611622582913,103.94611622582913,8.39918565750122,0.7258727939126332,0.4724121496643799,0.3446248660823807,3.0123603013716966,10.195396815515771,0.47512528849005536,0.39141836073792097,0.2627879292345099,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index ae9dd18b129e7de01e8d7a143d90762831ef9f0d..1ac7271794b799ee18e5b205a3ff1ad3047737ee 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T08:19:49.760214+00:00", + "evaluated_at": "2026-06-22T08:27:15.075967+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64294.0 + 64280.859375 ], "p50": [ 64063.28125, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 831eca78dce85a029c3a08d70be9ad5bbe9456d5..5e5a13d4275a37a5194ab8d9165b6d7ecc2b04e4 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T08:12:14.696444+00:00", + "evaluated_at": "2026-06-22T08:27:23.374187+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.690999984741211, - 1.6629999876022339, - 1.6440000534057617, 1.6200000047683716, 1.590999960899353, 1.5570000410079956, @@ -245,12 +242,12 @@ 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.8250000476837158, 1.812000036239624, - 1.8049999475479126, + 1.8049999475479126 + ], + "actuals": [ 1.7920000553131104, 1.7879999876022339, 1.7730000019073486, @@ -307,198 +304,198 @@ 0.640999972820282, 0.6480000019073486, 0.6470000147819519, - 0.6470000147819519 + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 ], "p50": [ - 1.836571455001831, - 1.830762267112732, - 1.822283148765564, - 1.8156182765960693, - 1.8090572357177734, - 1.7989774942398071, - 1.7856218814849854, - 1.7682819366455078, - 1.7516093254089355, - 1.7355549335479736, - 1.7172789573669434, - 1.6993701457977295, - 1.683582067489624, - 1.6653931140899658, - 1.6464169025421143, - 1.6247665882110596, - 1.6026647090911865, - 1.5797213315963745, - 1.556685209274292, - 1.5327132940292358, - 1.5080980062484741, - 1.4824156761169434, - 1.4552867412567139, - 1.4260740280151367, - 1.398605465888977, - 1.3719217777252197, - 1.3432939052581787, - 1.3146872520446777, - 1.2861484289169312, - 1.258830189704895, - 1.2334327697753906, - 1.2071268558502197, - 1.3569893836975098, - 1.3177627325057983, - 1.2850428819656372, - 1.2623873949050903, - 1.2317925691604614, - 1.1958609819412231, - 1.1671594381332397, - 1.1389110088348389, - 1.1122273206710815, - 1.0878013372421265, - 1.0624638795852661, - 1.0370469093322754, - 1.0156313180923462, - 0.9949390292167664, - 0.9761114716529846, - 0.9542847275733948, - 0.9365326166152954, - 0.921329140663147, - 0.9033035039901733, - 0.8891777396202087, - 0.8774535655975342, - 0.8634934425354004, - 0.8463456034660339, - 0.839171290397644, - 0.831918478012085, - 0.8231346607208252, - 0.8152081966400146, - 0.8089107871055603 + 1.7951428890228271, + 1.7839833498001099, + 1.7690984010696411, + 1.7526103258132935, + 1.7339823246002197, + 1.7123860120773315, + 1.690207600593567, + 1.6662237644195557, + 1.642695665359497, + 1.6188182830810547, + 1.5941678285598755, + 1.5685186386108398, + 1.5424761772155762, + 1.514496088027954, + 1.486570954322815, + 1.4571877717971802, + 1.4282492399215698, + 1.3978995084762573, + 1.3659380674362183, + 1.331444263458252, + 1.2969121932983398, + 1.2651829719543457, + 1.233582854270935, + 1.200221300125122, + 1.168808937072754, + 1.136319875717163, + 1.1018058061599731, + 1.0665925741195679, + 1.0319433212280273, + 0.9991514086723328, + 0.9686735272407532, + 0.9409328699111938, + 1.1128915548324585, + 1.0757871866226196, + 1.0530381202697754, + 1.0310783386230469, + 0.9978602528572083, + 0.961517333984375, + 0.9355037808418274, + 0.9094747304916382, + 0.8823858499526978, + 0.8586360216140747, + 0.8339427709579468, + 0.8117828369140625, + 0.790886640548706, + 0.7725427746772766, + 0.7570387125015259, + 0.73911452293396, + 0.7239895462989807, + 0.7134987115859985, + 0.7022824287414551, + 0.6932523250579834, + 0.6789770126342773, + 0.6662124395370483, + 0.6580430865287781, + 0.654573917388916, + 0.6499364376068115, + 0.6439685225486755, + 0.6401358842849731, + 0.6390761733055115 ], "p10": [ - 1.8268635272979736, - 1.8194677829742432, - 1.8086557388305664, - 1.7980220317840576, - 1.7872517108917236, - 1.7720930576324463, - 1.7528409957885742, - 1.7302888631820679, - 1.7082698345184326, - 1.685901403427124, - 1.660165548324585, - 1.6347498893737793, - 1.611748456954956, - 1.5857062339782715, - 1.557346224784851, - 1.5262221097946167, - 1.495123267173767, - 1.4613173007965088, - 1.4270682334899902, - 1.3923343420028687, - 1.3575191497802734, - 1.321307897567749, - 1.2827472686767578, - 1.2405376434326172, - 1.1974689960479736, - 1.1572160720825195, - 1.1142759323120117, - 1.0691591501235962, - 1.0229958295822144, - 0.9769220352172852, - 0.9334725141525269, - 0.8964478969573975, - 0.8932946920394897, - 0.9309112429618835, - 0.9129572510719299, - 0.8779879808425903, - 0.8447215557098389, - 0.8042547702789307, - 0.7590632438659668, - 0.7178629636764526, - 0.6775266528129578, - 0.6407765746116638, - 0.6080393195152283, - 0.5740144848823547, - 0.543687105178833, - 0.5073065161705017, - 0.47379231452941895, - 0.43800079822540283, - 0.4123656153678894, - 0.38393789529800415, - 0.3508950471878052, - 0.3266558051109314, - 0.30248260498046875, - 0.2788943648338318, - 0.2549654245376587, - 0.24266541004180908, - 0.22380322217941284, - 0.20717132091522217, - 0.19864994287490845, - 0.185699462890625 + 1.7849705219268799, + 1.7727603912353516, + 1.7552826404571533, + 1.733773946762085, + 1.7105518579483032, + 1.6838405132293701, + 1.6560627222061157, + 1.6266260147094727, + 1.597681999206543, + 1.568216323852539, + 1.5363649129867554, + 1.5025280714035034, + 1.4687187671661377, + 1.432451605796814, + 1.3947951793670654, + 1.3567273616790771, + 1.3186883926391602, + 1.2764121294021606, + 1.2333968877792358, + 1.1878069639205933, + 1.1416888236999512, + 1.098583459854126, + 1.0555918216705322, + 1.0102605819702148, + 0.964155912399292, + 0.9178872108459473, + 0.8681414723396301, + 0.8170064687728882, + 0.7655754089355469, + 0.7143893241882324, + 0.6676280498504639, + 0.6299400329589844, + 0.6873269081115723, + 0.7076725959777832, + 0.6830025315284729, + 0.6501888036727905, + 0.6158128976821899, + 0.574492871761322, + 0.5305689573287964, + 0.4942673444747925, + 0.4553433656692505, + 0.41690802574157715, + 0.38553935289382935, + 0.3486154079437256, + 0.3179793953895569, + 0.2849404215812683, + 0.25670260190963745, + 0.22499710321426392, + 0.20379680395126343, + 0.1823151707649231, + 0.15924519300460815, + 0.14049208164215088, + 0.1137162446975708, + 0.09182095527648926, + 0.07481002807617188, + 0.06469237804412842, + 0.04880654811859131, + 0.03283882141113281, + 0.02619481086730957, + 0.017058491706848145 ], "p90": [ - 1.84415602684021, - 1.8420523405075073, - 1.836932897567749, - 1.8347249031066895, - 1.8329143524169922, - 1.8267769813537598, - 1.8177790641784668, - 1.8066991567611694, - 1.795717477798462, - 1.7857279777526855, - 1.7735450267791748, - 1.7632057666778564, - 1.7556266784667969, - 1.744734287261963, - 1.7326576709747314, - 1.720167875289917, - 1.7081220149993896, - 1.6965999603271484, - 1.6835997104644775, - 1.6720268726348877, - 1.6600754261016846, - 1.6480417251586914, - 1.6352169513702393, - 1.6182944774627686, - 1.6056702136993408, - 1.5940613746643066, - 1.5817252397537231, - 1.5689448118209839, - 1.5559567213058472, - 1.5427708625793457, - 1.530727505683899, - 1.5161328315734863, - 1.6422600746154785, - 1.5730812549591064, - 1.5559959411621094, - 1.5604102611541748, - 1.5600290298461914, - 1.553346872329712, - 1.545577049255371, - 1.541327953338623, - 1.5365070104599, - 1.5325268507003784, - 1.524789571762085, - 1.5161828994750977, - 1.5120759010314941, - 1.5079066753387451, - 1.5062936544418335, - 1.4911644458770752, - 1.4848341941833496, - 1.4855865240097046, - 1.479191780090332, - 1.4785393476486206, - 1.4776041507720947, - 1.4844906330108643, - 1.4797192811965942, - 1.4851152896881104, - 1.4839115142822266, - 1.4844452142715454, - 1.4879424571990967, - 1.4953444004058838 + 1.8041876554489136, + 1.7967967987060547, + 1.7858632802963257, + 1.7730214595794678, + 1.7580664157867432, + 1.7406485080718994, + 1.7229050397872925, + 1.7045085430145264, + 1.6867406368255615, + 1.6696958541870117, + 1.6528491973876953, + 1.6349785327911377, + 1.616668701171875, + 1.5957039594650269, + 1.5746214389801025, + 1.555445671081543, + 1.5368767976760864, + 1.518065094947815, + 1.4970885515213013, + 1.4750560522079468, + 1.453560709953308, + 1.435002088546753, + 1.4187242984771729, + 1.3991684913635254, + 1.3840069770812988, + 1.3661638498306274, + 1.3468382358551025, + 1.3285443782806396, + 1.3104122877120972, + 1.2937202453613281, + 1.2791811227798462, + 1.265185832977295, + 1.4585371017456055, + 1.377535343170166, + 1.347558856010437, + 1.3467319011688232, + 1.3405873775482178, + 1.3293277025222778, + 1.3165805339813232, + 1.3112454414367676, + 1.3055851459503174, + 1.2990741729736328, + 1.290590763092041, + 1.277411699295044, + 1.2733581066131592, + 1.2711082696914673, + 1.2728370428085327, + 1.2642089128494263, + 1.261636734008789, + 1.2666916847229004, + 1.2693582773208618, + 1.272736668586731, + 1.26810884475708, + 1.2711141109466553, + 1.2691211700439453, + 1.2773555517196655, + 1.278153896331787, + 1.2817935943603516, + 1.2884697914123535, + 1.2997400760650635 ], "timestamps": [ - "2026-06-21 02:06:00", - "2026-06-21 02:12:00", - "2026-06-21 02:18:00", "2026-06-21 02:24:00", "2026-06-21 02:30:00", "2026-06-21 02:36:00", @@ -795,6 +792,9 @@ "2026-06-22 07:42:00", "2026-06-22 07:48:00", "2026-06-22 07:54:00", - "2026-06-22 08:00:00" + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 6935cdb80250e2ff445b14506ad8c6083f80b8a3..f24b40fc4873ee009ab0821257c913c4d53c7b10 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T08:20:11.473144+00:00", + "evaluated_at": "2026-06-22T08:27:25.877820+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 3d330da7ed2507691dee34fa3e40923a96f91b85..cb1937d37963e632de6820f78be8d330d7115b67 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,64395.657357533775,64395.657357533775,168.63444010416666,0.15942642248025038,0.002637646541366915,0.0026330338301183264,1.3904452473202993,253.76299446044882,0.003958523342994022,0.002630578067556314,0.003141881687305488,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,64239.231733957924,64239.231733957924,168.0869140625,0.15890879323450577,0.002629148621341898,0.002624516996136556,1.3904452473202993,253.4545950144876,0.003953745937266394,0.002622059203717603,0.003137163184447113,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002065693112269251,0.002065693112269251,0.03885895907878876,0.11182703108696238,0.038989895524407105,0.03827659754106459,1.881703774065875,0.04544989672451689,0.03997703283651639,0.03417974506084199,0.06787038777106671,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002464200588204986,0.002464200588204986,0.03386689523855845,0.09643422742577663,0.04719268880012715,0.050274569287897544,1.6764535726932361,0.049640715025118104,0.04603964671566638,0.0314101013925918,0.07057742736225182,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.09024171898290906,0.09024171898290906,0.28136321240001255,3.448970372971043,0.17398140573465543,0.19254807554025025,31.746722022535867,0.300402594833848,0.18939568656766045,0.17739187245322185,0.13388669860197094,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.0004924023849450047,0.0004924023849450047,0.015497088432312012,0.007987046467437338,0.0011088889436566961,0.001108364831466357,1.0148653389990736,0.02219014161615479,0.0015854820138872557,0.0011072644511274014,0.01517449476225942,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,47.02352757015751,47.02352757015751,5.981669187545776,0.5169466544113396,0.3390473663888512,0.2723283342247392,2.875945915918399,6.8573703101230805,0.31956677173389114,0.27875739903125946,0.2092540285013769,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 982b084d5cc430308531e10aa85a4692d013bf11..9e2b14c9a63b3b02341ebe7796ef3e84d3a81c90 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:19:22.806058+00:00", + "evaluated_at": "2026-06-22T08:26:59.542499+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64294.0 + 64280.859375 ], "p50": [ 64089.44140625, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d90824fe33da0fdaad0e296228af1eaee88d5539..8f1345dbfdd516af13e2a7ab3186d7be4d964bc3 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:12:00.264292+00:00", + "evaluated_at": "2026-06-22T08:27:03.531871+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.690999984741211, - 1.6629999876022339, - 1.6440000534057617, 1.6200000047683716, 1.590999960899353, 1.5570000410079956, @@ -245,12 +242,12 @@ 1.871000051498413, 1.8589999675750732, 1.850000023841858, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.8250000476837158, 1.812000036239624, - 1.8049999475479126, + 1.8049999475479126 + ], + "actuals": [ 1.7920000553131104, 1.7879999876022339, 1.7730000019073486, @@ -307,198 +304,198 @@ 0.640999972820282, 0.6480000019073486, 0.6470000147819519, - 0.6470000147819519 + 0.6470000147819519, + 0.6430000066757202, + 0.6399999856948853, + 0.6380000114440918 ], "p50": [ - 1.8354358673095703, - 1.8287073373794556, - 1.8198964595794678, - 1.8098825216293335, - 1.7967698574066162, - 1.7819194793701172, - 1.7636346817016602, - 1.7431979179382324, - 1.722032070159912, - 1.699378252029419, - 1.6782433986663818, - 1.6564056873321533, - 1.634244680404663, - 1.611865520477295, - 1.5870189666748047, - 1.5626890659332275, - 1.5350251197814941, - 1.50757896900177, - 1.4788331985473633, - 1.4479613304138184, - 1.4187490940093994, - 1.389502763748169, - 1.3579213619232178, - 1.328127145767212, - 1.298427700996399, - 1.2715731859207153, - 1.2417579889297485, - 1.2095950841903687, - 1.1798866987228394, - 1.1476935148239136, - 1.1198092699050903, - 1.092377781867981, - 1.0627765655517578, - 1.0367822647094727, - 1.0113314390182495, - 0.9876338243484497, - 0.9587032198905945, - 0.9330630898475647, - 0.905708909034729, - 0.8793129324913025, - 0.856420636177063, - 0.8291662931442261, - 0.8059800267219543, - 0.7832567691802979, - 0.7637607455253601, - 0.7446426153182983, - 0.7241883277893066, - 0.7083179354667664, - 0.6897396445274353, - 0.6736440658569336, - 0.6545102596282959, - 0.6439725160598755, - 0.635161280632019, - 0.6255658864974976, - 0.6215216517448425, - 0.613638162612915, - 0.603390097618103, - 0.5989591479301453, - 0.6002475023269653, - 0.5970875024795532 + 1.792877435684204, + 1.78072190284729, + 1.7643101215362549, + 1.7466373443603516, + 1.7247605323791504, + 1.7029554843902588, + 1.6789368391036987, + 1.6516931056976318, + 1.6259889602661133, + 1.5976482629776, + 1.5721949338912964, + 1.5462952852249146, + 1.519383192062378, + 1.4907095432281494, + 1.4595946073532104, + 1.4276013374328613, + 1.3955694437026978, + 1.3633742332458496, + 1.3298909664154053, + 1.2926230430603027, + 1.2621326446533203, + 1.2311911582946777, + 1.200124979019165, + 1.1695513725280762, + 1.1369589567184448, + 1.1043504476547241, + 1.072787880897522, + 1.0396546125411987, + 1.0076498985290527, + 0.9751549959182739, + 0.9478665590286255, + 0.9188493490219116, + 0.9110417366027832, + 0.8856467008590698, + 0.8571022152900696, + 0.8300338983535767, + 0.8043726086616516, + 0.7774404287338257, + 0.754510760307312, + 0.7313703298568726, + 0.7107770442962646, + 0.6875627040863037, + 0.6695112586021423, + 0.6512939929962158, + 0.6338281035423279, + 0.6165916919708252, + 0.6004211902618408, + 0.5863649845123291, + 0.5756666660308838, + 0.5639108419418335, + 0.5510826110839844, + 0.5444782972335815, + 0.5414398312568665, + 0.5365912318229675, + 0.535422682762146, + 0.5326129198074341, + 0.5290436148643494, + 0.5261831879615784, + 0.5323355793952942, + 0.5352387428283691 ], "p10": [ - 1.8235628604888916, - 1.8119454383850098, - 1.798290491104126, - 1.7807148694992065, - 1.7616779804229736, - 1.7419543266296387, - 1.7186596393585205, - 1.690763235092163, - 1.6637953519821167, - 1.6358975172042847, - 1.6061861515045166, - 1.5762286186218262, - 1.5443358421325684, - 1.509021520614624, - 1.475958228111267, - 1.4404449462890625, - 1.4005974531173706, - 1.3628761768341064, - 1.3244572877883911, - 1.2822518348693848, - 1.2458665370941162, - 1.2057207822799683, - 1.1637557744979858, - 1.1258430480957031, - 1.084235668182373, - 1.041430115699768, - 1.0042533874511719, - 0.9618176817893982, - 0.9171176552772522, - 0.8770227432250977, - 0.8355549573898315, - 0.7980751991271973, - 0.7434811592102051, - 0.7137098908424377, - 0.6766791939735413, - 0.6362555027008057, - 0.5927896499633789, - 0.5497490167617798, - 0.5049230456352234, - 0.4746578335762024, - 0.44181835651397705, - 0.4007585048675537, - 0.36528921127319336, - 0.33084356784820557, - 0.2970716953277588, - 0.26487207412719727, - 0.23470056056976318, - 0.2011573314666748, - 0.17368829250335693, - 0.14978718757629395, - 0.11573970317840576, - 0.0959901213645935, - 0.07668018341064453, - 0.05051219463348389, - 0.03897559642791748, - 0.026076793670654297, - 5.328655242919922e-05, - -0.01768648624420166, - -0.023828625679016113, - -0.04098236560821533 + 1.7819581031799316, + 1.766765832901001, + 1.7476303577423096, + 1.7227604389190674, + 1.6971187591552734, + 1.6682627201080322, + 1.6401371955871582, + 1.6056580543518066, + 1.5748841762542725, + 1.539508581161499, + 1.5057930946350098, + 1.471139669418335, + 1.4363141059875488, + 1.395384669303894, + 1.35654616355896, + 1.312805414199829, + 1.2698376178741455, + 1.2284278869628906, + 1.1869488954544067, + 1.139568567276001, + 1.1045252084732056, + 1.0630598068237305, + 1.0234248638153076, + 0.9846510291099548, + 0.9421870708465576, + 0.8957576155662537, + 0.8568969964981079, + 0.8109882473945618, + 0.7669554352760315, + 0.7233375310897827, + 0.6863298416137695, + 0.6443768739700317, + 0.6283285617828369, + 0.5964657068252563, + 0.5572527647018433, + 0.5177866816520691, + 0.48015886545181274, + 0.4351595640182495, + 0.39843231439590454, + 0.3660033941268921, + 0.3366820812225342, + 0.29664623737335205, + 0.26776760816574097, + 0.236944317817688, + 0.20794427394866943, + 0.1769048571586609, + 0.15000367164611816, + 0.11776262521743774, + 0.10311883687973022, + 0.07962000370025635, + 0.052059054374694824, + 0.034999966621398926, + 0.018905997276306152, + -0.0012265443801879883, + -0.010778069496154785, + -0.021266937255859375, + -0.03634917736053467, + -0.053069114685058594, + -0.05172741413116455, + -0.056583285331726074 ], "p90": [ - 1.847398281097412, - 1.8450803756713867, - 1.841312050819397, - 1.8364620208740234, - 1.8311805725097656, - 1.8212294578552246, - 1.8099656105041504, - 1.798729419708252, - 1.782011866569519, - 1.7670629024505615, - 1.7543691396713257, - 1.7423994541168213, - 1.7292033433914185, - 1.7165073156356812, - 1.7035659551620483, - 1.6932164430618286, - 1.676842451095581, - 1.6615090370178223, - 1.6452667713165283, - 1.629394769668579, - 1.6134066581726074, - 1.5980315208435059, - 1.5832815170288086, - 1.566007375717163, - 1.5462640523910522, - 1.5316938161849976, - 1.5164920091629028, - 1.498604655265808, - 1.4841945171356201, - 1.472396731376648, - 1.4529632329940796, - 1.4310109615325928, - 1.4261196851730347, - 1.407192349433899, - 1.4036483764648438, - 1.3948085308074951, - 1.3774741888046265, - 1.371018648147583, - 1.3655381202697754, - 1.3545944690704346, - 1.3489954471588135, - 1.3419911861419678, - 1.3299777507781982, - 1.3350625038146973, - 1.3351202011108398, - 1.3330644369125366, - 1.3343063592910767, - 1.3338943719863892, - 1.3250763416290283, - 1.3295913934707642, - 1.3297338485717773, - 1.3353323936462402, - 1.3390917778015137, - 1.345841884613037, - 1.3517286777496338, - 1.3683531284332275, - 1.381312370300293, - 1.3809268474578857, - 1.4028629064559937, - 1.4069437980651855 + 1.8024523258209229, + 1.7941514253616333, + 1.7806442975997925, + 1.7678496837615967, + 1.752866268157959, + 1.7358527183532715, + 1.7183221578598022, + 1.6997110843658447, + 1.6783628463745117, + 1.6569631099700928, + 1.6390275955200195, + 1.622349739074707, + 1.602952241897583, + 1.5832830667495728, + 1.5629462003707886, + 1.5447767972946167, + 1.5218764543533325, + 1.5009992122650146, + 1.47943115234375, + 1.4578453302383423, + 1.437700629234314, + 1.4158282279968262, + 1.4018536806106567, + 1.3788803815841675, + 1.3559350967407227, + 1.338183879852295, + 1.3124562501907349, + 1.291707992553711, + 1.2731168270111084, + 1.2504569292068481, + 1.2306828498840332, + 1.2095513343811035, + 1.227234125137329, + 1.2089380025863647, + 1.1983356475830078, + 1.1877329349517822, + 1.1737024784088135, + 1.1622967720031738, + 1.157364010810852, + 1.1508111953735352, + 1.148292899131775, + 1.1422089338302612, + 1.137695550918579, + 1.1394327878952026, + 1.1401175260543823, + 1.1390199661254883, + 1.1433956623077393, + 1.1459667682647705, + 1.1459898948669434, + 1.1504850387573242, + 1.15494704246521, + 1.162492275238037, + 1.1707390546798706, + 1.182995319366455, + 1.1912205219268799, + 1.202150583267212, + 1.2200618982315063, + 1.2225289344787598, + 1.243849277496338, + 1.2542543411254883 ], "timestamps": [ - "2026-06-21 02:06:00", - "2026-06-21 02:12:00", - "2026-06-21 02:18:00", "2026-06-21 02:24:00", "2026-06-21 02:30:00", "2026-06-21 02:36:00", @@ -795,6 +792,9 @@ "2026-06-22 07:42:00", "2026-06-22 07:48:00", "2026-06-22 07:54:00", - "2026-06-22 08:00:00" + "2026-06-22 08:00:00", + "2026-06-22 08:06:00", + "2026-06-22 08:12:00", + "2026-06-22 08:18:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index adcfe5a7e4cdbe5b26a0c05b49bf39dfe6e41809..893056e65f8834d7df23d1535d4397ec088d6fff 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:19:44.236940+00:00", + "evaluated_at": "2026-06-22T08:27:05.387965+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 75, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", - "data_fetched_at": "2026-06-22T08:17:20.272769Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t021800z", + "data_fetched_at": "2026-06-22T08:25:12.453853Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []