diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 2bab4331f4710e24461ce4b4551c755b3c167905..03233a2e7ecf325fbe946c6f2ee99676be8e4405 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T05:21:54.173652+00:00", + "generated_at": "2026-06-22T05:32:12.263713+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 8f19bd17b2264a3d3fa17ff3f1754a751aa0abe3..a6955f63be8b43dd2ba32bcc284513f25eb36062 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Chronos-2,0.7430923184731965,0.5736484847233179,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.37176814120452717,0.6591385660759195,8.0,1,1,1.0 Air Quality,Moving-Average,0.815904609338631,0.8323362167428201,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.28334546771980534,0.37575740075187875,1.0,1,1,1.0 -Finance,Moving-Average,0.40442356572726473,0.482570863835051,2.0,1,1,1.0 -Finance,Timer-S1,1.1381898199728595,0.7516559090988909,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7742129635827129,0.7634352244652779,4.0,1,1,1.0 -Finance,TimesFM-2.5,0.8183478646482433,0.796025840172515,5.0,1,1,1.0 -Finance,Chronos-2,0.5195537688286006,0.8058486293086417,6.0,1,1,1.0 -Finance,TiRex,1.5539506038561393,0.880647457964053,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.896202354866642,0.9624945431811641,8.0,1,1,1.0 +Finance,ETS,0.28277227184453013,0.37533128453405173,1.0,1,1,1.0 +Finance,Moving-Average,0.40392716543844204,0.48213857673247257,2.0,1,1,1.0 +Finance,Timer-S1,1.1384467645022325,0.7517858016412294,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7745856220170233,0.7635644364866733,4.0,1,1,1.0 +Finance,TimesFM-2.5,0.8188249923736359,0.7964998045737727,5.0,1,1,1.0 +Finance,Chronos-2,0.518591402237934,0.8055132107034945,6.0,1,1,1.0 +Finance,TiRex,1.5549307691049616,0.8807698983373443,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.8821673779627708,0.9581934662712002,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.8948397664775365,2.2862067392003067,10.0,1,1,1.0 +Finance,ARIMA,1.8942309589418642,2.285554706403122,10.0,1,1,1.0 Hazards,Chronos-2,0.430646964018626,0.5189230492158344,1.0,1,1,1.0 Hazards,Toto-2.0-1B,0.4950895717110299,0.561177005135267,2.0,1,1,1.0 Hazards,TiRex,0.49285398245357354,0.5726439747993839,3.0,1,1,1.0 @@ -39,16 +39,16 @@ Hydrology,TimesFM-2.5,1.0016564936499845,1.3654364678910584,7.0,1,1,1.0 Hydrology,Toto-2.0-1B,1.0005613765678907,1.365660887973674,8.0,1,1,1.0 Hydrology,TiRex,1.0003103782892229,1.3761095248823394,9.0,1,1,1.0 Hydrology,Moirai-1.1-Large,1.2512955994078987,1.3942113924223565,10.0,1,1,1.0 -Ocean,TiRex,0.12406993990482061,0.39140587363977214,2.5,2,2,1.0 -Ocean,Timer-S1,0.23806381372245142,0.4269664792285109,2.5,2,2,1.0 -Ocean,Moirai-1.1-Large,0.43403737172070594,0.5941707615810009,3.0,2,2,1.0 -Ocean,Toto-2.0-1B,0.6703693095932731,0.697676273589404,4.0,2,2,1.0 -Ocean,Chronos-2,0.2765990597552449,0.4718656010664221,4.5,2,2,1.0 -Ocean,Moving-Average,0.8994865738029382,0.9420567121349448,6.5,2,2,1.0 -Ocean,TimesFM-2.5,0.2623495920599277,0.48618552448622737,6.5,2,2,1.0 -Ocean,ARIMA,0.7175605196752447,0.7309913833417637,7.0,2,2,1.0 -Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0 -Ocean,ETS,1.5865239334089507,1.1078724411494165,10.0,2,2,1.0 +Ocean,Timer-S1,0.23709199872167105,0.4227810332917246,2.5,2,2,1.0 +Ocean,Moirai-1.1-Large,0.36516803254000835,0.5974002095177484,3.0,2,2,1.0 +Ocean,Chronos-2,0.15917490050014196,0.37699958098714276,3.5,2,2,1.0 +Ocean,TiRex,0.35152489437659445,0.45829119629804227,4.0,2,2,1.0 +Ocean,Toto-2.0-1B,0.5358141313274043,0.6193882299328198,4.0,2,2,1.0 +Ocean,Moving-Average,0.8856704714085193,0.9404843931792929,6.0,2,2,1.0 +Ocean,TimesFM-2.5,0.23461293688177146,0.4551760652011839,6.0,2,2,1.0 +Ocean,ARIMA,1.1835014996823334,1.0004663535460887,8.0,2,2,1.0 +Ocean,Seasonal-Naive,1.0,1.0,8.0,2,2,1.0 +Ocean,ETS,2.277808776081428,1.394239104428657,10.0,2,2,1.0 Weather,Chronos-2,0.3251259520871813,0.4301900693148517,2.3333333333333335,3,3,1.0 Weather,Moirai-1.1-Large,0.29902269754957217,0.3988707462029459,3.0,3,3,1.0 Weather,Timer-S1,0.37128517409991496,0.4940242957495342,4.0,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 2bfe1cc92a162c89c7ab8e223d452fe1a0bb9fd9..05b53fd529279da8df887dc063ce892d7365a1b9 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.4228226677718098,0.5170079694953414,3.5,6,6,1.0 -1h,Toto-2.0-1B,0.5217181072715823,0.564602130109545,4.166666666666667,6,6,1.0 -1h,ETS,0.7070946460296534,0.7248782614492107,4.333333333333333,6,6,1.0 -1h,TiRex,0.5383057462568109,0.5627350896985546,4.333333333333333,6,6,1.0 -1h,Moirai-1.1-Large,0.5710796949851086,0.5285602021338474,4.833333333333333,6,6,1.0 -1h,Timer-S1,0.5802641585994024,0.5710372384812237,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.37065573907577926,0.6219818478631806,5.666666666666667,6,6,1.0 -1h,Moving-Average,0.9691361513026607,0.8994222258883486,7.0,6,6,1.0 -1h,ARIMA,1.3267082126949736,1.1352195081431733,7.5,6,6,1.0 +1h,Chronos-2,0.42269203489710044,0.5169720975444555,3.5,6,6,1.0 +1h,Toto-2.0-1B,0.521759952707025,0.5646180555467338,4.166666666666667,6,6,1.0 +1h,ETS,0.7068560410792714,0.7247411923219864,4.333333333333333,6,6,1.0 +1h,TiRex,0.5383623214110137,0.562748128874566,4.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.5703730262651527,0.5281658063757237,4.833333333333333,6,6,1.0 +1h,Timer-S1,0.5802859888302137,0.5710536839801079,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.3706917480458029,0.6220435552705533,5.666666666666667,6,6,1.0 +1h,Moving-Average,0.9689377925651356,0.8992878919630021,7.0,6,6,1.0 +1h,ARIMA,1.3266371584802208,1.135165540413183,7.5,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8.833333333333334,6,6,1.0 -6min,TiRex,0.014830060337999237,0.16176448652414782,1.0,1,1,1.0 -6min,Timer-S1,0.05701837991637417,0.19297098058413725,2.0,1,1,1.0 -6min,Chronos-2,0.07335615748174777,0.2314454025419358,3.0,1,1,1.0 -6min,TimesFM-2.5,0.06691552196574711,0.23436366142250598,4.0,1,1,1.0 -6min,Moirai-1.1-Large,0.19647549993568886,0.398684035334923,5.0,1,1,1.0 -6min,Toto-2.0-1B,0.4635113014090925,0.515310604038447,6.0,1,1,1.0 -6min,ARIMA,0.5542854378638771,0.5425981700698912,7.0,1,1,1.0 -6min,Moving-Average,0.8516287767241919,0.9334274204695603,8.0,1,1,1.0 -6min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -6min,ETS,1.9679339006938577,1.0930858807108448,10.0,1,1,1.0 +6min,Chronos-2,0.02429317895244165,0.14773849016457793,1.0,1,1,1.0 +6min,Timer-S1,0.056553813571088046,0.18920623110698634,2.0,1,1,1.0 +6min,TimesFM-2.5,0.0535143180672587,0.20542110468951805,3.0,1,1,1.0 +6min,TiRex,0.11904795708190014,0.22177446257101222,4.0,1,1,1.0 +6min,Moirai-1.1-Large,0.13907198574314164,0.4030296828169554,5.0,1,1,1.0 +6min,Toto-2.0-1B,0.29611499981538403,0.4061505712367029,6.0,1,1,1.0 +6min,Moving-Average,0.825667686356409,0.9303141878217264,7.0,1,1,1.0 +6min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 +6min,ARIMA,1.5078357039155625,1.0163862578748724,9.0,1,1,1.0 +6min,ETS,4.056502752070749,1.7312081371463133,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index f2535eee89c2ad08cb6cbb9942ff247fe76ef13e..b28b0e37038e5a779baeaf5644e5bf17fc1b5aef 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,26 +9,26 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.47835014247052315,0.5934179167448759,3.857142857142857,7,7,1.0 -24,ETS,0.7293341161335294,0.7707837965378076,4.142857142857143,7,7,1.0 -24,Toto-2.0-1B,0.5725811253853955,0.64053455495879,4.714285714285714,7,7,1.0 -24,Timer-S1,0.6271886046481381,0.6459009309131284,4.857142857142857,7,7,1.0 -24,TiRex,0.5881291369470927,0.6394144195068292,5.0,7,7,1.0 -24,Moirai-1.1-Large,0.6387970326510074,0.6071147293121291,5.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.4272174922098566,0.6959251585451345,5.857142857142857,7,7,1.0 -24,ARIMA,1.3204049662439379,1.0659332589763844,6.571428571428571,7,7,1.0 -24,Moving-Average,0.971448022624743,0.933441635166597,6.571428571428571,7,7,1.0 +24,Chronos-2,0.47822346396676746,0.5933826249475872,3.857142857142857,7,7,1.0 +24,ETS,0.7291231600230709,0.7706588666860661,4.142857142857143,7,7,1.0 +24,Toto-2.0-1B,0.5726204894496072,0.6405500411190835,4.714285714285714,7,7,1.0 +24,Timer-S1,0.6272088293805269,0.6459168750439721,4.857142857142857,7,7,1.0 +24,TiRex,0.5881821178525722,0.639427118844425,5.0,7,7,1.0 +24,Moirai-1.1-Large,0.6381194322532002,0.606726413649389,5.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.42725306674169716,0.6959843381770495,5.857142857142857,7,7,1.0 +24,ARIMA,1.320344351755031,1.0658898240586145,6.571428571428571,7,7,1.0 +24,Moving-Average,0.971277592771506,0.9333221353876189,6.571428571428571,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.857142857142857,7,7,1.0 -60,TiRex,0.014830060337999237,0.16176448652414782,1.0,1,1,1.0 -60,Timer-S1,0.05701837991637417,0.19297098058413725,2.0,1,1,1.0 -60,Chronos-2,0.07335615748174777,0.2314454025419358,3.0,1,1,1.0 -60,TimesFM-2.5,0.06691552196574711,0.23436366142250598,4.0,1,1,1.0 -60,Moirai-1.1-Large,0.19647549993568886,0.398684035334923,5.0,1,1,1.0 -60,Toto-2.0-1B,0.4635113014090925,0.515310604038447,6.0,1,1,1.0 -60,ARIMA,0.5542854378638771,0.5425981700698912,7.0,1,1,1.0 -60,Moving-Average,0.8516287767241919,0.9334274204695603,8.0,1,1,1.0 -60,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -60,ETS,1.9679339006938577,1.0930858807108448,10.0,1,1,1.0 +60,Chronos-2,0.02429317895244165,0.14773849016457793,1.0,1,1,1.0 +60,Timer-S1,0.056553813571088046,0.18920623110698634,2.0,1,1,1.0 +60,TimesFM-2.5,0.0535143180672587,0.20542110468951805,3.0,1,1,1.0 +60,TiRex,0.11904795708190014,0.22177446257101222,4.0,1,1,1.0 +60,Moirai-1.1-Large,0.13907198574314164,0.4030296828169554,5.0,1,1,1.0 +60,Toto-2.0-1B,0.29611499981538403,0.4061505712367029,6.0,1,1,1.0 +60,Moving-Average,0.825667686356409,0.9303141878217264,7.0,1,1,1.0 +60,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 +60,ARIMA,1.5078357039155625,1.0163862578748724,9.0,1,1,1.0 +60,ETS,4.056502752070749,1.7312081371463133,10.0,1,1,1.0 72,Moirai-1.1-Large,0.9588393469510565,0.8855104860699246,1.0,1,1,1.0 72,Toto-2.0-1B,0.9695448846196052,0.9445801792452161,2.0,1,1,1.0 72,Timer-S1,0.993966848710878,0.9447035706247326,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 972a2cf055c6109c8e8ff258863955855440028b..555de86bc707321e53aad2c5874016eb8b7b9752 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.42036951597255623,0.5302454860088329,4.0,10,10,1.0 -Overall,Chronos-2,0.35958860824768824,0.5186704604262082,4.1,10,10,1.0 -Overall,TiRex,0.3442384964059205,0.520456896608322,4.2,10,10,1.0 -Overall,Toto-2.0-1B,0.4971540776342746,0.5909486633530551,4.5,10,10,1.0 -Overall,Moirai-1.1-Large,0.49937624135955305,0.5485860440665825,4.8,10,10,1.0 -Overall,ETS,0.7997491359137575,0.7891066166087852,5.8,10,10,1.0 -Overall,TimesFM-2.5,0.3268102909320543,0.5911772541723155,6.0,10,10,1.0 -Overall,ARIMA,1.0217641321296176,0.9015422637107813,6.7,10,10,1.0 -Overall,Moving-Average,0.8723131389394294,0.8733764223711108,6.7,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,8.2,10,10,1.0 +Overall,Chronos-2,0.32190682428741557,0.495881543042646,3.9,10,10,1.0 +Overall,Timer-S1,0.4200352319684381,0.5292109570876394,4.0,10,10,1.0 +Overall,TiRex,0.42397936867199865,0.5371476013821602,4.5,10,10,1.0 +Overall,Toto-2.0-1B,0.47539204813431074,0.5770572521918013,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.48205695994686526,0.5489351826250783,4.8,10,10,1.0 +Overall,ETS,0.8595674501301334,0.826144293098736,5.8,10,10,1.0 +Overall,TimesFM-2.5,0.31960631349631397,0.5834706910439109,5.9,10,10,1.0 +Overall,Moving-Average,0.8695099793769041,0.8730064471208854,6.6,10,10,1.0 +Overall,ARIMA,1.1292725005279711,0.9599127251775227,6.9,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,8.1,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 5855f58cafc1fb7f67813855b0fc2ed849974c32..76215f3356aa68cebc88c9143cd303b733005d4a 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,387315.6651666833,887837.3598716032,906.9649588011265,0.8419096263245499,0.014136488906314276,0.014245082275591273,18.182633829667108,622.3469009858435,0.009708182796404128,0.01414802836814441,0.01289325734993025,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,387209.90671671176,887373.1629553606,906.7769705198765,0.8417351221807187,0.014133618380947349,0.01424215576683463,18.175653663913852,622.2619277416158,0.009706885663735577,0.014145137253198378,0.012890362564930377,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.2222407538739179,0.21829296368075646,0.311749949015893,0.8884506584538995,0.22717790620125916,0.17772215406322275,33.76216999659614,0.47142417616613375,0.29051539980697105,0.19211607222756863,0.19036895309870763,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.45633505959957793,0.4493679078052375,0.4847907446373688,1.3930434411494943,0.3654237647118936,0.26357661535633975,54.087306483419454,0.6755257653114187,0.4223091897459696,0.3030699894470654,0.3013959829047153,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07173415815980125,0.0797398474291006,0.25987801530090454,3.9981241922235364,0.16340038980353638,0.18014914083827915,66.92956344724914,0.26783233217780344,0.17295002615965782,0.16781360629296077,0.15234258570274564,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,2.734186441011413,2.297506900496867,1.2904526126747708,0.7060226732778349,0.08602286623341183,0.08103572279508857,10.245475516843822,1.6535375535534151,0.10625140906367327,0.08292064981042704,0.07575426396299487,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.96766037580949,51.533074486399094,6.078467108869668,0.5255741573253901,0.34826775018651773,0.27631425556512934,6.3003478476597765,7.277888455851016,0.33081311162959165,0.2762939594940758,0.24159927335303466,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index de3b4f40b9a5907dac6d98d4645e2464d364b4e7..12271293670c78acb9d6faed42423a0c793fea56 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:21:53.855137+00:00", + "evaluated_at": "2026-06-22T05:32:11.946971+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64232.5703125 + 64228.05859375 ], "p50": [ 63557.771927208836, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 210d036e4f61098aec251f9afec29f1eb2b6da3e..38937285a73218a2b61adc4d2889ea092f9155c3 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:14:05.736676+00:00", + "evaluated_at": "2026-06-22T05:32:11.982230+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5709999799728394, - 1.590000033378601, - 1.61899995803833, 1.6469999551773071, 1.6729999780654907, 1.6970000267028809, @@ -245,12 +242,12 @@ 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754 - ], - "actuals": [ + 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634, + 1.5080000162124634 + ], + "actuals": [ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -307,198 +304,198 @@ 1.1729999780654907, 1.1460000276565552, 1.1080000400543213, - 1.0740000009536743 + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 ], "p50": [ - 1.4345170246348669, - 1.4592635737715556, - 1.483209135961143, - 1.5088252908041289, - 1.5327044200294933, - 1.5568430429904059, - 1.5793425801695167, - 1.6001000892620039, - 1.620827305917305, - 1.6434510738797852, - 1.6626357105556646, - 1.6814995763844962, - 1.7029087797032563, - 1.7186998525573625, - 1.7386634932562175, - 1.7546936856483373, - 1.7715972839647154, - 1.7882925880272966, - 1.8044679057599629, - 1.821742749771033, - 1.8361831382574758, - 1.8511753917362408, - 1.8645012420426523, - 1.878522382207891, - 1.8934336832477383, - 1.9071289357727907, - 1.918465802261358, - 1.930830838722721, - 1.9424590706256226, - 1.9549496536592361, - 1.9656373092648711, - 1.9774686130291976, - 1.9884622899803082, - 1.9990580136375808, - 2.009216752199656, - 2.019659036533565, - 2.029740512750611, - 2.0387705832479304, - 2.0470905674819453, - 2.057970130467592, - 2.0664236723302203, - 2.074174329375744, - 2.0825870294205147, - 2.0916926583577102, - 2.0990336448688796, - 2.1060058535828485, - 2.112961961343886, - 2.1227225367957723, - 2.129077716869257, - 2.135887276888935, - 2.14249686862279, - 2.147200130809236, - 2.155640858101684, - 2.161038646584042, - 2.1666441171582815, - 2.172694299971719, - 2.178137140872985, - 2.1833462421264427, - 2.189037382332261, - 2.1931219439528964 + 1.5313537374738606, + 1.5592863187461106, + 1.5860740268923164, + 1.6127178375679692, + 1.6387613488237056, + 1.665882097544889, + 1.6900460158537107, + 1.716782710801999, + 1.7385791610478039, + 1.76208365069825, + 1.7859067487973157, + 1.806949416423233, + 1.829945941248661, + 1.851663297400043, + 1.8709674272731904, + 1.8911825728040195, + 1.9114514974444279, + 1.9305711731609938, + 1.9490548292017706, + 1.9677361147354673, + 1.9867722328770143, + 2.0046068191308106, + 2.0211574543408264, + 2.0379866996466003, + 2.0542730816848516, + 2.070044673978819, + 2.08559863625356, + 2.1007149871439372, + 2.114194774801907, + 2.128920268854551, + 2.142854379003732, + 2.1576988693805266, + 2.169876671411835, + 2.182809399967916, + 2.1958873881246106, + 2.2079986075027223, + 2.220039816986768, + 2.231786018127986, + 2.245237933179461, + 2.2568822846913097, + 2.2672400509604023, + 2.277844258712401, + 2.286850271419448, + 2.29915811037415, + 2.3068753841145866, + 2.317469325397324, + 2.3282238280885843, + 2.336236754739388, + 2.3454031842406984, + 2.3538857855928645, + 2.3628699529908106, + 2.371178383708017, + 2.380475119304041, + 2.3892646103217605, + 2.396351920301699, + 2.402731930485829, + 2.4103149642216035, + 2.4178764513730577, + 2.425881415014124, + 2.4313628084828287 ], "p10": [ - 1.4248977350747378, - 1.4506674978804388, - 1.474173505862414, - 1.4986158727457835, - 1.5231447059579668, - 1.5469801277396504, - 1.5691550333014468, - 1.59034126320382, - 1.6109939662062607, - 1.6339332896010124, - 1.6530366775313747, - 1.6719263293150062, - 1.691023318027652, - 1.7092606658654725, - 1.7274337578894892, - 1.744888221271889, - 1.7620173853642849, - 1.778259288826816, - 1.794670042811326, - 1.8100525262274103, - 1.8261123912552872, - 1.8415759078181635, - 1.8548060875364591, - 1.8689651324546408, - 1.8838940717990296, - 1.8957094008052362, - 1.909825105215227, - 1.9202097893252879, - 1.9333093478459265, - 1.945368897868363, - 1.9561129787736609, - 1.9679618895666309, - 1.9794171058606413, - 1.9907066710222636, - 1.999832153186308, - 2.0095163805332774, - 2.020824128419325, - 2.028511589163535, - 2.0395670777179347, - 2.047296814708056, - 2.0572780629419882, - 2.0647820630984155, - 2.0728918749143217, - 2.0825257313418533, - 2.089642997941317, - 2.095733246953549, - 2.104665991763252, - 2.1125982950150375, - 2.119411303791496, - 2.1262026026130143, - 2.131391778773869, - 2.1364019127197755, - 2.145725400506598, - 2.1511843306035123, - 2.1562900368611264, - 2.1617997396557, - 2.1680305164501155, - 2.1727923712952437, - 2.179201645197233, - 2.1830580508458746 + 1.5200576240106638, + 1.5484919233516583, + 1.5764109363219139, + 1.6028990885232635, + 1.629931034011445, + 1.6570264383052347, + 1.6812732617521227, + 1.7076958883303612, + 1.729306397932204, + 1.75271793161203, + 1.7760932191849284, + 1.7978651868315758, + 1.820952021467287, + 1.8408676735759302, + 1.8618388682207752, + 1.8823625871925054, + 1.9015814137916631, + 1.9208413812442369, + 1.9398331484408886, + 1.9582448943185904, + 1.9759445638340003, + 1.9934325971776858, + 2.0104979898404527, + 2.029352975390324, + 2.043944712424278, + 2.0602279892162914, + 2.076208947204054, + 2.0909945002884984, + 2.1046244012618986, + 2.1192692935145865, + 2.1330745716326076, + 2.149041789266102, + 2.1603867201073403, + 2.1737795999950893, + 2.18701943272304, + 2.1993949275031026, + 2.2107602397355492, + 2.2224318563667227, + 2.2340158833777912, + 2.245504069065182, + 2.2583358068270134, + 2.2673220421224105, + 2.277308085573963, + 2.2892355045750437, + 2.2988073723486404, + 2.3071336315387954, + 2.32042116023738, + 2.326935080709612, + 2.3371288773668804, + 2.3443344848071623, + 2.3531892864695534, + 2.3614136468292113, + 2.369812123880489, + 2.3805666124244924, + 2.385481992927181, + 2.3931615569458207, + 2.4003722417850106, + 2.4090361740617072, + 2.4165136745670615, + 2.4221630319924383 ], "p90": [ - 1.442701998248046, - 1.4694012724247925, - 1.493157527932325, - 1.5180253019736742, - 1.5418203837038322, - 1.5665915494126428, - 1.5880183424476177, - 1.6096592438942734, - 1.6284760364574864, - 1.651583910358296, - 1.672184727188842, - 1.6908201970167096, - 1.7109280789734311, - 1.725710010037423, - 1.746967389802846, - 1.7644671486139252, - 1.782288595050148, - 1.7973743931072144, - 1.8141438034784518, - 1.8295686781330354, - 1.8450629698951941, - 1.8600702529313984, - 1.8740477454940698, - 1.8883015096306242, - 1.902173950652747, - 1.916201567671919, - 1.9273388865956402, - 1.9408191813476192, - 1.9516432492014038, - 1.9649308560670196, - 1.9758756080636881, - 1.987189961927982, - 1.998576057853809, - 2.0083345773906385, - 2.0162700031990597, - 2.0286463328130813, - 2.038781749700621, - 2.0485988287851895, - 2.0586179397420405, - 2.067632559457958, - 2.075842712399012, - 2.0841025162479356, - 2.092856098507257, - 2.100389537628609, - 2.1082327717830687, - 2.1161412625933766, - 2.123010980500709, - 2.1302094904621574, - 2.136786440359018, - 2.144502374898688, - 2.151925884653129, - 2.1575166775629437, - 2.1649223540081732, - 2.1696834518013595, - 2.1759027490522165, - 2.1830437730582477, - 2.1869537049185266, - 2.1917278410976437, - 2.198031829734296, - 2.202192134914889 + 1.5405702908681005, + 1.567959098753245, + 1.5948594388463617, + 1.6226756723479394, + 1.6502762512238203, + 1.675337599761816, + 1.7001213724091213, + 1.7254910731805069, + 1.7480660027107984, + 1.7725803952629964, + 1.794941329841927, + 1.8173308551839307, + 1.8381585902654123, + 1.8594848541751001, + 1.8799829927075578, + 1.901300896408404, + 1.9204004408213573, + 1.93882294893424, + 1.9585533149292875, + 1.9773822817928215, + 1.9966213995686883, + 2.0130887669039836, + 2.0299663936716996, + 2.045757514322854, + 2.062609977057727, + 2.0791168233632313, + 2.0935722367683733, + 2.1093635152086927, + 2.123525580838446, + 2.137409258239485, + 2.1524351002616084, + 2.166245665405434, + 2.1790054787322926, + 2.192071616900689, + 2.205470199040373, + 2.217925010874022, + 2.2298002776002552, + 2.241269300655474, + 2.2545285502352286, + 2.2648045166474633, + 2.2768403237213, + 2.286277505858511, + 2.2969578144879113, + 2.307293421057976, + 2.3170197819753624, + 2.3274489316116984, + 2.336288573161162, + 2.3458839186809253, + 2.3552465682868946, + 2.3636814499930763, + 2.371746243258803, + 2.3802347921959828, + 2.3883025292570337, + 2.3981123497844705, + 2.406028189791309, + 2.4136818349471314, + 2.4202369397133654, + 2.4267545352072335, + 2.4351933794305416, + 2.4408505700040584 ], "timestamps": [ - "2026-06-20 23:06:00", - "2026-06-20 23:12:00", - "2026-06-20 23:18:00", "2026-06-20 23:24:00", "2026-06-20 23:30:00", "2026-06-20 23:36:00", @@ -795,6 +792,9 @@ "2026-06-22 04:42:00", "2026-06-22 04:48:00", "2026-06-22 04:54:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index b6277f8bb4598fe225fbc5bdc289016daca49a57..500fe037a6a6406b06cb58226b2975107e3e52ed 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T05:21:53.953075+00:00", + "evaluated_at": "2026-06-22T05:32:12.000277+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 1496e8dc00588e65ed784a57db992c77c57f1d76..38279def71dc1c3a429892eee80001ec05a4a6c6 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.600,4.100,5.000,5.000,4.600,5.000,3.800,5.000,4.600,5.000 +2026-06-22,Chronos-2,4.300,3.900,4.800,4.800,4.300,4.800,3.600,4.800,4.300,4.800 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index e1bcbc8d2a6acd09a5ec7b9ddf930e792e7cc788..d08e0866a7c0f52e38e60072294f57f74568290e 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.6,4.1,5.0,5.0,4.6,5.0,3.8,5.0,4.6,5.0 +2026-W26,Chronos-Bolt-Mini,4.3,3.9,4.8,4.8,4.3,4.8,3.6,4.8,4.3,4.8 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 9ba5824d6fc6c4aa63bf2eb7442ed56e5d040534..14c4b3071f5476b159b241539cc9c7da5585279f 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,106199.64660008748,106199.64660008748,265.6764322916667,0.24661983207111185,0.004149843542824615,0.00414584874319175,1.7052458816266627,325.88287251723966,0.005083548245525192,0.004144369266237664,0.004544651883232225,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,106008.04909070332,106008.04909070332,265.4884440104167,0.24644532792728058,0.004146939979376582,0.00414292200523395,1.7052458816266627,325.58877298012493,0.00507897535075673,0.0041414488917957135,0.00454303601122287,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.029412152343141904,0.029412152343141904,0.15506234169006347,0.44190942135139594,0.09636977109514938,0.10244685527685078,5.380198724567403,0.17149971528589167,0.10568679094536802,0.09555725070667284,0.08120193065845026,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.007352146680396269,0.007352146680396269,0.07496517499287923,0.21541200300053084,0.04550529726759148,0.04677683215982975,1.2210374046942305,0.085744659777716,0.05360381447342403,0.046864951621516646,0.04380990702207374,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08053918458537071,0.08053918458537071,0.26151349809434676,4.023285471506264,0.16446227946827838,0.18141137499044854,93.53193651193052,0.28379426453924456,0.18325728293117136,0.1688697028053181,0.14882065464622296,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,1.8575773484371894,1.8575773484371894,1.162847359975179,0.6362082525463973,0.07749478142076036,0.07343225965614342,7.867669781268283,1.3629296931379804,0.08757781160725979,0.0747211155004131,0.0506007762921986,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,132.26548005992467,132.26548005992467,9.466134150822958,0.8184885087538193,0.5082012192807918,0.3659391763198984,6.903968689345848,11.500673026389572,0.5227578648358896,0.43027882503740716,0.290984644552674,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 0897d500766ee53c5586406d352b6bd8ebba46c5..e6c4a29378d5ccaa5868c82d80f1c50d24d9d8a0 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T05:19:25.580930+00:00", + "evaluated_at": "2026-06-22T05:27:47.670404+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64232.5703125 + 64228.05859375 ], "p50": [ 64281.45703125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 08ebe42b52787c5bdcf52fe82336c1288fb7bfaa..c3204106d7b040d71b03a1b2b8409072520838e1 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T05:09:47.574663+00:00", + "evaluated_at": "2026-06-22T05:27:52.875921+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5709999799728394, - 1.590000033378601, - 1.61899995803833, 1.6469999551773071, 1.6729999780654907, 1.6970000267028809, @@ -245,12 +242,12 @@ 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754 - ], - "actuals": [ + 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634, + 1.5080000162124634 + ], + "actuals": [ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -307,198 +304,198 @@ 1.1729999780654907, 1.1460000276565552, 1.1080000400543213, - 1.0740000009536743 + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 ], "p50": [ - 1.439720869064331, - 1.468827247619629, - 1.4904508590698242, - 1.5110971927642822, - 1.532123327255249, - 1.549755573272705, - 1.569120168685913, - 1.5884571075439453, - 1.6020894050598145, - 1.615285873413086, - 1.6293880939483643, - 1.6423851251602173, - 1.6499954462051392, - 1.6623636484146118, - 1.670418381690979, - 1.6691689491271973, - 1.71630859375, - 1.7163214683532715, - 1.713815450668335, - 1.7139298915863037, - 1.709974765777588, - 1.7024866342544556, - 1.6973941326141357, - 1.69341242313385, - 1.6855586767196655, - 1.6744295358657837, - 1.6632189750671387, - 1.6494698524475098, - 1.6326017379760742, - 1.6215388774871826, - 1.6057202816009521, - 1.5880547761917114, - 1.5882608890533447, - 1.5679231882095337, - 1.5504345893859863, - 1.5345091819763184, - 1.5130516290664673, - 1.4921073913574219, - 1.4657644033432007, - 1.4444606304168701, - 1.4198898077011108, - 1.3941540718078613, - 1.3697139024734497, - 1.3440818786621094, - 1.322714924812317, - 1.294834017753601, - 1.2687674760818481, - 1.241743803024292, - 1.218711495399475, - 1.2010273933410645, - 1.1744706630706787, - 1.1516488790512085, - 1.1268157958984375, - 1.101996898651123, - 1.0841267108917236, - 1.0628464221954346, - 1.0387316942214966, - 1.0238635540008545, - 1.0032060146331787, - 0.984519362449646 + 1.5336365699768066, + 1.5587539672851562, + 1.579846978187561, + 1.5984275341033936, + 1.618064522743225, + 1.6343233585357666, + 1.6514160633087158, + 1.6710307598114014, + 1.6844398975372314, + 1.6946184635162354, + 1.7066068649291992, + 1.7175631523132324, + 1.7234338521957397, + 1.7347586154937744, + 1.7407857179641724, + 1.7379944324493408, + 1.7824382781982422, + 1.7802447080612183, + 1.7774534225463867, + 1.7757372856140137, + 1.7715368270874023, + 1.762102723121643, + 1.7575181722640991, + 1.7535438537597656, + 1.7458395957946777, + 1.7333335876464844, + 1.7213287353515625, + 1.7087514400482178, + 1.689720869064331, + 1.678386926651001, + 1.6634737253189087, + 1.6451618671417236, + 1.640405535697937, + 1.6183750629425049, + 1.6017428636550903, + 1.5843702554702759, + 1.5666093826293945, + 1.543531894683838, + 1.5178518295288086, + 1.4952304363250732, + 1.4707789421081543, + 1.4459295272827148, + 1.4206656217575073, + 1.3963727951049805, + 1.3756039142608643, + 1.3465993404388428, + 1.3215125799179077, + 1.2924798727035522, + 1.2690457105636597, + 1.2509193420410156, + 1.2234383821487427, + 1.2026875019073486, + 1.1772700548171997, + 1.1525788307189941, + 1.1339242458343506, + 1.1123766899108887, + 1.08754301071167, + 1.0731604099273682, + 1.0519895553588867, + 1.0350371599197388 ], "p10": [ - 1.4217710494995117, - 1.445277452468872, - 1.469472885131836, - 1.4854798316955566, - 1.5049346685409546, - 1.5177909135818481, - 1.5349470376968384, - 1.5476113557815552, - 1.5604530572891235, - 1.5696165561676025, - 1.5804355144500732, - 1.5895909070968628, - 1.5943574905395508, - 1.6027066707611084, - 1.6023626327514648, - 1.606132984161377, - 1.6454150676727295, - 1.6455492973327637, - 1.6350271701812744, - 1.6341081857681274, - 1.6216790676116943, - 1.613175392150879, - 1.5972710847854614, - 1.5908420085906982, - 1.5809597969055176, - 1.559678077697754, - 1.5453195571899414, - 1.5278382301330566, - 1.5079548358917236, - 1.4899930953979492, - 1.469606637954712, - 1.4331239461898804, - 1.4495713710784912, - 1.4235750436782837, - 1.3935165405273438, - 1.3767035007476807, - 1.3547942638397217, - 1.3261581659317017, - 1.2890663146972656, - 1.262773036956787, - 1.2316943407058716, - 1.2057042121887207, - 1.1750273704528809, - 1.1329212188720703, - 1.1066612005233765, - 1.0739275217056274, - 1.0520687103271484, - 1.019327163696289, - 0.9710716009140015, - 0.9411800503730774, - 0.9066015481948853, - 0.8857942819595337, - 0.8568624258041382, - 0.8330250978469849, - 0.8125196099281311, - 0.7863568067550659, - 0.7687331438064575, - 0.7457820177078247, - 0.7248064279556274, - 0.7109072804450989 + 1.512378454208374, + 1.5394260883331299, + 1.5564666986465454, + 1.570542335510254, + 1.5905656814575195, + 1.6033103466033936, + 1.6168912649154663, + 1.6287271976470947, + 1.6433645486831665, + 1.6493545770645142, + 1.6567789316177368, + 1.6646275520324707, + 1.6682209968566895, + 1.6762664318084717, + 1.673646092414856, + 1.6748228073120117, + 1.7119874954223633, + 1.7088159322738647, + 1.699924111366272, + 1.6984741687774658, + 1.6852316856384277, + 1.6749978065490723, + 1.6597542762756348, + 1.6523261070251465, + 1.6437668800354004, + 1.6215351819992065, + 1.6073570251464844, + 1.5892192125320435, + 1.5680279731750488, + 1.548912763595581, + 1.5303282737731934, + 1.495401382446289, + 1.5015907287597656, + 1.4732218980789185, + 1.4438108205795288, + 1.4263310432434082, + 1.4073777198791504, + 1.3765060901641846, + 1.3417776823043823, + 1.3161636590957642, + 1.2861008644104004, + 1.2605093717575073, + 1.2294487953186035, + 1.1905620098114014, + 1.163419485092163, + 1.1332226991653442, + 1.109257459640503, + 1.076815128326416, + 1.0342952013015747, + 1.00789213180542, + 0.9741080403327942, + 0.9523483514785767, + 0.9283740520477295, + 0.9016475081443787, + 0.8821360468864441, + 0.8593779802322388, + 0.8424070477485657, + 0.8207160234451294, + 0.802018404006958, + 0.7914096117019653 ], "p90": [ - 1.4594323635101318, - 1.4838916063308716, - 1.516308069229126, - 1.5397298336029053, - 1.5627150535583496, - 1.5809624195098877, - 1.6044354438781738, - 1.6270568370819092, - 1.643906593322754, - 1.6614645719528198, - 1.6775826215744019, - 1.6928339004516602, - 1.7078648805618286, - 1.718968391418457, - 1.7345359325408936, - 1.7424100637435913, - 1.7817845344543457, - 1.7821903228759766, - 1.783608078956604, - 1.7895678281784058, - 1.7915103435516357, - 1.7888059616088867, - 1.7873497009277344, - 1.7889673709869385, - 1.7865784168243408, - 1.780424952507019, - 1.7710292339324951, - 1.7614588737487793, - 1.7533903121948242, - 1.7458727359771729, - 1.7445342540740967, - 1.7321147918701172, - 1.726123332977295, - 1.7066400051116943, - 1.692486047744751, - 1.6839855909347534, - 1.665050983428955, - 1.641995906829834, - 1.6249014139175415, - 1.6132559776306152, - 1.5973267555236816, - 1.5810070037841797, - 1.5568981170654297, - 1.538034200668335, - 1.5136771202087402, - 1.4957234859466553, - 1.4818023443222046, - 1.4503653049468994, - 1.4390709400177002, - 1.4298887252807617, - 1.414454460144043, - 1.3846368789672852, - 1.3648768663406372, - 1.3421015739440918, - 1.324448585510254, - 1.3164007663726807, - 1.2830815315246582, - 1.2694685459136963, - 1.2538673877716064, - 1.2361136674880981 + 1.5573511123657227, + 1.5794973373413086, + 1.6008851528167725, + 1.621423363685608, + 1.6463558673858643, + 1.665553092956543, + 1.686582088470459, + 1.709708333015442, + 1.725027084350586, + 1.7416179180145264, + 1.7545595169067383, + 1.7678108215332031, + 1.7823368310928345, + 1.7889621257781982, + 1.8039741516113281, + 1.8124661445617676, + 1.8517712354660034, + 1.8473541736602783, + 1.8471157550811768, + 1.853805661201477, + 1.8536803722381592, + 1.8492319583892822, + 1.8474552631378174, + 1.8502678871154785, + 1.8461439609527588, + 1.8382563591003418, + 1.8279006481170654, + 1.8189945220947266, + 1.8097872734069824, + 1.8008188009262085, + 1.8012092113494873, + 1.7891528606414795, + 1.7871376276016235, + 1.7677373886108398, + 1.753088116645813, + 1.743530511856079, + 1.7236955165863037, + 1.7025624513626099, + 1.684709072113037, + 1.6717499494552612, + 1.6563897132873535, + 1.6390020847320557, + 1.6141941547393799, + 1.5972718000411987, + 1.570873498916626, + 1.5537110567092896, + 1.5381803512573242, + 1.5053513050079346, + 1.504649043083191, + 1.492243766784668, + 1.4806522130966187, + 1.4486916065216064, + 1.4308840036392212, + 1.4048798084259033, + 1.3855842351913452, + 1.373142123222351, + 1.3369204998016357, + 1.325476884841919, + 1.3062852621078491, + 1.2861756086349487 ], "timestamps": [ - "2026-06-20 23:06:00", - "2026-06-20 23:12:00", - "2026-06-20 23:18:00", "2026-06-20 23:24:00", "2026-06-20 23:30:00", "2026-06-20 23:36:00", @@ -795,6 +792,9 @@ "2026-06-22 04:42:00", "2026-06-22 04:48:00", "2026-06-22 04:54:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index c222ac7b62cb74187baefe12000b6e6b70ce0036..c2a646a9053419cdb1e9f018488d7f64484dacb2 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T05:19:35.041582+00:00", + "evaluated_at": "2026-06-22T05:27:55.531842+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index a2e3dfd4f032f0b9f295f5542d696ac959263188..458c9a6bc3929935bf58b066ee913a1ae89ea7f0 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,57917.37129618787,57279.02754431926,161.82171162888517,0.1502144657813042,0.0025276694887263374,0.0025270795454665467,1.6104147873264123,240.66028192493224,0.003754134559134793,0.002524307190140484,0.002119115820089646,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,57802.99624294842,57174.87894343049,161.63372334763517,0.1500399616374729,0.002524755326780806,0.0025241527747509322,1.6104147873264123,240.42253688651658,0.003750436869908775,0.0025213820772124235,0.002116841187852833,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.7890431243327191,0.7914004593126622,0.6313907188044464,1.7993892272774474,0.4489884885014772,0.30437466045212147,68.053562364433,0.8882809940175007,0.5474036359709004,0.3890948669616867,0.3835059280260724,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.227669845146284,1.2299483318857596,0.8312043560504344,2.3884609788024673,0.61822284696949,0.38869804697531135,91.12637236792403,1.1080026376982521,0.6926748322427554,0.5196326419247029,0.5133670138347056,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09877002242498586,0.09951951004093325,0.2902727190721326,4.465735122384399,0.18248950730415217,0.2037237895028525,59.77572187635198,0.3142769836067953,0.20294119120797544,0.18744067958021116,0.17370021892568696,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.44900847649371434,0.4424309306207574,0.528887465513028,0.2893609099606321,0.03535729659876754,0.0343674315772786,2.581295062299207,0.6700809477172995,0.04305741029508752,0.033984736739792964,0.030539448840934784,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,25.086083053228474,26.786526315228816,4.492459115258844,0.38844010694334424,0.20742202683517597,0.21507621881580788,1.7262048956933864,5.008600907761416,0.2276636776255189,0.20420268705722014,0.15774012349926464,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index f54f57c7862e67359bcdffc90616912786cf9973..cf4785d027668944d80e41838c2508a27c164a1d 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:21:53.980944+00:00", + "evaluated_at": "2026-06-22T05:32:12.023576+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64232.5703125 + 64228.05859375 ], "p50": [ 64267.03335897732, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index cd9b44afc45a418c0ac64c2648fd9872b7b90b68..0f786b88927984736915d572cdb5298655e7e376 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:14:05.835946+00:00", + "evaluated_at": "2026-06-22T05:32:12.045434+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5709999799728394, - 1.590000033378601, - 1.61899995803833, 1.6469999551773071, 1.6729999780654907, 1.6970000267028809, @@ -245,12 +242,12 @@ 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754 - ], - "actuals": [ + 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634, + 1.5080000162124634 + ], + "actuals": [ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -307,198 +304,198 @@ 1.1729999780654907, 1.1460000276565552, 1.1080000400543213, - 1.0740000009536743 + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 ], "p50": [ - 1.4430750651632185, - 1.4704931457457386, - 1.495911237176304, - 1.5233294071657912, - 1.5512475260144931, - 1.581165574410505, - 1.606583710544554, - 1.6370018419102315, - 1.6634199204661935, - 1.688338048136383, - 1.7162561520839237, - 1.7411742648529518, - 1.7690922793935255, - 1.7975104961130544, - 1.8269285807486901, - 1.8543466911335325, - 1.8807648143929783, - 1.9081829247778208, - 1.9346010033337828, - 1.9590191672435961, - 1.990437255932348, - 2.0183553598798887, - 2.0462735234320744, - 2.072191623326499, - 2.0991096805439984, - 2.128027801419258, - 2.155945905366799, - 2.187364023857873, - 2.208782181688013, - 2.238200266323649, - 2.2656183469061686, - 2.29103651284254, - 2.3214545548012504, - 2.3533727562619897, - 2.3742908013201416, - 2.3967089164733557, - 2.4281270051621076, - 2.457545119600066, - 2.4849632448860692, - 2.513381372198631, - 2.540799482583473, - 2.5662175740140385, - 2.5911356569807444, - 2.6220537968102815, - 2.6474718584385246, - 2.6748899986256895, - 2.706308087314441, - 2.7317262234484896, - 2.7641443886696053, - 2.786562459119336, - 2.8119805803522238, - 2.84239869681674, - 2.8688167753727023, - 2.8962348857575444, - 2.92865305097866, - 2.9515711149910886, - 2.9784892169120716, - 3.006907314422311, - 3.0363254586625916, - 3.063743569047434 + 1.540796311429611, + 1.568011051507339, + 1.5982258423682247, + 1.6289405373848413, + 1.656655271025268, + 1.6918700124142982, + 1.7190846779862206, + 1.7572994254549246, + 1.7815141892553015, + 1.8117289056103811, + 1.840943649741225, + 1.8701584236743916, + 1.9013731122537065, + 1.9305878414833895, + 1.9608025727396303, + 1.991017303995871, + 2.023232024404066, + 2.0529467620976085, + 2.082661499791151, + 2.1103761738269324, + 2.1425909687409344, + 2.17430568068527, + 2.203520424816114, + 2.2357351452243095, + 2.2639498873285953, + 2.2961645928356296, + 2.3253793369664737, + 2.360594003849698, + 2.3838088103270008, + 2.416023530735196, + 2.4442382877406432, + 2.4764529932476775, + 2.506667784108563, + 2.54038244050137, + 2.5670971870163997, + 2.5903120083948634, + 2.625526615673443, + 2.6557413618308447, + 2.6869561249159664, + 2.7201708771530417, + 2.7498855552419394, + 2.778600305810085, + 2.8068150032108874, + 2.839029783223728, + 2.8652445510772204, + 2.89895923727235, + 2.9326739383686404, + 2.959888723149852, + 2.992603422219585, + 3.0193181687346144, + 3.047532925740062, + 3.082247584159427, + 3.111462372993754, + 3.1401770937595774, + 3.1773919137075297, + 3.2021065667624766, + 3.2298213004029033, + 3.263536046202677, + 3.2922507669685004, + 3.3224655131259024 ], "p10": [ - 1.413975106028163, - 1.4403931100783192, - 1.4659112508853722, - 1.4933293612702148, - 1.520747471655057, - 1.5491655095606516, - 1.5775837262801802, - 1.6069017585590961, - 1.630419966838607, - 1.6598381170393524, - 1.68725622146373, - 1.712674244348954, - 1.7420923885892348, - 1.7705105397436542, - 1.7959285030242333, - 1.8252467141170834, - 1.8507647774380984, - 1.8781828937834055, - 1.905600944563603, - 1.9320191274276934, - 1.960437165333288, - 1.9888553820528168, - 2.014273458582221, - 2.0435915921890326, - 2.0700096200810467, - 2.0995278643617628, - 2.124945827642342, - 2.152363991671365, - 2.178782120891275, - 2.207100172005259, - 2.234618269181712, - 2.2650364005473893, - 2.2893545568039664, - 2.3167726135446283, - 2.345290870699948, - 2.370608900833097, - 2.3991269314907666, - 2.42754520781494, - 2.4548633075663138, - 2.481381262645294, - 2.509699474691818, - 2.5352175558942265, - 2.5635356070082103, - 2.5939537383738878, - 2.6194718612995476, - 2.6457899858464535, - 2.674308082069232, - 2.699726271847461, - 2.7311443307338905, - 2.754562492617146, - 2.7819805493578085, - 2.811398753202734, - 2.838816803982932, - 2.868234882658103, - 2.8936530247526164, - 2.9220711759070355, - 2.9474891987922596, - 2.9759073559071436, - 3.0022253672052246, - 3.03164357105015 + 1.510696341327301, + 1.5380111039594264, + 1.5691257223006283, + 1.5984405128277277, + 1.6305552196222224, + 1.6608700091956474, + 1.6909846821347039, + 1.7230994008501272, + 1.7495141691089315, + 1.7836288620751486, + 1.8099436852655932, + 1.8410583036067951, + 1.8723731279893328, + 1.9014878138029925, + 1.9337026385193163, + 1.963017369441771, + 1.9942320997443372, + 2.0244468250401133, + 2.0535614572095926, + 2.0818762129275794, + 2.1120909441838207, + 2.1452056977083562, + 2.1735203938216987, + 2.2046351075303323, + 2.233949796729535, + 2.263164600465024, + 2.295379365576703, + 2.3255940908724795, + 2.355708763811536, + 2.3860235593454253, + 2.41523823791116, + 2.446453021857907, + 2.475667700423642, + 2.506882538014569, + 2.537097215626629, + 2.566311894192364, + 2.596426585012814, + 2.6267413626653098, + 2.657856082334408, + 2.6880708135906484, + 2.7173854968293876, + 2.7466003005648765, + 2.7768150914257617, + 2.8090297969327964, + 2.8392445877936816, + 2.8703592478581346, + 2.90057398507484, + 2.9288886752277175, + 2.9620033751080737, + 2.9883181506148024, + 3.0195328630359755, + 3.050747706587367, + 3.0799623255484567, + 3.114177070871394, + 3.1413918943956247, + 3.1725065604205422, + 3.199821269408488, + 3.2320360345201666, + 3.2622507657764075, + 3.292465491072184 ], "p90": [ - 1.4700750453744764, - 1.494493134778484, - 1.5209113176425744, - 1.5505293997032896, - 1.5777475126630527, - 1.6071655972986887, - 1.6325837334327375, - 1.66000184381758, - 1.6875199588754266, - 1.7188380726934966, - 1.742356173684647, - 1.7697742840694892, - 1.7980923888276534, - 1.8236104640695974, - 1.8539285907622705, - 1.8793467268963193, - 1.90576490976041, - 1.935182994396046, - 1.9608011219947097, - 1.9880191217056475, - 2.0145373032822778, - 2.0459553562082426, - 2.0712734995902164, - 2.097791675206382, - 2.1251097332345044, - 2.1555278049955366, - 2.1799458943995442, - 2.21236405962066, - 2.2347821270901584, - 2.262300230227076, - 2.289718447900279, - 2.3141364300159255, - 2.3454546034386405, - 2.373872706909344, - 2.397390861544675, - 2.426808999824491, - 2.4561270917080518, - 2.482545155362853, - 2.507163242191939, - 2.540381277904083, - 2.566799460768173, - 2.5912175501721806, - 2.621635681537858, - 2.6460537709418657, - 2.675471921142611, - 2.701990037154132, - 2.7294081534994383, - 2.7578262986933932, - 2.7861443438469125, - 2.810662437923924, - 2.838980590365804, - 2.8663987007506466, - 2.8940168085605684, - 2.9212349215203313, - 2.9506530061559673, - 2.9780711165408094, - 2.9987892595413137, - 3.0329073373104944, - 3.0584254781175475, - 3.0877435580801795 + 1.5667963343177946, + 1.5970110655740353, + 1.624325887810806, + 1.655540552548263, + 1.6876552593427576, + 1.7168700630782463, + 1.746284745029525, + 1.7802994273622732, + 1.8085141843677206, + 1.8377289344590293, + 1.8680437121115254, + 1.8962583618286122, + 1.9264732003732135, + 1.9565878315890184, + 1.9868025509243303, + 2.0220172774121994, + 2.049232053252714, + 2.0806467630989665, + 2.109661569409376, + 2.1379763191668983, + 2.1690909851918163, + 2.2015056881239294, + 2.2335203962058845, + 2.2608352184426552, + 2.2909498973421756, + 2.3241646495792514, + 2.349379325999219, + 2.3827940816218387, + 2.4098087885117008, + 2.4391234777109037, + 2.472238344484265, + 2.502453016135861, + 2.5316677602667053, + 2.5638824657737396, + 2.59119728801051, + 2.6214120192667507, + 2.6525266852916682, + 2.6828414152604485, + 2.7100561195753903, + 2.745170853311184, + 2.772685672973034, + 2.802600300803295, + 2.832815026099071, + 2.8650297912107505, + 2.895244522466991, + 2.924459266597835, + 2.958673946355663, + 2.9888886776119032, + 3.017103434617351, + 3.042318170641963, + 3.0736329413803207, + 3.106747647221141, + 3.13596238539152, + 3.170177065149348, + 3.2003918560102336, + 3.2247065976615246, + 3.258821284667277, + 3.2890360159235175, + 3.3212507273910163, + 3.3485655436673225 ], "timestamps": [ - "2026-06-20 23:06:00", - "2026-06-20 23:12:00", - "2026-06-20 23:18:00", "2026-06-20 23:24:00", "2026-06-20 23:30:00", "2026-06-20 23:36:00", @@ -795,6 +792,9 @@ "2026-06-22 04:42:00", "2026-06-22 04:48:00", "2026-06-22 04:54:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 7f08cfeeaed92004788c4feba4548c612aea0d00..ae6f70832f30e4b88af0e68401f907698cbe024f 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T05:21:54.013012+00:00", + "evaluated_at": "2026-06-22T05:32:12.058165+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 4be2e22930d86633ed4701a74ac5c4a97b4a670f..da75a69ef2812483b8b6c8ad06a27e7c65421a1a 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1701,3 +1701,5 @@ {"evaluated_at": "2026-06-22T05:14:06.061506+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-22T05:21:54.174912+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T05:21:54.174912+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T05:32:12.264733+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T05:32:12.264733+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 5501a8f40e20662675fa47f30cf469a55e87dc42..ff8bc067120ec10a6275013c56ed29a1b2922f61 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,387594.1857242584,300573.14509614307,462.0696614583333,0.4289260486188185,0.007224139574352605,0.007187492423325982,1.9917785129950438,622.5706270972462,0.009711672769572445,0.007207968306750049,0.0054280698374107655,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,384743.9254468282,272703.5349017779,444.4730631510417,0.4125916297840953,0.006948592885772106,0.006915328716968564,1.9824214648255545,620.2772972202257,0.009675926704658954,0.006933493778537885,0.005404141564837534,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0534525941056927,1.0919092191074924,0.8010540008544922,0.4401395874021469,0.032473775887786056,0.03172600104875703,2.280056373669988,1.0263783873921415,0.04075827969029971,0.031810474007367,0.027194115303519773,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.07877685437982909,0.05504621456503086,0.21402607361475626,0.6099491166865888,0.1292664618701594,0.13713313519770048,4.021735423473772,0.2806721474956664,0.17296436047787556,0.1318936819298702,0.13987710724144406,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.04208908353736807,0.030897468632177134,0.16047389805316925,0.4611208312689154,0.10654407049900305,0.105576626403179,3.1084713418949126,0.20515624177043232,0.128254717558343,0.10032126876902957,0.1195131540310006,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07404372360458192,0.07106670987455956,0.24355834970871607,3.747052358626615,0.1529660083597314,0.16773404276035095,69.18926027073842,0.2721097638905703,0.1757121345302337,0.15727534689710815,0.1369836835405039,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.9530306031244132,0.9044895325540855,0.7775632937749227,0.42541454829232594,0.05198969146638438,0.04996388581473784,3.641625662296345,0.9762328631655529,0.0627298225327263,0.04996390642730427,0.03362612198740709,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,126.04664310284504,76.96653993424286,7.350348353385925,0.6355472642505186,0.4267900177872082,0.3199608245212266,2.9361598052844164,11.22704961701181,0.5103204371369005,0.3341067433357239,0.2633096508305482,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 739dd1732ae92dd182b3e8a9f87c65a0eaa48619..d51eeb303f2209c4aebfda58cd4d393603befaaa 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:21:23.041050+00:00", + "evaluated_at": "2026-06-22T05:31:35.046135+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64232.5703125 + 64228.05859375 ], "p50": [ - 64325.373046875, - 64331.83984375, - 64419.359375, - 64400.8984375, - 64439.611328125, - 64526.0234375, - 64556.34765625, - 64492.5859375, - 64578.40234375, - 64623.359375, - 64465.08984375, - 64512.98828125, - 64558.7421875, - 64639.037109375, - 64468.93359375, - 64650.107421875, - 64589.310546875, - 64544.021484375, - 64760.69140625, - 64675.751953125, - 64741.921875, - 64819.884765625, - 64387.490234375, - 64731.5 + 64324.49609375, + 64361.62890625, + 64355.560546875, + 64436.3203125, + 64472.802734375, + 64487.841796875, + 64519.673828125, + 64524.392578125, + 64577.578125, + 64598.6953125, + 64641.16796875, + 64464.390625, + 64456.876953125, + 64553.8671875, + 64560.021484375, + 64539.90234375, + 64516.662109375, + 64700.470703125, + 64727.828125, + 64612.896484375, + 64689.23828125, + 64798.240234375, + 64560.873046875, + 64753.548828125 ], "p10": [ - 64083.73828125, - 64045.365234375, - 63935.15625, - 64011.125, - 63980.01171875, - 64065.79296875, - 63943.837890625, - 63867.583984375, - 63838.697265625, - 63812.2109375, - 63713.833984375, - 63573.5625, - 63551.21484375, - 63549.068359375, - 63529.916015625, - 63225.2734375, - 63214.173828125, - 63259.466796875, - 63282.888671875, - 63272.943359375, - 62996.5, - 63449.625, - 62902.544921875, - 63060.4921875 + 64126.912109375, + 64057.916015625, + 63997.052734375, + 64045.244140625, + 63985.556640625, + 63955.181640625, + 63901.021484375, + 63907.21484375, + 63916.7890625, + 63730.783203125, + 63716.291015625, + 63572.150390625, + 63629.07421875, + 63681.138671875, + 63555.8125, + 63463.23046875, + 63386.658203125, + 63231.759765625, + 63235.0703125, + 62812.048828125, + 63148.462890625, + 63325.35546875, + 63112.55078125, + 63239.705078125 ], "p90": [ - 64627.763671875, - 64675.119140625, - 64864.236328125, - 64815.75, - 64903.828125, - 65169.3984375, - 65234.89453125, - 65093.57421875, - 65297.44140625, - 65475.15234375, - 65586.7109375, - 65610.46484375, - 65747.53125, - 65868.328125, - 65491.380859375, - 65963.75, - 66287.75390625, - 66053.921875, - 66175.9609375, - 66190.1015625, - 66244.50390625, - 66709.265625, - 66104.828125, - 66449.40234375 + 64574.208984375, + 64638.494140625, + 64816.375, + 64912.9765625, + 64982.82421875, + 65114.330078125, + 65088.412109375, + 65194.6171875, + 65317.408203125, + 65418.09375, + 65665.640625, + 65539.615234375, + 65719.4765625, + 65807.08984375, + 65778.90234375, + 65667.98828125, + 65882.125, + 66112.078125, + 66306.046875, + 66332.36328125, + 66168.1875, + 66682.51171875, + 66363.6953125, + 66719.05078125 ], "timestamps": [ "2026-06-17 06:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f16a6899f111fe0fe4cbba566a8d7af0f8f3af07..d79222c4968f3f8e1214ac058d6208e7710fc00b 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:13:22.769494+00:00", + "evaluated_at": "2026-06-22T05:31:42.148654+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5709999799728394, - 1.590000033378601, - 1.61899995803833, 1.6469999551773071, 1.6729999780654907, 1.6970000267028809, @@ -245,12 +242,12 @@ 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754 - ], - "actuals": [ + 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634, + 1.5080000162124634 + ], + "actuals": [ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -307,198 +304,198 @@ 1.1729999780654907, 1.1460000276565552, 1.1080000400543213, - 1.0740000009536743 + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 ], "p50": [ - 1.4154366850852966, - 1.416339635848999, - 1.4230198860168457, - 1.4401492476463318, - 1.453932762145996, - 1.464794397354126, - 1.4596983790397644, - 1.475024163722992, - 1.4964871406555176, - 1.5102516412734985, - 1.5132755041122437, - 1.5309990644454956, - 1.5595661401748657, - 1.5573146343231201, - 1.5593786239624023, - 1.5705152750015259, - 1.58074289560318, - 1.5571107864379883, - 1.570075273513794, - 1.5587684512138367, - 1.6189385652542114, - 1.5845303535461426, - 1.6168074011802673, - 1.6049712300300598, - 1.5765633583068848, - 1.5113590359687805, - 1.5609796643257141, - 1.4971134066581726, - 1.505880057811737, - 1.5169271230697632, - 1.5192788243293762, - 1.5189581513404846, - 1.4780808687210083, - 1.4492870569229126, - 1.4187513589859009, - 1.4898922443389893, - 1.3880853652954102, - 1.4524732828140259, - 1.3522635102272034, - 1.4212505221366882, - 1.3696588277816772, - 1.3578411936759949, - 1.343788981437683, - 1.419893205165863, - 1.403282642364502, - 1.2911178469657898, - 1.3529132008552551, - 1.3362510204315186, - 1.318858027458191, - 1.3336867094039917, - 1.3617109060287476, - 1.3477135300636292, - 1.2816690802574158, - 1.3804357647895813, - 1.3351319432258606, - 1.2690269947052002, - 1.337905466556549, - 1.3113151788711548, - 1.3357182145118713, - 1.3296285271644592 + 1.5143658518791199, + 1.5148034691810608, + 1.5188899040222168, + 1.5416162014007568, + 1.5481391549110413, + 1.5616530179977417, + 1.5727493166923523, + 1.5800695419311523, + 1.588801622390747, + 1.605827510356903, + 1.6282707452774048, + 1.6355485916137695, + 1.6368983387947083, + 1.6380523443222046, + 1.6626213192939758, + 1.680586814880371, + 1.6674579977989197, + 1.6695734858512878, + 1.672534704208374, + 1.6948938369750977, + 1.6871972680091858, + 1.7070426940917969, + 1.6664053201675415, + 1.660467803478241, + 1.6253506541252136, + 1.616676390171051, + 1.608644962310791, + 1.663762390613556, + 1.6163449883460999, + 1.614944338798523, + 1.6210712790489197, + 1.6053658723831177, + 1.5830585956573486, + 1.5751754641532898, + 1.5444132089614868, + 1.4970941543579102, + 1.601393699645996, + 1.5150809288024902, + 1.486292541027069, + 1.4630166292190552, + 1.4483283162117004, + 1.344411313533783, + 1.416439414024353, + 1.4815768599510193, + 1.4760688543319702, + 1.4595829844474792, + 1.4040390253067017, + 1.4030818343162537, + 1.3926421403884888, + 1.3844882249832153, + 1.3727372288703918, + 1.3715569972991943, + 1.3240482211112976, + 1.3802319765090942, + 1.3265957236289978, + 1.308275818824768, + 1.3596162796020508, + 1.3178096413612366, + 1.3284610509872437, + 1.3115670680999756 ], "p10": [ - 1.3765750527381897, - 1.363524317741394, - 1.3559468388557434, - 1.3718878626823425, - 1.3789756298065186, - 1.3770678639411926, - 1.3612573146820068, - 1.3663668036460876, - 1.368385374546051, - 1.3051984906196594, - 1.3185575604438782, - 1.323143184185028, - 1.288161277770996, - 1.255996286869049, - 1.2929166555404663, - 1.2231741547584534, - 1.208262324333191, - 1.120447039604187, - 1.2092427611351013, - 1.1156395077705383, - 1.1834557056427002, - 1.104176938533783, - 1.1682761311531067, - 0.957922488451004, - 1.0666507482528687, - 0.9630863666534424, - 0.9010026454925537, - 0.8740333914756775, - 0.5957068204879761, - 0.8355320990085602, - 0.7380565404891968, - 0.7108870148658752, - 0.583840399980545, - 0.5216695666313171, - 0.6444185376167297, - 0.6784464418888092, - 0.6154833734035492, - 0.7178725600242615, - 0.31380000710487366, - 0.7338470816612244, - 0.7016783952713013, - 0.6032004058361053, - 0.6155432760715485, - 0.5025076568126678, - 0.5263623297214508, - 0.44920530915260315, - 0.40118229389190674, - 0.3085891306400299, - 0.5949101448059082, - 0.3869103491306305, - 0.32182514667510986, - 0.5461956262588501, - 0.3776060938835144, - 0.49189555644989014, - 0.3704861104488373, - 0.2471076250076294, - 0.42781147360801697, - 0.386135995388031, - 0.4790319800376892, - 0.43268895149230957 + 1.4628822207450867, + 1.4600472450256348, + 1.4534829258918762, + 1.4786812663078308, + 1.4711295366287231, + 1.465220332145691, + 1.484624445438385, + 1.4684626460075378, + 1.4620972871780396, + 1.4634174704551697, + 1.3984631299972534, + 1.4566075801849365, + 1.3700211644172668, + 1.38221937417984, + 1.4081642031669617, + 1.3799120783805847, + 1.3802903294563293, + 1.3102755546569824, + 1.2496507167816162, + 1.318526566028595, + 1.1665585041046143, + 1.2421478033065796, + 1.2815958261489868, + 1.1480834484100342, + 1.030871570110321, + 1.0676544308662415, + 0.963433027267456, + 0.9359628260135651, + 0.9068440198898315, + 0.8432779014110565, + 0.8583813607692719, + 0.7745903134346008, + 0.818820595741272, + 0.8202476799488068, + 0.6173539757728577, + 0.5379154682159424, + 0.5821751952171326, + 0.6735459566116333, + 0.574405699968338, + 0.3275618851184845, + 0.4915071129798889, + 0.4915138781070709, + 0.5419447124004364, + 0.4994887113571167, + 0.6472576856613159, + 0.5080554783344269, + 0.3859184980392456, + 0.4325076639652252, + 0.4657023847103119, + 0.5869925618171692, + 0.4383995532989502, + 0.488914430141449, + 0.4253194332122803, + 0.4659799039363861, + 0.48083755373954773, + 0.4176081717014313, + 0.4579489529132843, + 0.37266165018081665, + 0.44620147347450256, + 0.5433731973171234 ], "p90": [ - 1.4531747698783875, - 1.462436318397522, - 1.4916768074035645, - 1.502766191959381, - 1.5218438506126404, - 1.548403263092041, - 1.5489434003829956, - 1.5999119877815247, - 1.6316106915473938, - 1.69194495677948, - 1.716097891330719, - 1.6817672848701477, - 1.7435522079467773, - 1.7746939063072205, - 1.7447072863578796, - 1.7447991967201233, - 1.8262402415275574, - 1.7877671122550964, - 1.838519811630249, - 1.8208638429641724, - 1.9000681042671204, - 1.8477737307548523, - 1.943873107433319, - 1.986463189125061, - 1.8695194721221924, - 1.8833767771720886, - 1.911715567111969, - 1.8890191316604614, - 1.903782606124878, - 1.9265655875205994, - 1.936501681804657, - 1.9334241151809692, - 1.9568883180618286, - 2.0690770149230957, - 1.9101676940917969, - 1.9289071559906006, - 1.901659607887268, - 2.0573437213897705, - 1.8866546750068665, - 1.9670042991638184, - 2.02327823638916, - 2.036985397338867, - 2.014924645423889, - 2.0203680992126465, - 2.0438908338546753, - 1.957933485507965, - 1.9846579432487488, - 1.8999054431915283, - 1.9673438668251038, - 2.0304462909698486, - 2.051176428794861, - 1.986815631389618, - 2.1171939373016357, - 2.037428855895996, - 1.9840728640556335, - 1.9333487749099731, - 1.9113073945045471, - 1.958105742931366, - 1.8652187585830688, - 2.0185962915420532 + 1.555296003818512, + 1.5731082558631897, + 1.596758484840393, + 1.6033862829208374, + 1.6402003765106201, + 1.6709216833114624, + 1.6704132556915283, + 1.7081148624420166, + 1.7175568342208862, + 1.731688916683197, + 1.7787649631500244, + 1.8243005275726318, + 1.8426936268806458, + 1.7828290462493896, + 1.8129016160964966, + 1.852718710899353, + 1.8758596181869507, + 1.8720377683639526, + 1.882308006286621, + 1.913036584854126, + 1.9367418885231018, + 1.9436940550804138, + 1.951163113117218, + 1.9298113584518433, + 1.9519009590148926, + 1.9069311022758484, + 1.927491843700409, + 1.9886438250541687, + 1.9495184421539307, + 2.062943935394287, + 2.0608787536621094, + 2.0494258403778076, + 1.997478723526001, + 2.066060423851013, + 2.0900344848632812, + 2.0443263053894043, + 2.166829466819763, + 2.109805703163147, + 2.0619245767593384, + 2.1931605339050293, + 2.0061585307121277, + 2.1102993488311768, + 1.9916277527809143, + 2.042582631111145, + 2.1031112670898438, + 2.12226939201355, + 2.0892006158828735, + 2.06403648853302, + 2.072250723838806, + 2.182928204536438, + 2.1188228130340576, + 2.0876190662384033, + 1.9871194958686829, + 1.9803471565246582, + 1.9357492923736572, + 1.9363424181938171, + 2.0111669301986694, + 2.050820231437683, + 1.9957478046417236, + 2.014661192893982 ], "timestamps": [ - "2026-06-20 23:06:00", - "2026-06-20 23:12:00", - "2026-06-20 23:18:00", "2026-06-20 23:24:00", "2026-06-20 23:30:00", "2026-06-20 23:36:00", @@ -795,6 +792,9 @@ "2026-06-22 04:42:00", "2026-06-22 04:48:00", "2026-06-22 04:54:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index c023a0ce44d61aabefbaeb606f05d1ebf95c5565..64ce26fceb2b7112a4c730d393cbccea386c4ef7 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T05:21:31.678432+00:00", + "evaluated_at": "2026-06-22T05:31:45.336206+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index b76122f07379d3aa97678b1f6a8aff906d0bd8b9..41aa475bef23442cfad52cee9c9c8ac10a8078bf 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,82666.4001568464,76478.69437460582,233.03103498492297,0.2163160436159686,0.003634837873310169,0.0036385759089886667,1.7381392620030927,287.5176519047942,0.004485077241427649,0.0036351235641813506,0.0027214994297409378,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,82568.91764515034,76391.43831526038,232.84304670367297,0.21614153947213732,0.0036319216640485264,0.003635649134192044,1.7381392620030927,287.34807750383567,0.004482445108199123,0.003632201700257163,0.002719226559403505,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.34146056964676663,0.3398967183144241,0.5392261155167882,1.5367309566488676,0.31752512335004934,0.3867499164358127,57.22611280223194,0.5843462754623894,0.3601037036799002,0.3322983810667226,0.3274902324228787,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.24988207394510467,0.24868033900564715,0.44933474422374003,1.2911608260790581,0.26477822445742116,0.3120492472389895,47.202955103603735,0.4998820600352694,0.31250442038242765,0.2809044473238726,0.27587244207236267,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07336373712953247,0.07399071303892228,0.24882482136586445,3.828075017337182,0.15628096322618418,0.17171123975940505,41.0552143126894,0.27085741106628863,0.17490344032980074,0.16067611783266583,0.14707832452222033,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,5.580205392527934,5.584079915152663,2.208333333333332,1.208206630894315,0.1453467592709629,0.13387604206012063,17.194696343948102,2.3622458365987087,0.1517908971308407,0.1419009370816599,0.13361128465156072,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,145.22558254808806,139.3866704601153,10.051303686095315,0.8690851443668479,0.5837028212967005,0.4025733288842866,16.81447753083231,12.050957744017197,0.5477708065462362,0.45687744027705973,0.42220465080465336,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 18d503b99efc1bcc55fc8901faa006fba15a2e8f..86ba534b6d61f84180ba8fe1f6e8d1e840870da9 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:21:54.021019+00:00", + "evaluated_at": "2026-06-22T05:32:12.064846+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64232.5703125 + 64228.05859375 ], "p50": [ 63980.94498355263, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index c09e823b1a86e9e327557451513b3bf87394f9d2..7cc241837d878786a916d8bd34555aa3970ac2c0 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:14:05.893255+00:00", + "evaluated_at": "2026-06-22T05:32:12.077142+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5709999799728394, - 1.590000033378601, - 1.61899995803833, 1.6469999551773071, 1.6729999780654907, 1.6970000267028809, @@ -245,12 +242,12 @@ 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754 - ], - "actuals": [ + 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634, + 1.5080000162124634 + ], + "actuals": [ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -307,198 +304,198 @@ 1.1729999780654907, 1.1460000276565552, 1.1080000400543213, - 1.0740000009536743 + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 ], "p50": [ - 1.0842402510376157, - 1.0842402212352933, - 1.0822402022810163, - 1.082240261885661, - 1.0827402703495206, - 1.08524020836069, - 1.0832402341098966, - 1.0862402550907315, - 1.0852402232618512, - 1.0827402405471982, - 1.0832402341098966, - 1.0807402364940824, - 1.0812401406498136, - 1.0822402469844998, - 1.0842402212352933, - 1.0842402212352933, - 1.0832402341098966, - 1.0832402341098966, - 1.0822402022810163, - 1.0792402558059873, - 1.0832402341098966, - 1.083740227672595, - 1.084240280839938, - 1.0827402703495206, - 1.0822402171821774, - 1.083740227672595, - 1.0842402212352933, - 1.088240229341525, - 1.0822402767868222, - 1.0842402510376157, - 1.0842402212352933, - 1.0822402767868222, - 1.08524020836069, - 1.0897402994365872, - 1.0832402341098966, - 1.0782402388782681, - 1.0822402171821774, - 1.0842402212352933, - 1.0842402361364545, - 1.0852402530641736, - 1.0852402530641736, - 1.0832402341098966, - 1.08074020669176, - 1.0842402361364545, - 1.082240187379855, - 1.0822402171821774, - 1.0862401954860867, - 1.0842402212352933, - 1.0892402760715665, - 1.0842402361364545, - 1.0822402469844998, - 1.0852402530641736, - 1.0842402212352933, - 1.0842402212352933, - 1.0892402760715665, - 1.0847402296991528, - 1.0842402212352933, - 1.08524020836069, - 1.0872402422161282, - 1.0872402422161282 + 1.1739148943265447, + 1.1709149031480321, + 1.170914962752677, + 1.171414926513053, + 1.1689149288972387, + 1.1739149390300283, + 1.1709148733457098, + 1.1789148895581731, + 1.1729149221023092, + 1.172914907201148, + 1.1719149200757513, + 1.170914962752677, + 1.1719149200757513, + 1.1709149180491933, + 1.1709149180491933, + 1.1709149180491933, + 1.172914907201148, + 1.1724149136384496, + 1.1719149200757513, + 1.1694148628552923, + 1.171414926513053, + 1.172914907201148, + 1.1719149200757513, + 1.173914909227706, + 1.1719149200757513, + 1.1739148943265447, + 1.172914907201148, + 1.1779148428281316, + 1.1709149180491933, + 1.172914907201148, + 1.1709149329503545, + 1.172914907201148, + 1.1729149668057928, + 1.176414891942359, + 1.172914907201148, + 1.165914997323371, + 1.1709148733457098, + 1.170914888246871, + 1.1719149200757513, + 1.1749149410565862, + 1.174414887889243, + 1.172914907201148, + 1.1709148733457098, + 1.1729149221023092, + 1.168914958699561, + 1.1724149136384496, + 1.1759148834784994, + 1.1729149370034704, + 1.1754149048169622, + 1.1719149200757513, + 1.1699149458249578, + 1.174414872988082, + 1.1734149305661687, + 1.1719149200757513, + 1.1789150087674627, + 1.1734149305661687, + 1.1709149329503545, + 1.1744149474938879, + 1.1729149370034704, + 1.1729149519046316 ], "p10": [ - 1.05514029190256, - 1.0541401855678738, - 1.0522402159900845, - 1.0522402159900845, - 1.0522402159900845, - 1.0532401435108365, - 1.0542402498455228, - 1.0561401717395962, - 1.0522402696342648, - 1.0542403094501676, - 1.054240303489703, - 1.0522402159900845, - 1.0542402498455228, - 1.0552402906150997, - 1.0532401435108365, - 1.0551402442188442, - 1.0532401971550167, - 1.0532402031154813, - 1.0532401435108365, - 1.0522402159900845, - 1.0532401435108365, - 1.0542402498455228, - 1.0522402159900845, - 1.0541402392120542, - 1.0531401567192258, - 1.0552402906150997, - 1.0532401435108365, - 1.0532401971550167, - 1.0522402159900845, - 1.0531401567192258, - 1.0532401435108365, - 1.0562401644916715, - 1.053140210363406, - 1.0531401567192258, - 1.054240303489703, - 1.0521402232380093, - 1.0532401435108365, - 1.0542403094501676, - 1.054140298816699, - 1.0532401435108365, - 1.0541402451725186, - 1.0522402159900845, - 1.0531401567192258, - 1.0561401777000607, - 1.054240190240878, - 1.0531402044029416, - 1.054240190240878, - 1.0522402696342648, - 1.0562402181358517, - 1.0522402696342648, - 1.0522402159900845, - 1.0542403094501676, - 1.0542402498455228, - 1.0562402181358517, - 1.0542402498455228, - 1.0552402906150997, - 1.0532402031154813, - 1.0542402498455228, - 1.0531401507587612, - 1.0551402442188442 + 1.1438149242242346, + 1.1409149556001195, + 1.1418148426850805, + 1.1409149019559393, + 1.142814877494193, + 1.1429149358113775, + 1.142814877494193, + 1.1447148649533758, + 1.1409149019559393, + 1.1448148636659154, + 1.1409149556001195, + 1.1418148426850805, + 1.1429149358113775, + 1.1418148903687964, + 1.1438149838288794, + 1.1429149834950934, + 1.143914982541419, + 1.1439149765809544, + 1.142814877494193, + 1.1409149019559393, + 1.1409149019559393, + 1.1438149242242346, + 1.141914889081336, + 1.1428148715337285, + 1.1419148294766912, + 1.1409149019559393, + 1.1429149358113775, + 1.142914929850913, + 1.1428148715337285, + 1.1429149358113775, + 1.1419148831208714, + 1.1429149358113775, + 1.1419148831208714, + 1.1429149894555577, + 1.1429149358113775, + 1.1419148831208714, + 1.1418148426850805, + 1.141914889081336, + 1.142814877494193, + 1.142814877494193, + 1.1419148294766912, + 1.1409149019559393, + 1.140914961560584, + 1.1429149358113775, + 1.1429149954160223, + 1.1438149242242346, + 1.143814930184699, + 1.141914889081336, + 1.1448148577054509, + 1.1409149019559393, + 1.1419148831208714, + 1.1429149954160223, + 1.1419148831208714, + 1.1459148971875677, + 1.1429149894555577, + 1.1438149242242346, + 1.1409149019559393, + 1.1429149358113775, + 1.1429149358113775, + 1.142914929850913 ], "p90": [ - 1.1112402312488736, - 1.1082402102680387, - 1.1072402827472867, - 1.1094402544231594, - 1.1092402569980802, - 1.1112402312488736, - 1.1092402569980802, - 1.1092402569980802, - 1.1093402616710843, - 1.1132402651043118, - 1.1093402557106198, - 1.1093402557106198, - 1.1102402500839414, - 1.1083402149410428, - 1.1112402312488736, - 1.1092402569980802, - 1.1082403294773282, - 1.1102403037281217, - 1.1084403209419431, - 1.1082402102680387, - 1.1073402814598263, - 1.111340224000949, - 1.1092402569980802, - 1.1083403222294035, - 1.1082402698726834, - 1.1112402312488736, - 1.1082402102680387, - 1.1132402651043118, - 1.1082402221889676, - 1.1083402149410428, - 1.1083403222294035, - 1.1053401939602079, - 1.1092402569980802, - 1.1102402500839414, - 1.1063402943344296, - 1.1083403222294035, - 1.1102403037281217, - 1.1092402569980802, - 1.1064402334423245, - 1.1122401587696256, - 1.1112402312488736, - 1.1082402102680387, - 1.1112402312488736, - 1.1082402102680387, - 1.1102402500839414, - 1.1093402557106198, - 1.1093402616710843, - 1.110340296480197, - 1.1112402312488736, - 1.1083402149410428, - 1.1092402569980802, - 1.1092402569980802, - 1.1094402544231594, - 1.1092402569980802, - 1.1112402312488736, - 1.1112402312488736, - 1.1045402638645352, - 1.1112402312488736, - 1.1093402616710843, - 1.1112402312488736 + 1.1999149172147283, + 1.1999149172147283, + 1.1970150081952582, + 1.1980149416764745, + 1.1999149172147283, + 1.1989149896939764, + 1.1981149403890141, + 1.2019148914655218, + 1.1999149172147283, + 1.1989149360497962, + 1.1990149824460516, + 1.1970149009068975, + 1.1970150081952582, + 1.1969149081548223, + 1.1969148962338934, + 1.2019148914655218, + 1.1989149360497962, + 1.2001149146398076, + 1.1989149896939764, + 1.1970150081952582, + 1.1979149429639349, + 1.2001149146398076, + 1.2019148914655218, + 1.1990149824460516, + 1.1989149300893316, + 1.2019149510701665, + 1.1969148962338934, + 1.2001149206002721, + 1.1969148962338934, + 1.196014854176856, + 1.1989149896939764, + 1.1989149300893316, + 1.1979149429639349, + 1.1999149172147283, + 1.1970150081952582, + 1.1970150081952582, + 1.1979149429639349, + 1.1980149416764745, + 1.1950149147351752, + 1.1999149172147283, + 1.1972150056203374, + 1.196914902194358, + 1.1969148962338934, + 1.1989149300893316, + 1.1989149300893316, + 1.1979149429639349, + 1.2019148914655218, + 1.2019148914655218, + 1.1999149172147283, + 1.1949149219831, + 1.1960149614652167, + 1.1989149360497962, + 1.1979149429639349, + 1.2019148914655218, + 1.2019149510701665, + 1.1960149614652167, + 1.1999149172147283, + 1.1999149172147283, + 1.2019148974259863, + 1.1990149824460516 ], "timestamps": [ - "2026-06-20 23:06:00", - "2026-06-20 23:12:00", - "2026-06-20 23:18:00", "2026-06-20 23:24:00", "2026-06-20 23:30:00", "2026-06-20 23:36:00", @@ -795,6 +792,9 @@ "2026-06-22 04:42:00", "2026-06-22 04:48:00", "2026-06-22 04:54:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index ce0f1d148b787815b4c0afa2dc7ef0e4926ad1c6..2588b7465dce723e0a374ef2f39790322926f3e2 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T05:21:54.043316+00:00", + "evaluated_at": "2026-06-22T05:32:12.087333+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 0cff7db59d6a0bbbdcb0ac304a1ed5c3600d5176..27ecd16518b3687bb98b3b6e3defc4cdb6f47173 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-22T05:19:21.043323+00:00", - "finished_at": "2026-06-22T05:21:54.174280+00:00", + "started_at": "2026-06-22T05:27:21.909243+00:00", + "finished_at": "2026-06-22T05:32:12.264300+00:00", "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,19 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T05:19:35.041582+00:00", + "evaluated_at": "2026-06-22T05:27:55.531842+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -30,19 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T05:19:51.392648+00:00", + "evaluated_at": "2026-06-22T05:28:59.475998+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -50,19 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:20:35.700714+00:00", + "evaluated_at": "2026-06-22T05:30:03.337630+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -70,19 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T05:20:53.234617+00:00", + "evaluated_at": "2026-06-22T05:30:55.259028+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -90,19 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T05:21:31.678432+00:00", + "evaluated_at": "2026-06-22T05:31:45.336206+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -110,19 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T05:21:53.655583+00:00", + "evaluated_at": "2026-06-22T05:32:11.751016+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -130,19 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T05:21:53.953075+00:00", + "evaluated_at": "2026-06-22T05:32:12.000277+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -150,19 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T05:21:54.013012+00:00", + "evaluated_at": "2026-06-22T05:32:12.058165+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -170,19 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T05:21:54.043316+00:00", + "evaluated_at": "2026-06-22T05:32:12.087333+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -190,19 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T05:21:54.064422+00:00", + "evaluated_at": "2026-06-22T05:32:12.113435+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -218,7 +218,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T05:23:36.016153+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_053211.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_053211.json new file mode 100644 index 0000000000000000000000000000000000000000..47ec2dcf1e4fefe2577304fd8d433f04d6c4a66e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_053211.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T05:32:11.946971+00:00", + "metrics": { + "MSE[mean]": 387209.90671671176, + "MSE[0.5]": 887373.1629553606, + "MAE[0.5]": 906.7769705198765, + "MASE[0.5]": 0.8417351221807187, + "MAPE[0.5]": 0.014133618380947349, + "sMAPE[0.5]": 0.01424215576683463, + "MSIS": 18.175653663913852, + "RMSE[mean]": 622.2619277416158, + "NRMSE[mean]": 0.009706885663735577, + "ND[0.5]": 0.014145137253198378, + "mean_weighted_sum_quantile_loss": 0.012890362564930377 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64228.05859375 + ], + "predictions": { + "p50": [ + 63557.771927208836, + 63483.39131865174, + 63490.38600913288, + 63424.037355596854, + 63372.92653155515, + 63333.76197824605, + 63300.00538709172, + 63265.3719460491, + 63238.05299392583, + 63218.84491621594, + 63196.523395200304, + 63152.35892111825, + 63157.587434502624, + 63124.66512289536, + 63117.48586851557, + 63096.755954481356, + 63094.20939453956, + 63064.74305842772, + 63036.59062714689, + 63033.96393577619, + 63021.62687432042, + 62997.33498947896, + 62988.312884648585, + 62995.67122654708 + ], + "p10": [ + 63253.23340735466, + 63206.459352022954, + 63187.40413732901, + 63119.49883574268, + 63081.75477730837, + 63045.85569673467, + 63012.31488830152, + 62980.07319015133, + 62951.84666160821, + 62932.41572322526, + 62924.00962110182, + 62835.276016850104, + 62860.879652217765, + 62840.43268684724, + 62773.83286247519, + 62760.948979222485, + 62744.40996123872, + 62771.68171251013, + 62709.77499499461, + 62736.11489437876, + 62723.65012646189, + 62719.866971150506, + 62702.20559892771, + 62688.53902220942 + ], + "p90": [ + 63853.00471640377, + 63760.68886043378, + 63712.97042834764, + 63705.11146069007, + 63603.85129255502, + 63564.62898673181, + 63566.54439671234, + 63532.078732643444, + 63436.88053339297, + 63510.43139217972, + 63498.317956390885, + 63376.587977238945, + 63408.26888902667, + 63346.26672310477, + 63399.163367886584, + 63404.71274367355, + 63378.03849707487, + 63349.4635998882, + 63358.20849029713, + 63240.958721881514, + 63332.36574130041, + 63296.18609493443, + 63285.364994313546, + 63246.35268107113 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_052747.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_052747.json new file mode 100644 index 0000000000000000000000000000000000000000..3c29ccbf69b9fbdb22026f1ad255269a5d7b4e78 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_052747.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T05:27:47.670404+00:00", + "metrics": { + "MSE[mean]": 106008.04909070332, + "MSE[0.5]": 106008.04909070332, + "MAE[0.5]": 265.4884440104167, + "MASE[0.5]": 0.24644532792728058, + "MAPE[0.5]": 0.004146939979376582, + "sMAPE[0.5]": 0.00414292200523395, + "MSIS": 1.7052458816266627, + "RMSE[mean]": 325.58877298012493, + "NRMSE[mean]": 0.00507897535075673, + "ND[0.5]": 0.0041414488917957135, + "mean_weighted_sum_quantile_loss": 0.00454303601122287 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64228.05859375 + ], + "predictions": { + "p50": [ + 64281.45703125, + 64304.171875, + 64322.92578125, + 64355.58984375, + 64370.43359375, + 64373.14453125, + 64365.140625, + 64367.52734375, + 64356.86328125, + 64357.12890625, + 64338.02734375, + 64322.5078125, + 64336.6640625, + 64332.53515625, + 64315.0703125, + 64308.8515625, + 64156.0859375, + 64101.94921875, + 64086.5703125, + 63981.66796875, + 63911.95703125, + 63827.5234375, + 63790.1953125, + 63720.71484375 + ], + "p10": [ + 64044.99609375, + 64006.74609375, + 63982.91796875, + 63952.69140625, + 63900.70703125, + 63849.0, + 63741.52734375, + 63691.2890625, + 63619.7734375, + 63510.8984375, + 63393.78515625, + 63309.109375, + 63230.33984375, + 63164.22265625, + 63086.11328125, + 63010.4921875, + 62991.17578125, + 62872.72265625, + 62775.91796875, + 62703.0859375, + 62569.55859375, + 62436.78515625, + 62391.671875, + 62372.54296875 + ], + "p90": [ + 64491.82421875, + 64563.1953125, + 64634.6796875, + 64695.50390625, + 64748.4453125, + 64799.83984375, + 64836.359375, + 64883.71484375, + 64915.359375, + 64964.28125, + 65009.25390625, + 65058.64453125, + 65085.80078125, + 65120.1171875, + 65190.42578125, + 65206.65234375, + 65500.796875, + 65565.6328125, + 65580.8359375, + 65557.5234375, + 65543.1015625, + 65597.203125, + 65564.140625, + 65583.03125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_053212.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_053212.json new file mode 100644 index 0000000000000000000000000000000000000000..48a7cc2d72fc22e1db0cdd79206a3ca0018c067e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_053212.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T05:32:12.023576+00:00", + "metrics": { + "MSE[mean]": 57802.99624294842, + "MSE[0.5]": 57174.87894343049, + "MAE[0.5]": 161.63372334763517, + "MASE[0.5]": 0.1500399616374729, + "MAPE[0.5]": 0.002524755326780806, + "sMAPE[0.5]": 0.0025241527747509322, + "MSIS": 1.6104147873264123, + "RMSE[mean]": 240.42253688651658, + "NRMSE[mean]": 0.003750436869908775, + "ND[0.5]": 0.0025213820772124235, + "mean_weighted_sum_quantile_loss": 0.002116841187852833 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64228.05859375 + ], + "predictions": { + "p50": [ + 64267.03335897732, + 64228.26235932485, + 64219.387844047385, + 64275.364891269914, + 64224.98451661744, + 64180.58070446497, + 64164.960095437506, + 64141.909798910034, + 64134.66614300756, + 64120.55529960509, + 64107.391721827626, + 64082.380487800154, + 64097.14855064768, + 64065.44395724521, + 64111.333113842746, + 64032.290629815274, + 64037.5254895378, + 64023.89902113533, + 63982.616302732866, + 63984.962490580394, + 63979.95711592792, + 63950.30721002545, + 63950.407304122986, + 63953.306226345514 + ], + "p10": [ + 64014.16070272732, + 63995.29009369985, + 63833.698390922385, + 63975.65629751991, + 63935.25678224244, + 63920.50257946497, + 63906.110486062506, + 63898.499642660034, + 63884.10754925756, + 63869.71545585509, + 63848.542112452626, + 63850.691034675154, + 63838.13683189768, + 63831.73536349521, + 63809.352645092746, + 63719.171489190274, + 63784.2559582878, + 63766.17636488533, + 63740.186615232866, + 63750.1394437054, + 63647.21102217792, + 63738.48064752545, + 63702.684647872986, + 63604.034741970514 + ], + "p90": [ + 64498.42007772732, + 64501.77407807485, + 64467.13550029739, + 64500.564110019914, + 64438.94545411744, + 64424.74398571497, + 64412.067517312506, + 64415.421517660034, + 64380.71692425756, + 64367.17561210509, + 64372.245237452626, + 64340.107050300154, + 64325.71495689768, + 64306.86075412021, + 64295.024520092746, + 64359.69336419027, + 64285.8926770378, + 64302.21191176033, + 64257.108490232866, + 64223.2546780804, + 64200.20360030292, + 64241.50642877545, + 64168.358866622984, + 64244.55661697051 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_053135.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_053135.json new file mode 100644 index 0000000000000000000000000000000000000000..30fb493d1d41f082494c1870d9f6bc809bc16a60 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_053135.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T05:31:35.046135+00:00", + "metrics": { + "MSE[mean]": 384743.9254468282, + "MSE[0.5]": 272703.5349017779, + "MAE[0.5]": 444.4730631510417, + "MASE[0.5]": 0.4125916297840953, + "MAPE[0.5]": 0.006948592885772106, + "sMAPE[0.5]": 0.006915328716968564, + "MSIS": 1.9824214648255545, + "RMSE[mean]": 620.2772972202257, + "NRMSE[mean]": 0.009675926704658954, + "ND[0.5]": 0.006933493778537885, + "mean_weighted_sum_quantile_loss": 0.005404141564837534 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64228.05859375 + ], + "predictions": { + "p50": [ + 64324.49609375, + 64361.62890625, + 64355.560546875, + 64436.3203125, + 64472.802734375, + 64487.841796875, + 64519.673828125, + 64524.392578125, + 64577.578125, + 64598.6953125, + 64641.16796875, + 64464.390625, + 64456.876953125, + 64553.8671875, + 64560.021484375, + 64539.90234375, + 64516.662109375, + 64700.470703125, + 64727.828125, + 64612.896484375, + 64689.23828125, + 64798.240234375, + 64560.873046875, + 64753.548828125 + ], + "p10": [ + 64126.912109375, + 64057.916015625, + 63997.052734375, + 64045.244140625, + 63985.556640625, + 63955.181640625, + 63901.021484375, + 63907.21484375, + 63916.7890625, + 63730.783203125, + 63716.291015625, + 63572.150390625, + 63629.07421875, + 63681.138671875, + 63555.8125, + 63463.23046875, + 63386.658203125, + 63231.759765625, + 63235.0703125, + 62812.048828125, + 63148.462890625, + 63325.35546875, + 63112.55078125, + 63239.705078125 + ], + "p90": [ + 64574.208984375, + 64638.494140625, + 64816.375, + 64912.9765625, + 64982.82421875, + 65114.330078125, + 65088.412109375, + 65194.6171875, + 65317.408203125, + 65418.09375, + 65665.640625, + 65539.615234375, + 65719.4765625, + 65807.08984375, + 65778.90234375, + 65667.98828125, + 65882.125, + 66112.078125, + 66306.046875, + 66332.36328125, + 66168.1875, + 66682.51171875, + 66363.6953125, + 66719.05078125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_053212.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_053212.json new file mode 100644 index 0000000000000000000000000000000000000000..4697b391994570f07fba5a13e1c70f1991aeb2da --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_053212.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T05:32:12.064846+00:00", + "metrics": { + "MSE[mean]": 82568.91764515034, + "MSE[0.5]": 76391.43831526038, + "MAE[0.5]": 232.84304670367297, + "MASE[0.5]": 0.21614153947213732, + "MAPE[0.5]": 0.0036319216640485264, + "sMAPE[0.5]": 0.003635649134192044, + "MSIS": 1.7381392620030927, + "RMSE[mean]": 287.34807750383567, + "NRMSE[mean]": 0.004482445108199123, + "ND[0.5]": 0.003632201700257163, + "mean_weighted_sum_quantile_loss": 0.002719226559403505 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64228.05859375 + ], + "predictions": { + "p50": [ + 63980.94498355263, + 63956.56607730263, + 63962.08365542763, + 64032.45279605263, + 63996.46451480263, + 63966.45279605263, + 63965.22428042763, + 63956.56607730263, + 63963.71451480263, + 63963.99576480263, + 63965.22428042763, + 63954.60513980263, + 63983.76529605263, + 63966.45279605263, + 64026.73404605263, + 63962.08365542763, + 63981.71060855263, + 63982.47623355263, + 63955.58560855263, + 63972.32388980263, + 63981.71060855263, + 63966.45279605263, + 63980.94498355263, + 63998.23599917763 + ], + "p10": [ + 63728.07232730263, + 63723.59381167763, + 63576.39420230263, + 63732.74420230263, + 63706.73678042763, + 63706.37467105263, + 63706.37467105263, + 63713.15592105263, + 63713.15592105263, + 63713.15592105263, + 63706.37467105263, + 63722.91568667763, + 63724.75357730263, + 63732.74420230263, + 63724.75357730263, + 63648.96451480263, + 63728.44107730263, + 63724.75357730263, + 63713.15592105263, + 63737.500842927635, + 63648.96451480263, + 63754.62623355263, + 63733.22232730263, + 63648.96451480263 + ], + "p90": [ + 64212.33170230263, + 64230.07779605263, + 64209.83131167763, + 64257.65201480263, + 64210.42545230263, + 64210.616077302635, + 64212.33170230263, + 64230.07779605263, + 64209.76529605263, + 64210.616077302635, + 64230.07779605263, + 64212.33170230263, + 64212.33170230263, + 64207.86959292763, + 64210.42545230263, + 64289.48638980263, + 64230.07779605263, + 64260.78912417763, + 64230.07779605263, + 64210.616077302635, + 64201.95709292763, + 64257.65201480263, + 64198.89654605263, + 64289.48638980263 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_053212.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_053212.json new file mode 100644 index 0000000000000000000000000000000000000000..86b9185536f049a2a7d842ce39e0ef958ee893dd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_053212.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T05:32:12.093163+00:00", + "metrics": { + "MSE[mean]": 204415.36175346375, + "MSE[0.5]": 204415.36175346375, + "MAE[0.5]": 381.9217122395833, + "MASE[0.5]": 0.3545270000969971, + "MAPE[0.5]": 0.005962025886258496, + "sMAPE[0.5]": 0.0059702288839516655, + "MSIS": 3.5621152135198106, + "RMSE[mean]": 452.12317099819575, + "NRMSE[mean]": 0.007052830538312148, + "ND[0.5]": 0.005957732954453129, + "mean_weighted_sum_quantile_loss": 0.00563992737903728 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64228.05859375 + ], + "predictions": { + "p50": [ + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "p10": [ + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996 + ], + "p90": [ + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_053202.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_053202.json new file mode 100644 index 0000000000000000000000000000000000000000..8eac6eb380f9533aa3269f211d907e75f2800c89 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_053202.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T05:32:02.428176+00:00", + "metrics": { + "MSE[mean]": 232716.0072027842, + "MSE[0.5]": 232716.0072027842, + "MAE[0.5]": 403.4884440104167, + "MASE[0.5]": 0.3745467802550147, + "MAPE[0.5]": 0.0063093701238963245, + "sMAPE[0.5]": 0.0062809897160822315, + "MSIS": 1.8752978279597639, + "RMSE[mean]": 482.40647508380755, + "NRMSE[mean]": 0.007525230595545331, + "ND[0.5]": 0.006294160092458686, + "mean_weighted_sum_quantile_loss": 0.004240017325847809 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64228.05859375 + ], + "predictions": { + "p50": [ + 64370.0625, + 64403.1875, + 64413.125, + 64429.6875, + 64442.9375, + 64459.5, + 64486.0, + 64509.1875, + 64555.5625, + 64565.5, + 64572.125, + 64562.1875, + 64562.1875, + 64552.25, + 64548.9375, + 64539.0, + 64572.125, + 64582.0625, + 64558.875, + 64535.6875, + 64519.125, + 64479.375, + 64449.5625, + 64399.875 + ], + "p10": [ + 64121.625, + 64090.15625, + 64045.4375, + 64030.53125, + 64023.90625, + 64030.53125, + 64025.5625, + 64015.625, + 64013.96875, + 63985.8125, + 63965.9375, + 63924.53125, + 63883.125, + 63857.453125, + 63834.6796875, + 63792.859375, + 63804.8671875, + 63764.390625, + 63710.25390625, + 63652.078125, + 63616.46875, + 63565.953125, + 63517.09375, + 63469.0625 + ], + "p90": [ + 64625.125, + 64724.5, + 64784.125, + 64823.875, + 64850.375, + 64883.5, + 64936.5, + 64982.875, + 65075.625, + 65115.375, + 65135.25, + 65155.125, + 65175.0, + 65168.375, + 65188.25, + 65201.5, + 65241.25, + 65267.75, + 65247.875, + 65261.125, + 65254.5, + 65234.625, + 65221.375, + 65188.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_052846.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_052846.json new file mode 100644 index 0000000000000000000000000000000000000000..64e92c9cc8024df19500263c51d4beb7d5501673 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_052846.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T05:28:46.943461+00:00", + "metrics": { + "MSE[mean]": 167380.40702883402, + "MSE[0.5]": 116931.08381970723, + "MAE[0.5]": 251.12516276041666, + "MASE[0.5]": 0.23311230482353626, + "MAPE[0.5]": 0.003929847367042256, + "sMAPE[0.5]": 0.003916015957661739, + "MSIS": 10.42029662984906, + "RMSE[mean]": 409.12150643645464, + "NRMSE[mean]": 0.006382032241578727, + "ND[0.5]": 0.003917390946685949, + "mean_weighted_sum_quantile_loss": 0.004492201055213417 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64228.05859375 + ], + "predictions": { + "p50": [ + 64238.5, + 64246.7109375, + 64239.140625, + 64250.2890625, + 64252.765625, + 64271.15625, + 64267.9609375, + 64270.6796875, + 64284.1328125, + 64310.9921875, + 64318.6171875, + 64336.90625, + 64348.65625, + 64343.234375, + 64360.2109375, + 64350.6171875, + 64349.3828125, + 64372.2890625, + 64382.8125, + 64422.5859375, + 64400.2109375, + 64395.421875, + 64408.8515625, + 64406.7109375 + ], + "p10": [ + 64258.359375, + 64308.3359375, + 64311.4453125, + 64316.0390625, + 64312.296875, + 64326.65625, + 64326.515625, + 64363.8046875, + 64341.5234375, + 64326.2421875, + 64365.625, + 64340.8046875, + 64339.7265625, + 64368.5390625, + 64392.4140625, + 64387.6953125, + 64355.7265625, + 64429.7421875, + 64410.59375, + 64422.7890625, + 64451.9375, + 64473.5546875, + 64429.5390625, + 64420.7734375 + ], + "p90": [ + 64461.4765625, + 64506.421875, + 64518.6171875, + 64547.65625, + 64560.28125, + 64574.5859375, + 64589.5, + 64594.6328125, + 64611.71875, + 64656.78125, + 64672.765625, + 64697.3828125, + 64715.6875, + 64740.5546875, + 64754.6796875, + 64768.984375, + 64774.328125, + 64805.6015625, + 64833.390625, + 64856.734375, + 64859.6484375, + 64860.796875, + 64870.75, + 64853.09375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_053038.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_053038.json new file mode 100644 index 0000000000000000000000000000000000000000..bae878374f6e8c9c1398991f4a80e55ec1623954 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_053038.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T05:30:38.925269+00:00", + "metrics": { + "MSE[mean]": 317851.7356681824, + "MSE[0.5]": 317851.7356681824, + "MAE[0.5]": 465.6442057291667, + "MASE[0.5]": 0.43224419581087314, + "MAPE[0.5]": 0.0072806505394862496, + "sMAPE[0.5]": 0.00724188822461751, + "MSIS": 2.1469250858998534, + "RMSE[mean]": 563.783412019352, + "NRMSE[mean]": 0.008794658447840917, + "ND[0.5]": 0.007263749979688338, + "mean_weighted_sum_quantile_loss": 0.0049674782642646536 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64228.05859375 + ], + "predictions": { + "p50": [ + 64301.0859375, + 64331.5, + 64360.984375, + 64387.234375, + 64409.90625, + 64427.74609375, + 64447.69921875, + 64469.58203125, + 64498.42578125, + 64521.06640625, + 64545.4375, + 64570.33203125, + 64594.15234375, + 64614.7421875, + 64635.0390625, + 64650.5703125, + 64671.48828125, + 64692.85546875, + 64713.58984375, + 64733.35546875, + 64754.2109375, + 64771.20703125, + 64789.53515625, + 64803.9921875 + ], + "p10": [ + 64100.32421875, + 64016.12890625, + 63960.91796875, + 63941.27734375, + 63935.15625, + 63923.66015625, + 63909.73046875, + 63896.80859375, + 63896.9375, + 63882.51953125, + 63863.328125, + 63851.8046875, + 63840.61328125, + 63836.94921875, + 63825.9375, + 63804.4375, + 63794.0234375, + 63776.98046875, + 63763.22265625, + 63749.2109375, + 63742.5546875, + 63739.609375, + 63728.890625, + 63719.01953125 + ], + "p90": [ + 64514.2890625, + 64645.75390625, + 64748.78125, + 64833.15234375, + 64898.73828125, + 64967.42578125, + 65043.703125, + 65115.4140625, + 65187.0703125, + 65250.25, + 65313.59375, + 65375.890625, + 65435.1171875, + 65496.46875, + 65565.9765625, + 65622.1015625, + 65691.03125, + 65759.4609375, + 65824.3828125, + 65900.71875, + 65963.828125, + 66028.9765625, + 66086.1015625, + 66139.8203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_052952.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_052952.json new file mode 100644 index 0000000000000000000000000000000000000000..16182c084b230d4e82318aec06c972503fea9c17 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_052952.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T05:29:52.887100+00:00", + "metrics": { + "MSE[mean]": 158337.20013364157, + "MSE[0.5]": 158337.20013364157, + "MAE[0.5]": 316.92529296875, + "MASE[0.5]": 0.29419268339630084, + "MAPE[0.5]": 0.004957401044088168, + "sMAPE[0.5]": 0.004938265981808847, + "MSIS": 1.566024662647985, + "RMSE[mean]": 397.9160717207104, + "NRMSE[mean]": 0.006207234670412928, + "ND[0.5]": 0.004943830637298712, + "mean_weighted_sum_quantile_loss": 0.004306447971000362 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64228.05859375 + ], + "predictions": { + "p50": [ + 64304.41796875, + 64327.60546875, + 64342.87109375, + 64357.83203125, + 64370.51171875, + 64382.94140625, + 64389.79296875, + 64401.67578125, + 64401.75, + 64408.87109375, + 64417.8671875, + 64421.82421875, + 64423.671875, + 64429.0078125, + 64429.40234375, + 64434.86328125, + 64435.546875, + 64439.62109375, + 64444.1953125, + 64449.21484375, + 64450.41015625, + 64450.08203125, + 64450.44921875, + 64453.23828125 + ], + "p10": [ + 64084.19140625, + 64033.11328125, + 63983.43359375, + 63939.43359375, + 63900.05859375, + 63850.3359375, + 63802.734375, + 63763.16015625, + 63718.171875, + 63678.8828125, + 63634.31640625, + 63581.40234375, + 63533.34765625, + 63480.921875, + 63437.0703125, + 63397.609375, + 63353.625, + 63310.18359375, + 63268.8203125, + 63225.24609375, + 63196.84375, + 63152.49609375, + 63096.4453125, + 63054.6015625 + ], + "p90": [ + 64504.8828125, + 64596.17578125, + 64677.13671875, + 64744.2109375, + 64813.44140625, + 64878.953125, + 64933.2109375, + 64990.14453125, + 65058.375, + 65098.8046875, + 65171.48828125, + 65232.90625, + 65299.046875, + 65368.03125, + 65419.0234375, + 65468.41796875, + 65522.609375, + 65580.1171875, + 65633.53125, + 65685.5625, + 65730.875, + 65802.09375, + 65849.203125, + 65907.0 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_053211.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_053211.json new file mode 100644 index 0000000000000000000000000000000000000000..72111c7a66ce5f0070c7231e15267c9899853345 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_053211.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T05:32:11.982230+00:00", + "metrics": { + "MSE[mean]": 0.45633505959957793, + "MSE[0.5]": 0.4493679078052375, + "MAE[0.5]": 0.4847907446373688, + "MASE[0.5]": 1.3930434411494943, + "MAPE[0.5]": 0.3654237647118936, + "sMAPE[0.5]": 0.26357661535633975, + "MSIS": 54.087306483419454, + "RMSE[mean]": 0.6755257653114187, + "NRMSE[mean]": 0.4223091897459696, + "ND[0.5]": 0.3030699894470654, + "mean_weighted_sum_quantile_loss": 0.3013959829047153 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" + ], + "context": [ + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634 + ], + "actual": [ + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 + ], + "predictions": { + "p50": [ + 1.5313537374738606, + 1.5592863187461106, + 1.5860740268923164, + 1.6127178375679692, + 1.6387613488237056, + 1.665882097544889, + 1.6900460158537107, + 1.716782710801999, + 1.7385791610478039, + 1.76208365069825, + 1.7859067487973157, + 1.806949416423233, + 1.829945941248661, + 1.851663297400043, + 1.8709674272731904, + 1.8911825728040195, + 1.9114514974444279, + 1.9305711731609938, + 1.9490548292017706, + 1.9677361147354673, + 1.9867722328770143, + 2.0046068191308106, + 2.0211574543408264, + 2.0379866996466003, + 2.0542730816848516, + 2.070044673978819, + 2.08559863625356, + 2.1007149871439372, + 2.114194774801907, + 2.128920268854551, + 2.142854379003732, + 2.1576988693805266, + 2.169876671411835, + 2.182809399967916, + 2.1958873881246106, + 2.2079986075027223, + 2.220039816986768, + 2.231786018127986, + 2.245237933179461, + 2.2568822846913097, + 2.2672400509604023, + 2.277844258712401, + 2.286850271419448, + 2.29915811037415, + 2.3068753841145866, + 2.317469325397324, + 2.3282238280885843, + 2.336236754739388, + 2.3454031842406984, + 2.3538857855928645, + 2.3628699529908106, + 2.371178383708017, + 2.380475119304041, + 2.3892646103217605, + 2.396351920301699, + 2.402731930485829, + 2.4103149642216035, + 2.4178764513730577, + 2.425881415014124, + 2.4313628084828287 + ], + "p10": [ + 1.5200576240106638, + 1.5484919233516583, + 1.5764109363219139, + 1.6028990885232635, + 1.629931034011445, + 1.6570264383052347, + 1.6812732617521227, + 1.7076958883303612, + 1.729306397932204, + 1.75271793161203, + 1.7760932191849284, + 1.7978651868315758, + 1.820952021467287, + 1.8408676735759302, + 1.8618388682207752, + 1.8823625871925054, + 1.9015814137916631, + 1.9208413812442369, + 1.9398331484408886, + 1.9582448943185904, + 1.9759445638340003, + 1.9934325971776858, + 2.0104979898404527, + 2.029352975390324, + 2.043944712424278, + 2.0602279892162914, + 2.076208947204054, + 2.0909945002884984, + 2.1046244012618986, + 2.1192692935145865, + 2.1330745716326076, + 2.149041789266102, + 2.1603867201073403, + 2.1737795999950893, + 2.18701943272304, + 2.1993949275031026, + 2.2107602397355492, + 2.2224318563667227, + 2.2340158833777912, + 2.245504069065182, + 2.2583358068270134, + 2.2673220421224105, + 2.277308085573963, + 2.2892355045750437, + 2.2988073723486404, + 2.3071336315387954, + 2.32042116023738, + 2.326935080709612, + 2.3371288773668804, + 2.3443344848071623, + 2.3531892864695534, + 2.3614136468292113, + 2.369812123880489, + 2.3805666124244924, + 2.385481992927181, + 2.3931615569458207, + 2.4003722417850106, + 2.4090361740617072, + 2.4165136745670615, + 2.4221630319924383 + ], + "p90": [ + 1.5405702908681005, + 1.567959098753245, + 1.5948594388463617, + 1.6226756723479394, + 1.6502762512238203, + 1.675337599761816, + 1.7001213724091213, + 1.7254910731805069, + 1.7480660027107984, + 1.7725803952629964, + 1.794941329841927, + 1.8173308551839307, + 1.8381585902654123, + 1.8594848541751001, + 1.8799829927075578, + 1.901300896408404, + 1.9204004408213573, + 1.93882294893424, + 1.9585533149292875, + 1.9773822817928215, + 1.9966213995686883, + 2.0130887669039836, + 2.0299663936716996, + 2.045757514322854, + 2.062609977057727, + 2.0791168233632313, + 2.0935722367683733, + 2.1093635152086927, + 2.123525580838446, + 2.137409258239485, + 2.1524351002616084, + 2.166245665405434, + 2.1790054787322926, + 2.192071616900689, + 2.205470199040373, + 2.217925010874022, + 2.2298002776002552, + 2.241269300655474, + 2.2545285502352286, + 2.2648045166474633, + 2.2768403237213, + 2.286277505858511, + 2.2969578144879113, + 2.307293421057976, + 2.3170197819753624, + 2.3274489316116984, + 2.336288573161162, + 2.3458839186809253, + 2.3552465682868946, + 2.3636814499930763, + 2.371746243258803, + 2.3802347921959828, + 2.3883025292570337, + 2.3981123497844705, + 2.406028189791309, + 2.4136818349471314, + 2.4202369397133654, + 2.4267545352072335, + 2.4351933794305416, + 2.4408505700040584 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_052752.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_052752.json new file mode 100644 index 0000000000000000000000000000000000000000..375da97e756a0a26b8f6d82c8c2634ebcdbcd6b0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_052752.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T05:27:52.875921+00:00", + "metrics": { + "MSE[mean]": 0.007352146680396269, + "MSE[0.5]": 0.007352146680396269, + "MAE[0.5]": 0.07496517499287923, + "MASE[0.5]": 0.21541200300053084, + "MAPE[0.5]": 0.04550529726759148, + "sMAPE[0.5]": 0.04677683215982975, + "MSIS": 1.2210374046942305, + "RMSE[mean]": 0.085744659777716, + "NRMSE[mean]": 0.05360381447342403, + "ND[0.5]": 0.046864951621516646, + "mean_weighted_sum_quantile_loss": 0.04380990702207374 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" + ], + "context": [ + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634 + ], + "actual": [ + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 + ], + "predictions": { + "p50": [ + 1.5336365699768066, + 1.5587539672851562, + 1.579846978187561, + 1.5984275341033936, + 1.618064522743225, + 1.6343233585357666, + 1.6514160633087158, + 1.6710307598114014, + 1.6844398975372314, + 1.6946184635162354, + 1.7066068649291992, + 1.7175631523132324, + 1.7234338521957397, + 1.7347586154937744, + 1.7407857179641724, + 1.7379944324493408, + 1.7824382781982422, + 1.7802447080612183, + 1.7774534225463867, + 1.7757372856140137, + 1.7715368270874023, + 1.762102723121643, + 1.7575181722640991, + 1.7535438537597656, + 1.7458395957946777, + 1.7333335876464844, + 1.7213287353515625, + 1.7087514400482178, + 1.689720869064331, + 1.678386926651001, + 1.6634737253189087, + 1.6451618671417236, + 1.640405535697937, + 1.6183750629425049, + 1.6017428636550903, + 1.5843702554702759, + 1.5666093826293945, + 1.543531894683838, + 1.5178518295288086, + 1.4952304363250732, + 1.4707789421081543, + 1.4459295272827148, + 1.4206656217575073, + 1.3963727951049805, + 1.3756039142608643, + 1.3465993404388428, + 1.3215125799179077, + 1.2924798727035522, + 1.2690457105636597, + 1.2509193420410156, + 1.2234383821487427, + 1.2026875019073486, + 1.1772700548171997, + 1.1525788307189941, + 1.1339242458343506, + 1.1123766899108887, + 1.08754301071167, + 1.0731604099273682, + 1.0519895553588867, + 1.0350371599197388 + ], + "p10": [ + 1.512378454208374, + 1.5394260883331299, + 1.5564666986465454, + 1.570542335510254, + 1.5905656814575195, + 1.6033103466033936, + 1.6168912649154663, + 1.6287271976470947, + 1.6433645486831665, + 1.6493545770645142, + 1.6567789316177368, + 1.6646275520324707, + 1.6682209968566895, + 1.6762664318084717, + 1.673646092414856, + 1.6748228073120117, + 1.7119874954223633, + 1.7088159322738647, + 1.699924111366272, + 1.6984741687774658, + 1.6852316856384277, + 1.6749978065490723, + 1.6597542762756348, + 1.6523261070251465, + 1.6437668800354004, + 1.6215351819992065, + 1.6073570251464844, + 1.5892192125320435, + 1.5680279731750488, + 1.548912763595581, + 1.5303282737731934, + 1.495401382446289, + 1.5015907287597656, + 1.4732218980789185, + 1.4438108205795288, + 1.4263310432434082, + 1.4073777198791504, + 1.3765060901641846, + 1.3417776823043823, + 1.3161636590957642, + 1.2861008644104004, + 1.2605093717575073, + 1.2294487953186035, + 1.1905620098114014, + 1.163419485092163, + 1.1332226991653442, + 1.109257459640503, + 1.076815128326416, + 1.0342952013015747, + 1.00789213180542, + 0.9741080403327942, + 0.9523483514785767, + 0.9283740520477295, + 0.9016475081443787, + 0.8821360468864441, + 0.8593779802322388, + 0.8424070477485657, + 0.8207160234451294, + 0.802018404006958, + 0.7914096117019653 + ], + "p90": [ + 1.5573511123657227, + 1.5794973373413086, + 1.6008851528167725, + 1.621423363685608, + 1.6463558673858643, + 1.665553092956543, + 1.686582088470459, + 1.709708333015442, + 1.725027084350586, + 1.7416179180145264, + 1.7545595169067383, + 1.7678108215332031, + 1.7823368310928345, + 1.7889621257781982, + 1.8039741516113281, + 1.8124661445617676, + 1.8517712354660034, + 1.8473541736602783, + 1.8471157550811768, + 1.853805661201477, + 1.8536803722381592, + 1.8492319583892822, + 1.8474552631378174, + 1.8502678871154785, + 1.8461439609527588, + 1.8382563591003418, + 1.8279006481170654, + 1.8189945220947266, + 1.8097872734069824, + 1.8008188009262085, + 1.8012092113494873, + 1.7891528606414795, + 1.7871376276016235, + 1.7677373886108398, + 1.753088116645813, + 1.743530511856079, + 1.7236955165863037, + 1.7025624513626099, + 1.684709072113037, + 1.6717499494552612, + 1.6563897132873535, + 1.6390020847320557, + 1.6141941547393799, + 1.5972718000411987, + 1.570873498916626, + 1.5537110567092896, + 1.5381803512573242, + 1.5053513050079346, + 1.504649043083191, + 1.492243766784668, + 1.4806522130966187, + 1.4486916065216064, + 1.4308840036392212, + 1.4048798084259033, + 1.3855842351913452, + 1.373142123222351, + 1.3369204998016357, + 1.325476884841919, + 1.3062852621078491, + 1.2861756086349487 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_053212.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_053212.json new file mode 100644 index 0000000000000000000000000000000000000000..f39925ce7d0805113fe478d8670dccf4ca3491b9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_053212.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T05:32:12.045434+00:00", + "metrics": { + "MSE[mean]": 1.227669845146284, + "MSE[0.5]": 1.2299483318857596, + "MAE[0.5]": 0.8312043560504344, + "MASE[0.5]": 2.3884609788024673, + "MAPE[0.5]": 0.61822284696949, + "sMAPE[0.5]": 0.38869804697531135, + "MSIS": 91.12637236792403, + "RMSE[mean]": 1.1080026376982521, + "NRMSE[mean]": 0.6926748322427554, + "ND[0.5]": 0.5196326419247029, + "mean_weighted_sum_quantile_loss": 0.5133670138347056 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" + ], + "context": [ + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634 + ], + "actual": [ + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 + ], + "predictions": { + "p50": [ + 1.540796311429611, + 1.568011051507339, + 1.5982258423682247, + 1.6289405373848413, + 1.656655271025268, + 1.6918700124142982, + 1.7190846779862206, + 1.7572994254549246, + 1.7815141892553015, + 1.8117289056103811, + 1.840943649741225, + 1.8701584236743916, + 1.9013731122537065, + 1.9305878414833895, + 1.9608025727396303, + 1.991017303995871, + 2.023232024404066, + 2.0529467620976085, + 2.082661499791151, + 2.1103761738269324, + 2.1425909687409344, + 2.17430568068527, + 2.203520424816114, + 2.2357351452243095, + 2.2639498873285953, + 2.2961645928356296, + 2.3253793369664737, + 2.360594003849698, + 2.3838088103270008, + 2.416023530735196, + 2.4442382877406432, + 2.4764529932476775, + 2.506667784108563, + 2.54038244050137, + 2.5670971870163997, + 2.5903120083948634, + 2.625526615673443, + 2.6557413618308447, + 2.6869561249159664, + 2.7201708771530417, + 2.7498855552419394, + 2.778600305810085, + 2.8068150032108874, + 2.839029783223728, + 2.8652445510772204, + 2.89895923727235, + 2.9326739383686404, + 2.959888723149852, + 2.992603422219585, + 3.0193181687346144, + 3.047532925740062, + 3.082247584159427, + 3.111462372993754, + 3.1401770937595774, + 3.1773919137075297, + 3.2021065667624766, + 3.2298213004029033, + 3.263536046202677, + 3.2922507669685004, + 3.3224655131259024 + ], + "p10": [ + 1.510696341327301, + 1.5380111039594264, + 1.5691257223006283, + 1.5984405128277277, + 1.6305552196222224, + 1.6608700091956474, + 1.6909846821347039, + 1.7230994008501272, + 1.7495141691089315, + 1.7836288620751486, + 1.8099436852655932, + 1.8410583036067951, + 1.8723731279893328, + 1.9014878138029925, + 1.9337026385193163, + 1.963017369441771, + 1.9942320997443372, + 2.0244468250401133, + 2.0535614572095926, + 2.0818762129275794, + 2.1120909441838207, + 2.1452056977083562, + 2.1735203938216987, + 2.2046351075303323, + 2.233949796729535, + 2.263164600465024, + 2.295379365576703, + 2.3255940908724795, + 2.355708763811536, + 2.3860235593454253, + 2.41523823791116, + 2.446453021857907, + 2.475667700423642, + 2.506882538014569, + 2.537097215626629, + 2.566311894192364, + 2.596426585012814, + 2.6267413626653098, + 2.657856082334408, + 2.6880708135906484, + 2.7173854968293876, + 2.7466003005648765, + 2.7768150914257617, + 2.8090297969327964, + 2.8392445877936816, + 2.8703592478581346, + 2.90057398507484, + 2.9288886752277175, + 2.9620033751080737, + 2.9883181506148024, + 3.0195328630359755, + 3.050747706587367, + 3.0799623255484567, + 3.114177070871394, + 3.1413918943956247, + 3.1725065604205422, + 3.199821269408488, + 3.2320360345201666, + 3.2622507657764075, + 3.292465491072184 + ], + "p90": [ + 1.5667963343177946, + 1.5970110655740353, + 1.624325887810806, + 1.655540552548263, + 1.6876552593427576, + 1.7168700630782463, + 1.746284745029525, + 1.7802994273622732, + 1.8085141843677206, + 1.8377289344590293, + 1.8680437121115254, + 1.8962583618286122, + 1.9264732003732135, + 1.9565878315890184, + 1.9868025509243303, + 2.0220172774121994, + 2.049232053252714, + 2.0806467630989665, + 2.109661569409376, + 2.1379763191668983, + 2.1690909851918163, + 2.2015056881239294, + 2.2335203962058845, + 2.2608352184426552, + 2.2909498973421756, + 2.3241646495792514, + 2.349379325999219, + 2.3827940816218387, + 2.4098087885117008, + 2.4391234777109037, + 2.472238344484265, + 2.502453016135861, + 2.5316677602667053, + 2.5638824657737396, + 2.59119728801051, + 2.6214120192667507, + 2.6525266852916682, + 2.6828414152604485, + 2.7100561195753903, + 2.745170853311184, + 2.772685672973034, + 2.802600300803295, + 2.832815026099071, + 2.8650297912107505, + 2.895244522466991, + 2.924459266597835, + 2.958673946355663, + 2.9888886776119032, + 3.017103434617351, + 3.042318170641963, + 3.0736329413803207, + 3.106747647221141, + 3.13596238539152, + 3.170177065149348, + 3.2003918560102336, + 3.2247065976615246, + 3.258821284667277, + 3.2890360159235175, + 3.3212507273910163, + 3.3485655436673225 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_053142.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_053142.json new file mode 100644 index 0000000000000000000000000000000000000000..a842aab501292ed1a4884d41ef99d81970a323f7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_053142.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T05:31:42.148654+00:00", + "metrics": { + "MSE[mean]": 0.04208908353736807, + "MSE[0.5]": 0.030897468632177134, + "MAE[0.5]": 0.16047389805316925, + "MASE[0.5]": 0.4611208312689154, + "MAPE[0.5]": 0.10654407049900305, + "sMAPE[0.5]": 0.105576626403179, + "MSIS": 3.1084713418949126, + "RMSE[mean]": 0.20515624177043232, + "NRMSE[mean]": 0.128254717558343, + "ND[0.5]": 0.10032126876902957, + "mean_weighted_sum_quantile_loss": 0.1195131540310006 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" + ], + "context": [ + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634 + ], + "actual": [ + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 + ], + "predictions": { + "p50": [ + 1.5143658518791199, + 1.5148034691810608, + 1.5188899040222168, + 1.5416162014007568, + 1.5481391549110413, + 1.5616530179977417, + 1.5727493166923523, + 1.5800695419311523, + 1.588801622390747, + 1.605827510356903, + 1.6282707452774048, + 1.6355485916137695, + 1.6368983387947083, + 1.6380523443222046, + 1.6626213192939758, + 1.680586814880371, + 1.6674579977989197, + 1.6695734858512878, + 1.672534704208374, + 1.6948938369750977, + 1.6871972680091858, + 1.7070426940917969, + 1.6664053201675415, + 1.660467803478241, + 1.6253506541252136, + 1.616676390171051, + 1.608644962310791, + 1.663762390613556, + 1.6163449883460999, + 1.614944338798523, + 1.6210712790489197, + 1.6053658723831177, + 1.5830585956573486, + 1.5751754641532898, + 1.5444132089614868, + 1.4970941543579102, + 1.601393699645996, + 1.5150809288024902, + 1.486292541027069, + 1.4630166292190552, + 1.4483283162117004, + 1.344411313533783, + 1.416439414024353, + 1.4815768599510193, + 1.4760688543319702, + 1.4595829844474792, + 1.4040390253067017, + 1.4030818343162537, + 1.3926421403884888, + 1.3844882249832153, + 1.3727372288703918, + 1.3715569972991943, + 1.3240482211112976, + 1.3802319765090942, + 1.3265957236289978, + 1.308275818824768, + 1.3596162796020508, + 1.3178096413612366, + 1.3284610509872437, + 1.3115670680999756 + ], + "p10": [ + 1.4628822207450867, + 1.4600472450256348, + 1.4534829258918762, + 1.4786812663078308, + 1.4711295366287231, + 1.465220332145691, + 1.484624445438385, + 1.4684626460075378, + 1.4620972871780396, + 1.4634174704551697, + 1.3984631299972534, + 1.4566075801849365, + 1.3700211644172668, + 1.38221937417984, + 1.4081642031669617, + 1.3799120783805847, + 1.3802903294563293, + 1.3102755546569824, + 1.2496507167816162, + 1.318526566028595, + 1.1665585041046143, + 1.2421478033065796, + 1.2815958261489868, + 1.1480834484100342, + 1.030871570110321, + 1.0676544308662415, + 0.963433027267456, + 0.9359628260135651, + 0.9068440198898315, + 0.8432779014110565, + 0.8583813607692719, + 0.7745903134346008, + 0.818820595741272, + 0.8202476799488068, + 0.6173539757728577, + 0.5379154682159424, + 0.5821751952171326, + 0.6735459566116333, + 0.574405699968338, + 0.3275618851184845, + 0.4915071129798889, + 0.4915138781070709, + 0.5419447124004364, + 0.4994887113571167, + 0.6472576856613159, + 0.5080554783344269, + 0.3859184980392456, + 0.4325076639652252, + 0.4657023847103119, + 0.5869925618171692, + 0.4383995532989502, + 0.488914430141449, + 0.4253194332122803, + 0.4659799039363861, + 0.48083755373954773, + 0.4176081717014313, + 0.4579489529132843, + 0.37266165018081665, + 0.44620147347450256, + 0.5433731973171234 + ], + "p90": [ + 1.555296003818512, + 1.5731082558631897, + 1.596758484840393, + 1.6033862829208374, + 1.6402003765106201, + 1.6709216833114624, + 1.6704132556915283, + 1.7081148624420166, + 1.7175568342208862, + 1.731688916683197, + 1.7787649631500244, + 1.8243005275726318, + 1.8426936268806458, + 1.7828290462493896, + 1.8129016160964966, + 1.852718710899353, + 1.8758596181869507, + 1.8720377683639526, + 1.882308006286621, + 1.913036584854126, + 1.9367418885231018, + 1.9436940550804138, + 1.951163113117218, + 1.9298113584518433, + 1.9519009590148926, + 1.9069311022758484, + 1.927491843700409, + 1.9886438250541687, + 1.9495184421539307, + 2.062943935394287, + 2.0608787536621094, + 2.0494258403778076, + 1.997478723526001, + 2.066060423851013, + 2.0900344848632812, + 2.0443263053894043, + 2.166829466819763, + 2.109805703163147, + 2.0619245767593384, + 2.1931605339050293, + 2.0061585307121277, + 2.1102993488311768, + 1.9916277527809143, + 2.042582631111145, + 2.1031112670898438, + 2.12226939201355, + 2.0892006158828735, + 2.06403648853302, + 2.072250723838806, + 2.182928204536438, + 2.1188228130340576, + 2.0876190662384033, + 1.9871194958686829, + 1.9803471565246582, + 1.9357492923736572, + 1.9363424181938171, + 2.0111669301986694, + 2.050820231437683, + 1.9957478046417236, + 2.014661192893982 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_053212.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_053212.json new file mode 100644 index 0000000000000000000000000000000000000000..e9e3c92f13596f07ee5d282878c72d929d502242 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_053212.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T05:32:12.077142+00:00", + "metrics": { + "MSE[mean]": 0.24988207394510467, + "MSE[0.5]": 0.24868033900564715, + "MAE[0.5]": 0.44933474422374003, + "MASE[0.5]": 1.2911608260790581, + "MAPE[0.5]": 0.26477822445742116, + "sMAPE[0.5]": 0.3120492472389895, + "MSIS": 47.202955103603735, + "RMSE[mean]": 0.4998820600352694, + "NRMSE[mean]": 0.31250442038242765, + "ND[0.5]": 0.2809044473238726, + "mean_weighted_sum_quantile_loss": 0.27587244207236267 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" + ], + "context": [ + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634 + ], + "actual": [ + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 + ], + "predictions": { + "p50": [ + 1.1739148943265447, + 1.1709149031480321, + 1.170914962752677, + 1.171414926513053, + 1.1689149288972387, + 1.1739149390300283, + 1.1709148733457098, + 1.1789148895581731, + 1.1729149221023092, + 1.172914907201148, + 1.1719149200757513, + 1.170914962752677, + 1.1719149200757513, + 1.1709149180491933, + 1.1709149180491933, + 1.1709149180491933, + 1.172914907201148, + 1.1724149136384496, + 1.1719149200757513, + 1.1694148628552923, + 1.171414926513053, + 1.172914907201148, + 1.1719149200757513, + 1.173914909227706, + 1.1719149200757513, + 1.1739148943265447, + 1.172914907201148, + 1.1779148428281316, + 1.1709149180491933, + 1.172914907201148, + 1.1709149329503545, + 1.172914907201148, + 1.1729149668057928, + 1.176414891942359, + 1.172914907201148, + 1.165914997323371, + 1.1709148733457098, + 1.170914888246871, + 1.1719149200757513, + 1.1749149410565862, + 1.174414887889243, + 1.172914907201148, + 1.1709148733457098, + 1.1729149221023092, + 1.168914958699561, + 1.1724149136384496, + 1.1759148834784994, + 1.1729149370034704, + 1.1754149048169622, + 1.1719149200757513, + 1.1699149458249578, + 1.174414872988082, + 1.1734149305661687, + 1.1719149200757513, + 1.1789150087674627, + 1.1734149305661687, + 1.1709149329503545, + 1.1744149474938879, + 1.1729149370034704, + 1.1729149519046316 + ], + "p10": [ + 1.1438149242242346, + 1.1409149556001195, + 1.1418148426850805, + 1.1409149019559393, + 1.142814877494193, + 1.1429149358113775, + 1.142814877494193, + 1.1447148649533758, + 1.1409149019559393, + 1.1448148636659154, + 1.1409149556001195, + 1.1418148426850805, + 1.1429149358113775, + 1.1418148903687964, + 1.1438149838288794, + 1.1429149834950934, + 1.143914982541419, + 1.1439149765809544, + 1.142814877494193, + 1.1409149019559393, + 1.1409149019559393, + 1.1438149242242346, + 1.141914889081336, + 1.1428148715337285, + 1.1419148294766912, + 1.1409149019559393, + 1.1429149358113775, + 1.142914929850913, + 1.1428148715337285, + 1.1429149358113775, + 1.1419148831208714, + 1.1429149358113775, + 1.1419148831208714, + 1.1429149894555577, + 1.1429149358113775, + 1.1419148831208714, + 1.1418148426850805, + 1.141914889081336, + 1.142814877494193, + 1.142814877494193, + 1.1419148294766912, + 1.1409149019559393, + 1.140914961560584, + 1.1429149358113775, + 1.1429149954160223, + 1.1438149242242346, + 1.143814930184699, + 1.141914889081336, + 1.1448148577054509, + 1.1409149019559393, + 1.1419148831208714, + 1.1429149954160223, + 1.1419148831208714, + 1.1459148971875677, + 1.1429149894555577, + 1.1438149242242346, + 1.1409149019559393, + 1.1429149358113775, + 1.1429149358113775, + 1.142914929850913 + ], + "p90": [ + 1.1999149172147283, + 1.1999149172147283, + 1.1970150081952582, + 1.1980149416764745, + 1.1999149172147283, + 1.1989149896939764, + 1.1981149403890141, + 1.2019148914655218, + 1.1999149172147283, + 1.1989149360497962, + 1.1990149824460516, + 1.1970149009068975, + 1.1970150081952582, + 1.1969149081548223, + 1.1969148962338934, + 1.2019148914655218, + 1.1989149360497962, + 1.2001149146398076, + 1.1989149896939764, + 1.1970150081952582, + 1.1979149429639349, + 1.2001149146398076, + 1.2019148914655218, + 1.1990149824460516, + 1.1989149300893316, + 1.2019149510701665, + 1.1969148962338934, + 1.2001149206002721, + 1.1969148962338934, + 1.196014854176856, + 1.1989149896939764, + 1.1989149300893316, + 1.1979149429639349, + 1.1999149172147283, + 1.1970150081952582, + 1.1970150081952582, + 1.1979149429639349, + 1.1980149416764745, + 1.1950149147351752, + 1.1999149172147283, + 1.1972150056203374, + 1.196914902194358, + 1.1969148962338934, + 1.1989149300893316, + 1.1989149300893316, + 1.1979149429639349, + 1.2019148914655218, + 1.2019148914655218, + 1.1999149172147283, + 1.1949149219831, + 1.1960149614652167, + 1.1989149360497962, + 1.1979149429639349, + 1.2019148914655218, + 1.2019149510701665, + 1.1960149614652167, + 1.1999149172147283, + 1.1999149172147283, + 1.2019148974259863, + 1.1990149824460516 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_053212.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_053212.json new file mode 100644 index 0000000000000000000000000000000000000000..2daece992e4480e92fea53f122f43dfdde870438 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_053212.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T05:32:12.105604+00:00", + "metrics": { + "MSE[mean]": 0.302642428757034, + "MSE[0.5]": 0.302642428757034, + "MAE[0.5]": 0.48151667217413585, + "MASE[0.5]": 1.3836354125903547, + "MAPE[0.5]": 0.28746201411924766, + "sMAPE[0.5]": 0.35118578961473496, + "MSIS": 51.761404238414535, + "RMSE[mean]": 0.5501294654506647, + "NRMSE[mean]": 0.3439169025666273, + "ND[0.5]": 0.30102318241154086, + "mean_weighted_sum_quantile_loss": 0.2965368535529927 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" + ], + "context": [ + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634 + ], + "actual": [ + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 + ], + "predictions": { + "p50": [ + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836 + ], + "p10": [ + 0.8114400088787078, + 0.8359399855136871, + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, + 0.9564800107479096, + 0.9897999906539917, + 1.0270399785041808, + 1.0544799757003784, + 1.0799599981307983, + 1.0966199588775634, + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 0.8114400088787078, + 0.8359399855136871, + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, + 0.9564800107479096, + 0.9897999906539917, + 1.0270399785041808, + 1.0544799757003784, + 1.0799599981307983, + 1.0966199588775634, + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 0.8114400088787078, + 0.8359399855136871, + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, + 0.9564800107479096, + 0.9897999906539917, + 1.0270399785041808, + 1.0544799757003784, + 1.0799599981307983, + 1.0966199588775634, + 1.12798002243042 + ], + "p90": [ + 0.8445600092411042, + 0.8700599849224091, + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, + 0.9955200111865997, + 1.030199990272522, + 1.0689599776268006, + 1.0975199747085571, + 1.1240399980545044, + 1.1413799571990968, + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 0.8445600092411042, + 0.8700599849224091, + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, + 0.9955200111865997, + 1.030199990272522, + 1.0689599776268006, + 1.0975199747085571, + 1.1240399980545044, + 1.1413799571990968, + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 0.8445600092411042, + 0.8700599849224091, + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, + 0.9955200111865997, + 1.030199990272522, + 1.0689599776268006, + 1.0975199747085571, + 1.1240399980545044, + 1.1413799571990968, + 1.1740200233459472 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_053208.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_053208.json new file mode 100644 index 0000000000000000000000000000000000000000..ff53b9fa7e264c98077fa3934b73ccea9201fa4d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_053208.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T05:32:08.873405+00:00", + "metrics": { + "MSE[mean]": 0.01711558349462668, + "MSE[0.5]": 0.01711558349462668, + "MAE[0.5]": 0.11205109357833862, + "MASE[0.5]": 0.3219781786463191, + "MAPE[0.5]": 0.07458054484624678, + "sMAPE[0.5]": 0.07876554418424586, + "MSIS": 2.9394259602922927, + "RMSE[mean]": 0.13082653971815764, + "NRMSE[mean]": 0.08178703585077031, + "ND[0.5]": 0.0700494473625344, + "mean_weighted_sum_quantile_loss": 0.05610662044508617 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" + ], + "context": [ + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634 + ], + "actual": [ + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 + ], + "predictions": { + "p50": [ + 1.54583740234375, + 1.56597900390625, + 1.5894775390625, + 1.6163330078125, + 1.636474609375, + 1.65325927734375, + 1.67340087890625, + 1.690185546875, + 1.70697021484375, + 1.7237548828125, + 1.7371826171875, + 1.74053955078125, + 1.75396728515625, + 1.7640380859375, + 1.77410888671875, + 1.7774658203125, + 1.78753662109375, + 1.79425048828125, + 1.80096435546875, + 1.78753662109375, + 1.7908935546875, + 1.7841796875, + 1.76739501953125, + 1.7506103515625, + 1.743896484375, + 1.73046875, + 1.70697021484375, + 1.69354248046875, + 1.68682861328125, + 1.663330078125, + 1.64654541015625, + 1.61968994140625, + 1.609619140625, + 1.5760498046875, + 1.5491943359375, + 1.51898193359375, + 1.480377197265625, + 1.466949462890625, + 1.430023193359375, + 1.409881591796875, + 1.386383056640625, + 1.3612060546875, + 1.32763671875, + 1.29742431640625, + 1.2646942138671875, + 1.2445526123046875, + 1.2269287109375, + 1.2126617431640625, + 1.1807708740234375, + 1.1434249877929688, + 1.102407455444336, + 1.0803775787353516, + 1.0553054809570312, + 1.0280303955078125, + 0.9999160766601562, + 0.9676055908203125, + 0.9449462890625, + 0.923126220703125, + 0.8937530517578125, + 0.886199951171875 + ], + "p10": [ + 1.53240966796875, + 1.555908203125, + 1.57269287109375, + 1.59619140625, + 1.61297607421875, + 1.6297607421875, + 1.64654541015625, + 1.65997314453125, + 1.6834716796875, + 1.69354248046875, + 1.70361328125, + 1.71368408203125, + 1.717041015625, + 1.72711181640625, + 1.73382568359375, + 1.73046875, + 1.73382568359375, + 1.7371826171875, + 1.74053955078125, + 1.7237548828125, + 1.72711181640625, + 1.71368408203125, + 1.690185546875, + 1.6700439453125, + 1.6566162109375, + 1.636474609375, + 1.609619140625, + 1.59283447265625, + 1.57940673828125, + 1.555908203125, + 1.53240966796875, + 1.502197265625, + 1.48541259765625, + 1.448486328125, + 1.421630859375, + 1.389739990234375, + 1.349456787109375, + 1.33099365234375, + 1.2940673828125, + 1.27392578125, + 1.25042724609375, + 1.2244110107421875, + 1.195037841796875, + 1.1652450561523438, + 1.141326904296875, + 1.124542236328125, + 1.1058692932128906, + 1.089766502380371, + 1.0662155151367188, + 1.0183792114257812, + 0.973480224609375, + 0.9541778564453125, + 0.929840087890625, + 0.906341552734375, + 0.8786468505859375, + 0.8509521484375, + 0.832489013671875, + 0.819061279296875, + 0.79052734375, + 0.78717041015625 + ], + "p90": [ + 1.555908203125, + 1.582763671875, + 1.609619140625, + 1.63311767578125, + 1.6566162109375, + 1.67340087890625, + 1.69354248046875, + 1.7103271484375, + 1.73046875, + 1.743896484375, + 1.76068115234375, + 1.76739501953125, + 1.7841796875, + 1.797607421875, + 1.80767822265625, + 1.8177490234375, + 1.83453369140625, + 1.851318359375, + 1.851318359375, + 1.8446044921875, + 1.851318359375, + 1.851318359375, + 1.84124755859375, + 1.824462890625, + 1.824462890625, + 1.81103515625, + 1.797607421875, + 1.78753662109375, + 1.78082275390625, + 1.7640380859375, + 1.74725341796875, + 1.73046875, + 1.73046875, + 1.70025634765625, + 1.6700439453125, + 1.65325927734375, + 1.61968994140625, + 1.609619140625, + 1.57940673828125, + 1.55255126953125, + 1.54248046875, + 1.51226806640625, + 1.477020263671875, + 1.45184326171875, + 1.416595458984375, + 1.39813232421875, + 1.383026123046875, + 1.36456298828125, + 1.341064453125, + 1.314208984375, + 1.2747650146484375, + 1.248748779296875, + 1.2227325439453125, + 1.195037841796875, + 1.1694412231445312, + 1.1367111206054688, + 1.1104850769042969, + 1.0792236328125, + 1.0464935302734375, + 1.0343246459960938 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_052854.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_052854.json new file mode 100644 index 0000000000000000000000000000000000000000..ba57a05f7e2ae0b23bf21f4cde2d286bdda02018 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_052854.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T05:28:54.033248+00:00", + "metrics": { + "MSE[mean]": 0.01619570319315168, + "MSE[0.5]": 0.024343685921212218, + "MAE[0.5]": 0.1424389938513438, + "MASE[0.5]": 0.4092976368535494, + "MAPE[0.5]": 0.09318908617824133, + "sMAPE[0.5]": 0.09898022652658028, + "MSIS": 3.7947120312903637, + "RMSE[mean]": 0.12726234004273096, + "NRMSE[mean]": 0.07955885395999018, + "ND[0.5]": 0.08904663474066211, + "mean_weighted_sum_quantile_loss": 0.06091492803800961 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" + ], + "context": [ + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634 + ], + "actual": [ + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 + ], + "predictions": { + "p50": [ + 1.5288017988204956, + 1.5477445125579834, + 1.5743675231933594, + 1.5862454175949097, + 1.6126223802566528, + 1.6334336996078491, + 1.650367021560669, + 1.6617721319198608, + 1.6646125316619873, + 1.6867122650146484, + 1.6903477907180786, + 1.709238886833191, + 1.712584376335144, + 1.7259290218353271, + 1.7262037992477417, + 1.7288798093795776, + 1.7302770614624023, + 1.7309346199035645, + 1.7370617389678955, + 1.7328979969024658, + 1.7269407510757446, + 1.7181426286697388, + 1.715252161026001, + 1.7095248699188232, + 1.7051516771316528, + 1.6890195608139038, + 1.681789517402649, + 1.6586189270019531, + 1.6398115158081055, + 1.6201553344726562, + 1.602360725402832, + 1.5906224250793457, + 1.568337321281433, + 1.5491713285446167, + 1.5156726837158203, + 1.4965285062789917, + 1.4719181060791016, + 1.442912220954895, + 1.4326508045196533, + 1.406762957572937, + 1.3775689601898193, + 1.3581310510635376, + 1.3166292905807495, + 1.278254747390747, + 1.263741374015808, + 1.2256977558135986, + 1.193350911140442, + 1.1702044010162354, + 1.1371829509735107, + 1.1194019317626953, + 1.0870524644851685, + 1.0535202026367188, + 1.0204501152038574, + 1.0053679943084717, + 0.9786043167114258, + 0.9505296945571899, + 0.9294484853744507, + 0.8974171876907349, + 0.8849284648895264, + 0.8698002099990845 + ], + "p10": [ + 1.5410172939300537, + 1.5621099472045898, + 1.5763325691223145, + 1.6108629703521729, + 1.604533314704895, + 1.6427072286605835, + 1.6416579484939575, + 1.6737732887268066, + 1.676680326461792, + 1.6992450952529907, + 1.6953877210617065, + 1.7376189231872559, + 1.6924231052398682, + 1.7498449087142944, + 1.7151427268981934, + 1.7469089031219482, + 1.7411949634552002, + 1.736220121383667, + 1.7498093843460083, + 1.7624012231826782, + 1.742609977722168, + 1.7430157661437988, + 1.737739086151123, + 1.724196434020996, + 1.7245333194732666, + 1.7069060802459717, + 1.7042922973632812, + 1.6762211322784424, + 1.6598728895187378, + 1.6433309316635132, + 1.626987099647522, + 1.6193602085113525, + 1.6081492900848389, + 1.5925912857055664, + 1.5533483028411865, + 1.5360122919082642, + 1.5083461999893188, + 1.4778599739074707, + 1.4595961570739746, + 1.4169178009033203, + 1.3970695734024048, + 1.380795955657959, + 1.3492968082427979, + 1.3194836378097534, + 1.280741810798645, + 1.2629244327545166, + 1.2394134998321533, + 1.1972278356552124, + 1.162658452987671, + 1.1618335247039795, + 1.105790138244629, + 1.0979588031768799, + 1.0641952753067017, + 1.0531296730041504, + 1.0105938911437988, + 0.990790605545044, + 0.964308500289917, + 0.9453929662704468, + 0.9266625642776489, + 0.8982357978820801 + ], + "p90": [ + 1.5635457038879395, + 1.5751060247421265, + 1.6116031408309937, + 1.6245286464691162, + 1.654189944267273, + 1.683903455734253, + 1.6958781480789185, + 1.7115975618362427, + 1.7260282039642334, + 1.7454451322555542, + 1.7617363929748535, + 1.7696020603179932, + 1.7923715114593506, + 1.7965444326400757, + 1.7975904941558838, + 1.795715570449829, + 1.8055123090744019, + 1.812061071395874, + 1.8253238201141357, + 1.8306334018707275, + 1.8194383382797241, + 1.8183423280715942, + 1.8254947662353516, + 1.8226298093795776, + 1.8195621967315674, + 1.8093420267105103, + 1.8106029033660889, + 1.78097403049469, + 1.7702001333236694, + 1.7548660039901733, + 1.743979811668396, + 1.7242461442947388, + 1.7109633684158325, + 1.6819156408309937, + 1.6592192649841309, + 1.6475975513458252, + 1.6216400861740112, + 1.5923386812210083, + 1.5762076377868652, + 1.5518109798431396, + 1.522215485572815, + 1.5070462226867676, + 1.4667322635650635, + 1.432111144065857, + 1.417685627937317, + 1.3747197389602661, + 1.3456579446792603, + 1.330121636390686, + 1.2927014827728271, + 1.2734581232070923, + 1.242348074913025, + 1.2170823812484741, + 1.1808738708496094, + 1.1675245761871338, + 1.1501708030700684, + 1.1201876401901245, + 1.0956063270568848, + 1.0641833543777466, + 1.0614562034606934, + 1.0437568426132202 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_053049.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_053049.json new file mode 100644 index 0000000000000000000000000000000000000000..428a843fa9a05fcac047dbcc7cd681fd4a57e78f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_053049.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T05:30:49.893736+00:00", + "metrics": { + "MSE[mean]": 0.03602896286982945, + "MSE[0.5]": 0.03602896286982945, + "MAE[0.5]": 0.13097935318946838, + "MASE[0.5]": 0.3763684247377185, + "MAPE[0.5]": 0.10052106855430606, + "sMAPE[0.5]": 0.08958116753551275, + "MSIS": 1.7617040247516396, + "RMSE[mean]": 0.18981296812870677, + "NRMSE[mean]": 0.11866277333886427, + "ND[0.5]": 0.0818825681554808, + "mean_weighted_sum_quantile_loss": 0.0657643013292139 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" + ], + "context": [ + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634 + ], + "actual": [ + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 + ], + "predictions": { + "p50": [ + 1.5387139320373535, + 1.5663952827453613, + 1.592370867729187, + 1.617917776107788, + 1.6415438652038574, + 1.6637165546417236, + 1.684307336807251, + 1.70429527759552, + 1.7242746353149414, + 1.7434028387069702, + 1.761888027191162, + 1.7792268991470337, + 1.7947478294372559, + 1.8089148998260498, + 1.8232760429382324, + 1.83379328250885, + 1.8445281982421875, + 1.854050636291504, + 1.8626248836517334, + 1.87083101272583, + 1.8775699138641357, + 1.8828785419464111, + 1.8877732753753662, + 1.890075445175171, + 1.8905844688415527, + 1.8872454166412354, + 1.8828827142715454, + 1.8788528442382812, + 1.8750882148742676, + 1.8707175254821777, + 1.8671858310699463, + 1.860732078552246, + 1.9029181003570557, + 1.881176471710205, + 1.8611633777618408, + 1.8543710708618164, + 1.8365728855133057, + 1.8195171356201172, + 1.8041800260543823, + 1.7857069969177246, + 1.7673873901367188, + 1.7488319873809814, + 1.7287988662719727, + 1.705676794052124, + 1.6869099140167236, + 1.6704015731811523, + 1.6551566123962402, + 1.633251667022705, + 1.6155576705932617, + 1.598872423171997, + 1.5751569271087646, + 1.5603917837142944, + 1.5380948781967163, + 1.5245578289031982, + 1.4979873895645142, + 1.4831211566925049, + 1.4680721759796143, + 1.4543828964233398, + 1.439054250717163, + 1.4247125387191772 + ], + "p10": [ + 1.5283771753311157, + 1.553189992904663, + 1.5761892795562744, + 1.5967686176300049, + 1.6155204772949219, + 1.6319098472595215, + 1.6471638679504395, + 1.6610562801361084, + 1.676518440246582, + 1.6890809535980225, + 1.6990821361541748, + 1.708315372467041, + 1.714989185333252, + 1.7197669744491577, + 1.7231338024139404, + 1.7229726314544678, + 1.7238322496414185, + 1.7219477891921997, + 1.7186717987060547, + 1.714882493019104, + 1.708547830581665, + 1.704014539718628, + 1.6957896947860718, + 1.685656189918518, + 1.6724491119384766, + 1.6558598279953003, + 1.6396007537841797, + 1.6189820766448975, + 1.597559928894043, + 1.5744760036468506, + 1.5498628616333008, + 1.531367540359497, + 1.6086645126342773, + 1.545986294746399, + 1.5098519325256348, + 1.4908363819122314, + 1.4538397789001465, + 1.4129090309143066, + 1.3718507289886475, + 1.3402562141418457, + 1.3064879179000854, + 1.2728835344314575, + 1.2332209348678589, + 1.19917893409729, + 1.1752344369888306, + 1.1489325761795044, + 1.1203151941299438, + 1.0876610279083252, + 1.0623763799667358, + 1.0362904071807861, + 1.0059062242507935, + 0.988693356513977, + 0.9485888481140137, + 0.9267696142196655, + 0.8914496898651123, + 0.8702696561813354, + 0.8482419848442078, + 0.8281089067459106, + 0.8146589994430542, + 0.793495774269104 + ], + "p90": [ + 1.547046184539795, + 1.578019380569458, + 1.6078317165374756, + 1.6395437717437744, + 1.668051838874817, + 1.6942379474639893, + 1.719760775566101, + 1.7459516525268555, + 1.7716715335845947, + 1.7966070175170898, + 1.8220734596252441, + 1.8477482795715332, + 1.8704062700271606, + 1.8925602436065674, + 1.913490653038025, + 1.931761384010315, + 1.952343463897705, + 1.9740536212921143, + 1.9914532899856567, + 2.011038303375244, + 2.030294418334961, + 2.0501792430877686, + 2.069269895553589, + 2.083340883255005, + 2.096926689147949, + 2.105220079421997, + 2.1122398376464844, + 2.1201372146606445, + 2.12731671333313, + 2.1352362632751465, + 2.1398894786834717, + 2.139921188354492, + 2.123969793319702, + 2.161900758743286, + 2.177419662475586, + 2.198066234588623, + 2.1950390338897705, + 2.1963257789611816, + 2.200404644012451, + 2.2047834396362305, + 2.2057690620422363, + 2.2117886543273926, + 2.211937427520752, + 2.2114109992980957, + 2.21083402633667, + 2.2084097862243652, + 2.207569122314453, + 2.1937036514282227, + 2.185610055923462, + 2.1836087703704834, + 2.1708555221557617, + 2.1724650859832764, + 2.157487630844116, + 2.1573524475097656, + 2.1367921829223633, + 2.130509853363037, + 2.1224231719970703, + 2.1166796684265137, + 2.109577178955078, + 2.107440948486328 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_053001.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_053001.json new file mode 100644 index 0000000000000000000000000000000000000000..72aa934310de32386c546d3171eca4c9b335b0ba --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_053001.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T05:30:01.421668+00:00", + "metrics": { + "MSE[mean]": 0.0896169627355165, + "MSE[0.5]": 0.0896169627355165, + "MAE[0.5]": 0.25672045946121214, + "MASE[0.5]": 0.7376847768181584, + "MAPE[0.5]": 0.17838723002206444, + "sMAPE[0.5]": 0.20801684387338087, + "MSIS": 2.1155993911702837, + "RMSE[mean]": 0.2993609238620106, + "NRMSE[mean]": 0.18714736830132508, + "ND[0.5]": 0.1604904132358265, + "mean_weighted_sum_quantile_loss": 0.12043861246328252 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" + ], + "context": [ + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634 + ], + "actual": [ + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 + ], + "predictions": { + "p50": [ + 1.5322206020355225, + 1.5565292835235596, + 1.5778393745422363, + 1.5979171991348267, + 1.6157716512680054, + 1.6307947635650635, + 1.6442372798919678, + 1.6581459045410156, + 1.6704013347625732, + 1.681640863418579, + 1.6923785209655762, + 1.699687123298645, + 1.7071189880371094, + 1.712157964706421, + 1.713221788406372, + 1.7138221263885498, + 1.7122292518615723, + 1.7097209692001343, + 1.7078285217285156, + 1.7054007053375244, + 1.6990491151809692, + 1.6901090145111084, + 1.6761488914489746, + 1.6649508476257324, + 1.650010585784912, + 1.6338367462158203, + 1.6153513193130493, + 1.5966894626617432, + 1.5757262706756592, + 1.557376742362976, + 1.536224603652954, + 1.513394832611084, + 1.4337375164031982, + 1.415786862373352, + 1.382484793663025, + 1.3532989025115967, + 1.3215768337249756, + 1.2907297611236572, + 1.2585088014602661, + 1.2271578311920166, + 1.1935670375823975, + 1.1593979597091675, + 1.1285109519958496, + 1.0960767269134521, + 1.058953046798706, + 1.026667833328247, + 0.9881191849708557, + 0.9523346424102783, + 0.9107076525688171, + 0.8747313022613525, + 0.839602530002594, + 0.8054146766662598, + 0.7701460123062134, + 0.7359313368797302, + 0.7007902264595032, + 0.6662275791168213, + 0.6297270059585571, + 0.6003129482269287, + 0.5684148669242859, + 0.5359255075454712 + ], + "p10": [ + 1.5204869508743286, + 1.539143443107605, + 1.5562715530395508, + 1.5707136392593384, + 1.5836431980133057, + 1.5944850444793701, + 1.6039257049560547, + 1.6110827922821045, + 1.6184043884277344, + 1.6247620582580566, + 1.6276580095291138, + 1.6260886192321777, + 1.627690076828003, + 1.6219286918640137, + 1.6167994737625122, + 1.6071056127548218, + 1.5973721742630005, + 1.5857000350952148, + 1.575477123260498, + 1.5626211166381836, + 1.5477526187896729, + 1.5306531190872192, + 1.5062637329101562, + 1.4843978881835938, + 1.461430549621582, + 1.4376404285430908, + 1.407479166984558, + 1.380133032798767, + 1.3505462408065796, + 1.3226534128189087, + 1.2919214963912964, + 1.261773705482483, + 1.176846981048584, + 1.156820297241211, + 1.1169896125793457, + 1.085140585899353, + 1.0487531423568726, + 1.0123076438903809, + 0.973514199256897, + 0.9389286637306213, + 0.893294632434845, + 0.8506535291671753, + 0.8195773363113403, + 0.7692762613296509, + 0.7278683185577393, + 0.6903514266014099, + 0.6513198614120483, + 0.6100616455078125, + 0.5655170679092407, + 0.5229635238647461, + 0.4858185052871704, + 0.44818115234375, + 0.4118892550468445, + 0.3691288232803345, + 0.3383142352104187, + 0.3000516891479492, + 0.2629217505455017, + 0.23509764671325684, + 0.2002057433128357, + 0.16289299726486206 + ], + "p90": [ + 1.5425678491592407, + 1.5713427066802979, + 1.5983017683029175, + 1.6227550506591797, + 1.6461546421051025, + 1.6671125888824463, + 1.6850886344909668, + 1.7049705982208252, + 1.7231504917144775, + 1.741288423538208, + 1.75657057762146, + 1.7719610929489136, + 1.789442539215088, + 1.8011728525161743, + 1.8122966289520264, + 1.8199517726898193, + 1.8289093971252441, + 1.835986614227295, + 1.8447235822677612, + 1.8513400554656982, + 1.8576234579086304, + 1.8574872016906738, + 1.8533110618591309, + 1.8537448644638062, + 1.8499586582183838, + 1.8458080291748047, + 1.8393527269363403, + 1.8337993621826172, + 1.8210890293121338, + 1.8177785873413086, + 1.8042185306549072, + 1.7960851192474365, + 1.7208621501922607, + 1.7063781023025513, + 1.6903456449508667, + 1.6770365238189697, + 1.659165382385254, + 1.642652153968811, + 1.6227635145187378, + 1.602536916732788, + 1.580268144607544, + 1.5652185678482056, + 1.545614242553711, + 1.5328285694122314, + 1.5131056308746338, + 1.490824580192566, + 1.4676752090454102, + 1.4465852975845337, + 1.4131306409835815, + 1.388471007347107, + 1.3650660514831543, + 1.3324706554412842, + 1.3116213083267212, + 1.2810617685317993, + 1.2578787803649902, + 1.236814022064209, + 1.2129604816436768, + 1.1844642162322998, + 1.1753692626953125, + 1.1359384059906006 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index e310906deb752d8e1237d4df94f108fe2cbe1fea..fd0b1f574fd7e0ef65e134239e83d1c41dbd18fa 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,204405.4975090027,204405.4975090027,381.7337239583333,0.3543524959531658,0.005959097906360553,0.0059673020996898985,3.5621152135198106,452.11226206441546,0.007052639737844462,0.005954783041209155,0.0056395850510178695,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,204415.36175346375,204415.36175346375,381.9217122395833,0.3545270000969971,0.005962025886258496,0.0059702288839516655,3.5621152135198106,452.12317099819575,0.007052830538312148,0.005957732954453129,0.00563992737903728,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.4009500136435054,0.4009500136435054,0.576133343577385,1.6419122122534155,0.34553921837761714,0.4351394709436791,62.333592939598255,0.6332061383495152,0.3902136202238597,0.35504248002870026,0.3508470238190934,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.302642428757034,0.302642428757034,0.48151667217413585,1.3836354125903547,0.28746201411924766,0.35118578961473496,51.761404238414535,0.5501294654506647,0.3439169025666273,0.30102318241154086,0.2965368535529927,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07722224149439445,0.07722224149439445,0.24722225798500908,3.8034201906672513,0.1550931872126665,0.17131559501953497,130.98167630038904,0.27788890135159133,0.17944395423600515,0.15964127869883996,0.15469459221026882,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.104166682561299,5.104166682561299,2.2083333333333335,1.2082066308943158,0.143248718599293,0.1331377441038632,37.244451952067394,2.259240288805354,0.14517206675054484,0.14190093708165996,0.13428826416778225,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,177.99333511034743,177.99333511034743,11.37500007947286,0.983538443865483,0.5671956460732802,0.4133784328139261,36.16011908053463,13.34141428448826,0.6064279220221936,0.5170454581578573,0.5072525288601114,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 0dc8efd59deb2548a1cf965fbb0dfe80757e2f7d..bb4e1751f0f3d3edad062012b5eed6ca01454e05 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:21:54.049446+00:00", + "evaluated_at": "2026-06-22T05:32:12.093163+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64232.5703125 + 64228.05859375 ], "p50": [ 63744.609375, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index eb7fc5088dd34d4a31e030f45633289a98e0a107..c7ea57994a88a5c284aef5c7022d0975e67132d9 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:14:05.952717+00:00", + "evaluated_at": "2026-06-22T05:32:12.105604+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5709999799728394, - 1.590000033378601, - 1.61899995803833, 1.6469999551773071, 1.6729999780654907, 1.6970000267028809, @@ -245,12 +242,12 @@ 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754 - ], - "actuals": [ + 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634, + 1.5080000162124634 + ], + "actuals": [ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -307,12 +304,12 @@ 1.1729999780654907, 1.1460000276565552, 1.1080000400543213, - 1.0740000009536743 + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 ], "p50": [ - 0.7440000176429749, - 0.7649999856948853, - 0.7950000166893005, 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -334,9 +331,9 @@ 1.3589999675750732, 1.3860000371932983, 1.4140000343322754, - 0.7440000176429749, - 0.7649999856948853, - 0.7950000166893005, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -358,9 +355,9 @@ 1.3589999675750732, 1.3860000371932983, 1.4140000343322754, - 0.7440000176429749, - 0.7649999856948853, - 0.7950000166893005, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -369,12 +366,12 @@ 0.9760000109672546, 1.0099999904632568, 1.0479999780654907, - 1.0759999752044678 + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836 ], "p10": [ - 0.7291200172901153, - 0.7496999859809875, - 0.7791000163555145, 0.8114400088787078, 0.8359399855136871, 0.861420007944107, @@ -396,9 +393,9 @@ 1.3318199682235718, 1.3582800364494323, 1.38572003364563, - 0.7291200172901153, - 0.7496999859809875, - 0.7791000163555145, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, 0.8114400088787078, 0.8359399855136871, 0.861420007944107, @@ -420,9 +417,9 @@ 1.3318199682235718, 1.3582800364494323, 1.38572003364563, - 0.7291200172901153, - 0.7496999859809875, - 0.7791000163555145, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, 0.8114400088787078, 0.8359399855136871, 0.861420007944107, @@ -431,12 +428,12 @@ 0.9564800107479096, 0.9897999906539917, 1.0270399785041808, - 1.0544799757003784 + 1.0544799757003784, + 1.0799599981307983, + 1.0966199588775634, + 1.12798002243042 ], "p90": [ - 0.7588800179958344, - 0.780299985408783, - 0.8109000170230866, 0.8445600092411042, 0.8700599849224091, 0.8965800082683564, @@ -458,9 +455,9 @@ 1.3861799669265746, 1.4137200379371644, 1.4422800350189209, - 0.7588800179958344, - 0.780299985408783, - 0.8109000170230866, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, 0.8445600092411042, 0.8700599849224091, 0.8965800082683564, @@ -482,9 +479,9 @@ 1.3861799669265746, 1.4137200379371644, 1.4422800350189209, - 0.7588800179958344, - 0.780299985408783, - 0.8109000170230866, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, 0.8445600092411042, 0.8700599849224091, 0.8965800082683564, @@ -493,12 +490,12 @@ 0.9955200111865997, 1.030199990272522, 1.0689599776268006, - 1.0975199747085571 + 1.0975199747085571, + 1.1240399980545044, + 1.1413799571990968, + 1.1740200233459472 ], "timestamps": [ - "2026-06-20 23:06:00", - "2026-06-20 23:12:00", - "2026-06-20 23:18:00", "2026-06-20 23:24:00", "2026-06-20 23:30:00", "2026-06-20 23:36:00", @@ -795,6 +792,9 @@ "2026-06-22 04:42:00", "2026-06-22 04:48:00", "2026-06-22 04:54:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index b512c43b2913b3e011fea54a8e4de7034bfb1a64..92a2c4e8b388d9d6389cb61c01ec2a5ffebd89f3 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T05:21:54.064422+00:00", + "evaluated_at": "2026-06-22T05:32:12.113435+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 57845fd0b01869c729cd7bf9528f289eb2fb07ea..3bd8b86f17919ee18cbc447e8d6cc598c82d6967 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,232652.25641123453,232652.25641123453,403.3004557291667,0.3743722761111834,0.006306435613140027,0.006278062936784179,1.8752978279597639,482.3403947537823,0.007524177777605678,0.006291209195208801,0.0042390274284633475,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,232716.0072027842,232716.0072027842,403.4884440104167,0.3745467802550147,0.0063093701238963245,0.0062809897160822315,1.8752978279597639,482.40647508380755,0.007525230595545331,0.006294160092458686,0.004240017325847809,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.022861520205400866,0.022861520205400866,0.13161378502845764,0.3750837950070746,0.0855235518106884,0.09108990133709759,5.411718837339548,0.1512002652292676,0.0931772440294213,0.08110706516709591,0.06770329422139662,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.01711558349462668,0.01711558349462668,0.11205109357833862,0.3219781786463191,0.07458054484624678,0.07876554418424586,2.9394259602922927,0.13082653971815764,0.08178703585077031,0.0700494473625344,0.05610662044508617,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07675634802857366,0.07675634802857366,0.2542745702796512,3.911917326770422,0.15980561908460633,0.1758621789113827,95.72642081507952,0.2770493602746154,0.1789018290562539,0.16419523820748777,0.14614053361737792,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,3.914418406641744,3.914418406641744,1.632049560546875,0.8929146117739872,0.10918596131375284,0.10082776530324102,22.47111584411826,1.978488920019959,0.12713181815389293,0.1048706544929719,0.08869309023202183,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,136.6839714850048,136.6839714850048,9.485202630360922,0.8201372632646429,0.5253223406456043,0.3710552175724397,2.4927712520888017,11.691192047221053,0.5314178203282297,0.4311455741073146,0.26983297457197297,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index e53cf9cbb56617afc228e1d0906ad74ac1839968..e4252885ab9acd4007d56762bc28bdcefa443b44 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:21:46.682277+00:00", + "evaluated_at": "2026-06-22T05:32:02.428176+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64232.5703125 + 64228.05859375 ], "p50": [ 64370.0625, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d2d55b4e5248f07ecdc363ae7fb34d8206f72311..cbed41ca75227c6f06a03c450a822eb0ccb1b82d 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:13:54.401496+00:00", + "evaluated_at": "2026-06-22T05:32:08.873405+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5709999799728394, - 1.590000033378601, - 1.61899995803833, 1.6469999551773071, 1.6729999780654907, 1.6970000267028809, @@ -245,12 +242,12 @@ 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754 - ], - "actuals": [ + 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634, + 1.5080000162124634 + ], + "actuals": [ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -307,198 +304,198 @@ 1.1729999780654907, 1.1460000276565552, 1.1080000400543213, - 1.0740000009536743 + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 ], "p50": [ - 1.4484481811523438, - 1.4737396240234375, - 1.497344970703125, - 1.524322509765625, - 1.5445556640625, - 1.5681610107421875, - 1.5883941650390625, - 1.6018829345703125, - 1.62548828125, - 1.63897705078125, - 1.659210205078125, - 1.672698974609375, - 1.686187744140625, - 1.699676513671875, - 1.713165283203125, - 1.71990966796875, - 1.7435150146484375, - 1.753631591796875, - 1.7637481689453125, - 1.7603759765625, - 1.767120361328125, - 1.767120361328125, - 1.7704925537109375, - 1.7603759765625, - 1.7570037841796875, - 1.7502593994140625, - 1.7367706298828125, - 1.71990966796875, - 1.713165283203125, - 1.699676513671875, - 1.6963043212890625, - 1.6760711669921875, - 1.6490936279296875, - 1.62548828125, - 1.5985107421875, - 1.578277587890625, - 1.5445556640625, - 1.5276947021484375, - 1.4990310668945312, - 1.4787979125976562, - 1.4551925659179688, - 1.4282150268554688, - 1.402923583984375, - 1.3641433715820312, - 1.3304214477539062, - 1.3101882934570312, - 1.2823677062988281, - 1.26129150390625, - 1.2123947143554688, - 1.173614501953125, - 1.1377849578857422, - 1.1135473251342773, - 1.0918915271759033, - 1.061910629272461, - 1.0383052825927734, - 1.0033187866210938, - 0.9851932525634766, - 0.9611663818359375, - 0.930816650390625, - 0.9232292175292969 + 1.54583740234375, + 1.56597900390625, + 1.5894775390625, + 1.6163330078125, + 1.636474609375, + 1.65325927734375, + 1.67340087890625, + 1.690185546875, + 1.70697021484375, + 1.7237548828125, + 1.7371826171875, + 1.74053955078125, + 1.75396728515625, + 1.7640380859375, + 1.77410888671875, + 1.7774658203125, + 1.78753662109375, + 1.79425048828125, + 1.80096435546875, + 1.78753662109375, + 1.7908935546875, + 1.7841796875, + 1.76739501953125, + 1.7506103515625, + 1.743896484375, + 1.73046875, + 1.70697021484375, + 1.69354248046875, + 1.68682861328125, + 1.663330078125, + 1.64654541015625, + 1.61968994140625, + 1.609619140625, + 1.5760498046875, + 1.5491943359375, + 1.51898193359375, + 1.480377197265625, + 1.466949462890625, + 1.430023193359375, + 1.409881591796875, + 1.386383056640625, + 1.3612060546875, + 1.32763671875, + 1.29742431640625, + 1.2646942138671875, + 1.2445526123046875, + 1.2269287109375, + 1.2126617431640625, + 1.1807708740234375, + 1.1434249877929688, + 1.102407455444336, + 1.0803775787353516, + 1.0553054809570312, + 1.0280303955078125, + 0.9999160766601562, + 0.9676055908203125, + 0.9449462890625, + 0.923126220703125, + 0.8937530517578125, + 0.886199951171875 ], "p10": [ - 1.4349594116210938, - 1.4619369506835938, - 1.4804840087890625, - 1.50408935546875, - 1.524322509765625, - 1.5445556640625, - 1.564788818359375, - 1.5749053955078125, - 1.5985107421875, - 1.6086273193359375, - 1.6221160888671875, - 1.63897705078125, - 1.6490936279296875, - 1.659210205078125, - 1.6760711669921875, - 1.679443359375, - 1.69293212890625, - 1.6963043212890625, - 1.7064208984375, - 1.699676513671875, - 1.7064208984375, - 1.7064208984375, - 1.7030487060546875, - 1.686187744140625, - 1.6828155517578125, - 1.672698974609375, - 1.6490936279296875, - 1.632232666015625, - 1.6221160888671875, - 1.605255126953125, - 1.5951385498046875, - 1.5681610107421875, - 1.53106689453125, - 1.4990310668945312, - 1.4737396240234375, - 1.4467620849609375, - 1.40966796875, - 1.3911209106445312, - 1.3590850830078125, - 1.3405380249023438, - 1.31524658203125, - 1.2916412353515625, - 1.2655067443847656, - 1.227569580078125, - 1.2048072814941406, - 1.1862602233886719, - 1.1605472564697266, - 1.136098861694336, - 1.091259241104126, - 1.039780616760254, - 1.0007896423339844, - 0.9805564880371094, - 0.9611663818359375, - 0.9341888427734375, - 0.9122695922851562, - 0.8802337646484375, - 0.8616867065429688, - 0.8465118408203125, - 0.8195343017578125, - 0.8144760131835938 + 1.53240966796875, + 1.555908203125, + 1.57269287109375, + 1.59619140625, + 1.61297607421875, + 1.6297607421875, + 1.64654541015625, + 1.65997314453125, + 1.6834716796875, + 1.69354248046875, + 1.70361328125, + 1.71368408203125, + 1.717041015625, + 1.72711181640625, + 1.73382568359375, + 1.73046875, + 1.73382568359375, + 1.7371826171875, + 1.74053955078125, + 1.7237548828125, + 1.72711181640625, + 1.71368408203125, + 1.690185546875, + 1.6700439453125, + 1.6566162109375, + 1.636474609375, + 1.609619140625, + 1.59283447265625, + 1.57940673828125, + 1.555908203125, + 1.53240966796875, + 1.502197265625, + 1.48541259765625, + 1.448486328125, + 1.421630859375, + 1.389739990234375, + 1.349456787109375, + 1.33099365234375, + 1.2940673828125, + 1.27392578125, + 1.25042724609375, + 1.2244110107421875, + 1.195037841796875, + 1.1652450561523438, + 1.141326904296875, + 1.124542236328125, + 1.1058692932128906, + 1.089766502380371, + 1.0662155151367188, + 1.0183792114257812, + 0.973480224609375, + 0.9541778564453125, + 0.929840087890625, + 0.906341552734375, + 0.8786468505859375, + 0.8509521484375, + 0.832489013671875, + 0.819061279296875, + 0.79052734375, + 0.78717041015625 ], "p90": [ - 1.4619369506835938, - 1.4922866821289062, - 1.5209503173828125, - 1.5445556640625, - 1.571533203125, - 1.5951385498046875, - 1.61199951171875, - 1.632232666015625, - 1.6490936279296875, - 1.6693267822265625, - 1.6895599365234375, - 1.699676513671875, - 1.71990966796875, - 1.7367706298828125, - 1.74688720703125, - 1.7603759765625, - 1.787353515625, - 1.8042144775390625, - 1.8042144775390625, - 1.807586669921875, - 1.821075439453125, - 1.82781982421875, - 1.8311920166015625, - 1.8177032470703125, - 1.821075439453125, - 1.8109588623046875, - 1.7974700927734375, - 1.7907257080078125, - 1.7907257080078125, - 1.780609130859375, - 1.780609130859375, - 1.7637481689453125, - 1.753631591796875, - 1.726654052734375, - 1.699676513671875, - 1.6895599365234375, - 1.6625823974609375, - 1.6524658203125, - 1.62548828125, - 1.6018829345703125, - 1.58502197265625, - 1.55804443359375, - 1.5344390869140625, - 1.4990310668945312, - 1.4619369506835938, - 1.4450759887695312, - 1.4197845458984375, - 1.3978652954101562, - 1.3658294677734375, - 1.3388519287109375, - 1.3068161010742188, - 1.2789955139160156, - 1.2587623596191406, - 1.227569580078125, - 1.2056503295898438, - 1.1719284057617188, - 1.1516952514648438, - 1.1188163757324219, - 1.087939739227295, - 1.0748724937438965 + 1.555908203125, + 1.582763671875, + 1.609619140625, + 1.63311767578125, + 1.6566162109375, + 1.67340087890625, + 1.69354248046875, + 1.7103271484375, + 1.73046875, + 1.743896484375, + 1.76068115234375, + 1.76739501953125, + 1.7841796875, + 1.797607421875, + 1.80767822265625, + 1.8177490234375, + 1.83453369140625, + 1.851318359375, + 1.851318359375, + 1.8446044921875, + 1.851318359375, + 1.851318359375, + 1.84124755859375, + 1.824462890625, + 1.824462890625, + 1.81103515625, + 1.797607421875, + 1.78753662109375, + 1.78082275390625, + 1.7640380859375, + 1.74725341796875, + 1.73046875, + 1.73046875, + 1.70025634765625, + 1.6700439453125, + 1.65325927734375, + 1.61968994140625, + 1.609619140625, + 1.57940673828125, + 1.55255126953125, + 1.54248046875, + 1.51226806640625, + 1.477020263671875, + 1.45184326171875, + 1.416595458984375, + 1.39813232421875, + 1.383026123046875, + 1.36456298828125, + 1.341064453125, + 1.314208984375, + 1.2747650146484375, + 1.248748779296875, + 1.2227325439453125, + 1.195037841796875, + 1.1694412231445312, + 1.1367111206054688, + 1.1104850769042969, + 1.0792236328125, + 1.0464935302734375, + 1.0343246459960938 ], "timestamps": [ - "2026-06-20 23:06:00", - "2026-06-20 23:12:00", - "2026-06-20 23:18:00", "2026-06-20 23:24:00", "2026-06-20 23:30:00", "2026-06-20 23:36:00", @@ -795,6 +792,9 @@ "2026-06-22 04:42:00", "2026-06-22 04:48:00", "2026-06-22 04:54:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 47a7012d2df5139ea1ca1dcc8298b5a1ca555c83..0523cbb870f20b1a00c18f4336613427d7401cb0 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T05:21:53.655583+00:00", + "evaluated_at": "2026-06-22T05:32:11.751016+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index fb8e05a05948de649c45c5e62f91fbec2b4483bc..0f35a0c46e70ac62349753db50277674d0ab4151 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,167274.80240885416,116864.76287587483,250.93717447916666,0.23293780067970493,0.003926912544792619,0.0039130891787814365,10.413316464095809,408.99242341252994,0.006379999968736848,0.003914447001178723,0.004489255428460892,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,167380.40702883402,116931.08381970723,251.12516276041666,0.23311230482353626,0.003929847367042256,0.003916015957661739,10.42029662984906,409.12150643645464,0.006382032241578727,0.003917390946685949,0.004492201055213417,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.026829779445128623,0.03529339574276271,0.17252877354621887,0.4916866961590665,0.10838947764292975,0.11603543522844274,8.781971903130414,0.1637979836418282,0.10094059471509112,0.10632094864672924,0.08222579310143191,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.01619570319315168,0.024343685921212218,0.1424389938513438,0.4092976368535494,0.09318908617824133,0.09898022652658028,3.7947120312903637,0.12726234004273096,0.07955885395999018,0.08904663474066211,0.06091492803800961,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.07942849250380846,0.08966415376808515,0.2764476173453861,4.253041202855822,0.17392372789674992,0.1929787332992717,118.83584178771915,0.28183060959343725,0.1819892725625783,0.17851325963110132,0.15602310123168003,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.7983452788550192,1.4962878562109836,1.032567024230957,0.5649302606122206,0.06888379085885953,0.06558465002244888,26.799229636996206,1.3410239665475854,0.08617021471791714,0.06634968830399723,0.0749967579328817,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,66.17225134076837,30.726108464674628,4.3096872965494795,0.37263675671038293,0.2370605825124761,0.19690850296890114,29.309796842267858,8.134632833801927,0.3697560379000876,0.1958948771158854,0.33434970451123786,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index f14ea7fc3b3057e5fc2e746ac80600e7ca2e9686..febadfb4c03d878c164d3e73578977b5d7481ad2 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T05:19:41.657787+00:00", + "evaluated_at": "2026-06-22T05:28:46.943461+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64232.5703125 + 64228.05859375 ], "p50": [ 64238.5, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9c164a49bb1d2235ea1db103f5276eac825f9609..1eb6494f206766f3b6182fcb16629f53863a986b 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T05:10:22.012877+00:00", + "evaluated_at": "2026-06-22T05:28:54.033248+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5709999799728394, - 1.590000033378601, - 1.61899995803833, 1.6469999551773071, 1.6729999780654907, 1.6970000267028809, @@ -245,12 +242,12 @@ 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754 - ], - "actuals": [ + 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634, + 1.5080000162124634 + ], + "actuals": [ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -307,198 +304,198 @@ 1.1729999780654907, 1.1460000276565552, 1.1080000400543213, - 1.0740000009536743 + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 ], "p50": [ - 1.433753490447998, - 1.4566149711608887, - 1.482710599899292, - 1.5018041133880615, - 1.5255944728851318, - 1.5472280979156494, - 1.564429521560669, - 1.5794703960418701, - 1.5864036083221436, - 1.6084954738616943, - 1.6169192790985107, - 1.63570237159729, - 1.642406940460205, - 1.6618609428405762, - 1.6633632183074951, - 1.6731059551239014, - 1.6759707927703857, - 1.678553581237793, - 1.6894896030426025, - 1.684645414352417, - 1.684894323348999, - 1.6795744895935059, - 1.6835722923278809, - 1.6769232749938965, - 1.6754953861236572, - 1.6660287380218506, - 1.6607134342193604, - 1.6489543914794922, - 1.6267790794372559, - 1.6109561920166016, - 1.600583553314209, - 1.5905933380126953, - 1.5737180709838867, - 1.558650255203247, - 1.5351758003234863, - 1.5149579048156738, - 1.496009111404419, - 1.4719462394714355, - 1.4617559909820557, - 1.4388937950134277, - 1.411651372909546, - 1.394688367843628, - 1.3562548160552979, - 1.322291374206543, - 1.3051035404205322, - 1.2758498191833496, - 1.2488688230514526, - 1.226050615310669, - 1.1949493885040283, - 1.1744790077209473, - 1.1458417177200317, - 1.1144442558288574, - 1.0885937213897705, - 1.0711960792541504, - 1.0454466342926025, - 1.0172338485717773, - 0.9968792796134949, - 0.9648375511169434, - 0.952094316482544, - 0.9398210644721985 + 1.5288017988204956, + 1.5477445125579834, + 1.5743675231933594, + 1.5862454175949097, + 1.6126223802566528, + 1.6334336996078491, + 1.650367021560669, + 1.6617721319198608, + 1.6646125316619873, + 1.6867122650146484, + 1.6903477907180786, + 1.709238886833191, + 1.712584376335144, + 1.7259290218353271, + 1.7262037992477417, + 1.7288798093795776, + 1.7302770614624023, + 1.7309346199035645, + 1.7370617389678955, + 1.7328979969024658, + 1.7269407510757446, + 1.7181426286697388, + 1.715252161026001, + 1.7095248699188232, + 1.7051516771316528, + 1.6890195608139038, + 1.681789517402649, + 1.6586189270019531, + 1.6398115158081055, + 1.6201553344726562, + 1.602360725402832, + 1.5906224250793457, + 1.568337321281433, + 1.5491713285446167, + 1.5156726837158203, + 1.4965285062789917, + 1.4719181060791016, + 1.442912220954895, + 1.4326508045196533, + 1.406762957572937, + 1.3775689601898193, + 1.3581310510635376, + 1.3166292905807495, + 1.278254747390747, + 1.263741374015808, + 1.2256977558135986, + 1.193350911140442, + 1.1702044010162354, + 1.1371829509735107, + 1.1194019317626953, + 1.0870524644851685, + 1.0535202026367188, + 1.0204501152038574, + 1.0053679943084717, + 0.9786043167114258, + 0.9505296945571899, + 0.9294484853744507, + 0.8974171876907349, + 0.8849284648895264, + 0.8698002099990845 ], "p10": [ - 1.4434711933135986, - 1.4622597694396973, - 1.4831953048706055, - 1.5225658416748047, - 1.5182318687438965, - 1.5509798526763916, - 1.5550575256347656, - 1.589568853378296, - 1.5873081684112549, - 1.6163740158081055, - 1.6187427043914795, - 1.6569926738739014, - 1.6236248016357422, - 1.678722620010376, - 1.6526312828063965, - 1.6905758380889893, - 1.6864287853240967, - 1.6811065673828125, - 1.6989760398864746, - 1.7110669612884521, - 1.7001926898956299, - 1.7096333503723145, - 1.6980242729187012, - 1.6862120628356934, - 1.6833341121673584, - 1.673630714416504, - 1.6848876476287842, - 1.6587402820587158, - 1.6408500671386719, - 1.6295387744903564, - 1.6208717823028564, - 1.6084246635437012, - 1.6057798862457275, - 1.5930347442626953, - 1.566093921661377, - 1.5469615459442139, - 1.5222539901733398, - 1.4958686828613281, - 1.4805233478546143, - 1.448091983795166, - 1.4233295917510986, - 1.408327341079712, - 1.379042148590088, - 1.355863332748413, - 1.317610740661621, - 1.3030688762664795, - 1.2833225727081299, - 1.2469652891159058, - 1.2086646556854248, - 1.2100908756256104, - 1.1582961082458496, - 1.151579737663269, - 1.1239495277404785, - 1.115225076675415, - 1.068781852722168, - 1.0507643222808838, - 1.013096809387207, - 1.0041208267211914, - 0.9873627424240112, - 0.955345869064331 + 1.5410172939300537, + 1.5621099472045898, + 1.5763325691223145, + 1.6108629703521729, + 1.604533314704895, + 1.6427072286605835, + 1.6416579484939575, + 1.6737732887268066, + 1.676680326461792, + 1.6992450952529907, + 1.6953877210617065, + 1.7376189231872559, + 1.6924231052398682, + 1.7498449087142944, + 1.7151427268981934, + 1.7469089031219482, + 1.7411949634552002, + 1.736220121383667, + 1.7498093843460083, + 1.7624012231826782, + 1.742609977722168, + 1.7430157661437988, + 1.737739086151123, + 1.724196434020996, + 1.7245333194732666, + 1.7069060802459717, + 1.7042922973632812, + 1.6762211322784424, + 1.6598728895187378, + 1.6433309316635132, + 1.626987099647522, + 1.6193602085113525, + 1.6081492900848389, + 1.5925912857055664, + 1.5533483028411865, + 1.5360122919082642, + 1.5083461999893188, + 1.4778599739074707, + 1.4595961570739746, + 1.4169178009033203, + 1.3970695734024048, + 1.380795955657959, + 1.3492968082427979, + 1.3194836378097534, + 1.280741810798645, + 1.2629244327545166, + 1.2394134998321533, + 1.1972278356552124, + 1.162658452987671, + 1.1618335247039795, + 1.105790138244629, + 1.0979588031768799, + 1.0641952753067017, + 1.0531296730041504, + 1.0105938911437988, + 0.990790605545044, + 0.964308500289917, + 0.9453929662704468, + 0.9266625642776489, + 0.8982357978820801 ], "p90": [ - 1.4641845226287842, - 1.4774389266967773, - 1.5117990970611572, - 1.5301117897033691, - 1.55495023727417, - 1.5841047763824463, - 1.5959663391113281, - 1.6170289516448975, - 1.6327271461486816, - 1.655895709991455, - 1.675811767578125, - 1.687389850616455, - 1.7093186378479004, - 1.7217860221862793, - 1.7226080894470215, - 1.7291972637176514, - 1.7393083572387695, - 1.745255708694458, - 1.7623419761657715, - 1.7664806842803955, - 1.7625386714935303, - 1.7644386291503906, - 1.777043342590332, - 1.772475242614746, - 1.770308017730713, - 1.7665627002716064, - 1.767772912979126, - 1.7501084804534912, - 1.7330796718597412, - 1.719937801361084, - 1.713273525238037, - 1.6993508338928223, - 1.6910812854766846, - 1.670746088027954, - 1.65681791305542, - 1.645578384399414, - 1.6288652420043945, - 1.6020524501800537, - 1.5903563499450684, - 1.5673513412475586, - 1.5384116172790527, - 1.5252485275268555, - 1.4856081008911133, - 1.4553232192993164, - 1.4368972778320312, - 1.405155897140503, - 1.3800601959228516, - 1.3649544715881348, - 1.328251600265503, - 1.3061585426330566, - 1.2779779434204102, - 1.2541550397872925, - 1.2219502925872803, - 1.2079002857208252, - 1.1890987157821655, - 1.1568636894226074, - 1.1357518434524536, - 1.1032531261444092, - 1.1014680862426758, - 1.0869216918945312 + 1.5635457038879395, + 1.5751060247421265, + 1.6116031408309937, + 1.6245286464691162, + 1.654189944267273, + 1.683903455734253, + 1.6958781480789185, + 1.7115975618362427, + 1.7260282039642334, + 1.7454451322555542, + 1.7617363929748535, + 1.7696020603179932, + 1.7923715114593506, + 1.7965444326400757, + 1.7975904941558838, + 1.795715570449829, + 1.8055123090744019, + 1.812061071395874, + 1.8253238201141357, + 1.8306334018707275, + 1.8194383382797241, + 1.8183423280715942, + 1.8254947662353516, + 1.8226298093795776, + 1.8195621967315674, + 1.8093420267105103, + 1.8106029033660889, + 1.78097403049469, + 1.7702001333236694, + 1.7548660039901733, + 1.743979811668396, + 1.7242461442947388, + 1.7109633684158325, + 1.6819156408309937, + 1.6592192649841309, + 1.6475975513458252, + 1.6216400861740112, + 1.5923386812210083, + 1.5762076377868652, + 1.5518109798431396, + 1.522215485572815, + 1.5070462226867676, + 1.4667322635650635, + 1.432111144065857, + 1.417685627937317, + 1.3747197389602661, + 1.3456579446792603, + 1.330121636390686, + 1.2927014827728271, + 1.2734581232070923, + 1.242348074913025, + 1.2170823812484741, + 1.1808738708496094, + 1.1675245761871338, + 1.1501708030700684, + 1.1201876401901245, + 1.0956063270568848, + 1.0641833543777466, + 1.0614562034606934, + 1.0437568426132202 ], "timestamps": [ - "2026-06-20 23:06:00", - "2026-06-20 23:12:00", - "2026-06-20 23:18:00", "2026-06-20 23:24:00", "2026-06-20 23:30:00", "2026-06-20 23:36:00", @@ -795,6 +792,9 @@ "2026-06-22 04:42:00", "2026-06-22 04:48:00", "2026-06-22 04:54:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 2df33a0636de272124f100a88c7558cb48831aea..6ffac50e7d44ee021a90da6e652dec01c5e9baef 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T05:19:51.392648+00:00", + "evaluated_at": "2026-06-22T05:28:59.475998+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index caeea7c2de8e40a3b2ae497411aaa787e23d23d8..688895ed7a03ac128871a89d5b1b8f9ac681e3e4 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,317636.0462856293,317636.0462856293,465.4562174479167,0.43206969166704184,0.007277697614311701,0.007238961498085446,2.1469250858998534,563.5920921070746,0.00879164826580822,0.0072607962465133105,0.004966486239150941,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,317851.7356681824,317851.7356681824,465.6442057291667,0.43224419581087314,0.0072806505394862496,0.00724188822461751,2.1469250858998534,563.783412019352,0.008794658447840917,0.007263749979688338,0.0049674782642646536,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.005946112894854849,0.005946112894854849,0.0610975166161855,0.17412073053709076,0.04044400445897765,0.03978321494102728,1.7847340128253981,0.0771110426259096,0.047519721114395896,0.037651377176526106,0.0567545886566211,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.03602896286982945,0.03602896286982945,0.13097935318946838,0.3763684247377185,0.10052106855430606,0.08958116753551275,1.7617040247516396,0.18981296812870677,0.11866277333886427,0.0818825681554808,0.0657643013292139,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08015537112375269,0.08015537112375269,0.26059147550000084,4.0091005053945175,0.16384882819968605,0.1807027235184357,88.23314518842875,0.2831172391850286,0.18282010063965973,0.16827431601793777,0.146503036320358,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,2.571607291844733,2.571607291844733,1.3970366319020588,0.7643361157432432,0.09286452192808893,0.08732882440836547,2.0212630737437762,1.603623176386751,0.10304405952685951,0.08976942213025278,0.05350786895956221,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,96.49976670441977,96.49976670441977,7.561029354731242,0.6537637796586483,0.42758803384852034,0.3100735091809212,2.6924247881521493,9.82342947775469,0.44651952171612225,0.3436831524877837,0.24087379275749024,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 241623f64a17300898c5f2430659daa118419656..093bccfcd04aead69362ebdef115f08451d2e1d8 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:20:41.796688+00:00", + "evaluated_at": "2026-06-22T05:30:38.925269+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64232.5703125 + 64228.05859375 ], "p50": [ 64301.0859375, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6891fe9bfa9a9464c7ae00b0a60aa2ebfd889ed0..d8330e987092fa0722ab4a944ec805e0fb426610 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:12:21.276056+00:00", + "evaluated_at": "2026-06-22T05:30:49.893736+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5709999799728394, - 1.590000033378601, - 1.61899995803833, 1.6469999551773071, 1.6729999780654907, 1.6970000267028809, @@ -245,12 +242,12 @@ 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754 - ], - "actuals": [ + 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634, + 1.5080000162124634 + ], + "actuals": [ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -307,198 +304,198 @@ 1.1729999780654907, 1.1460000276565552, 1.1080000400543213, - 1.0740000009536743 + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 ], "p50": [ - 1.4424662590026855, - 1.4690251350402832, - 1.494528889656067, - 1.5212374925613403, - 1.5468852519989014, - 1.5711894035339355, - 1.5934247970581055, - 1.61204195022583, - 1.6285518407821655, - 1.6451146602630615, - 1.6623567342758179, - 1.6786272525787354, - 1.694244623184204, - 1.7079379558563232, - 1.7219818830490112, - 1.7323687076568604, - 1.7412744760513306, - 1.7477102279663086, - 1.7541438341140747, - 1.7587043046951294, - 1.760632038116455, - 1.761749267578125, - 1.7640457153320312, - 1.7646512985229492, - 1.7658910751342773, - 1.7648875713348389, - 1.7610445022583008, - 1.7563499212265015, - 1.7499940395355225, - 1.7423267364501953, - 1.736678123474121, - 1.728360891342163, - 1.8161556720733643, - 1.7755800485610962, - 1.7551218271255493, - 1.7353078126907349, - 1.7106044292449951, - 1.6870379447937012, - 1.6663053035736084, - 1.6426371335983276, - 1.621180772781372, - 1.600864052772522, - 1.5795968770980835, - 1.5560178756713867, - 1.5362555980682373, - 1.5168699026107788, - 1.4988900423049927, - 1.4766881465911865, - 1.4591797590255737, - 1.4433608055114746, - 1.425166368484497, - 1.4088935852050781, - 1.391029953956604, - 1.3715660572052002, - 1.355042576789856, - 1.3387110233306885, - 1.323776125907898, - 1.3089628219604492, - 1.2936418056488037, - 1.278748869895935 + 1.5387139320373535, + 1.5663952827453613, + 1.592370867729187, + 1.617917776107788, + 1.6415438652038574, + 1.6637165546417236, + 1.684307336807251, + 1.70429527759552, + 1.7242746353149414, + 1.7434028387069702, + 1.761888027191162, + 1.7792268991470337, + 1.7947478294372559, + 1.8089148998260498, + 1.8232760429382324, + 1.83379328250885, + 1.8445281982421875, + 1.854050636291504, + 1.8626248836517334, + 1.87083101272583, + 1.8775699138641357, + 1.8828785419464111, + 1.8877732753753662, + 1.890075445175171, + 1.8905844688415527, + 1.8872454166412354, + 1.8828827142715454, + 1.8788528442382812, + 1.8750882148742676, + 1.8707175254821777, + 1.8671858310699463, + 1.860732078552246, + 1.9029181003570557, + 1.881176471710205, + 1.8611633777618408, + 1.8543710708618164, + 1.8365728855133057, + 1.8195171356201172, + 1.8041800260543823, + 1.7857069969177246, + 1.7673873901367188, + 1.7488319873809814, + 1.7287988662719727, + 1.705676794052124, + 1.6869099140167236, + 1.6704015731811523, + 1.6551566123962402, + 1.633251667022705, + 1.6155576705932617, + 1.598872423171997, + 1.5751569271087646, + 1.5603917837142944, + 1.5380948781967163, + 1.5245578289031982, + 1.4979873895645142, + 1.4831211566925049, + 1.4680721759796143, + 1.4543828964233398, + 1.439054250717163, + 1.4247125387191772 ], "p10": [ - 1.432827115058899, - 1.4560564756393433, - 1.4785261154174805, - 1.5007530450820923, - 1.5221351385116577, - 1.541146993637085, - 1.5578444004058838, - 1.570270299911499, - 1.5809458494186401, - 1.5902857780456543, - 1.598973274230957, - 1.6069855690002441, - 1.6137330532073975, - 1.6182701587677002, - 1.6223145723342896, - 1.6221249103546143, - 1.6199779510498047, - 1.6145182847976685, - 1.608879804611206, - 1.6009743213653564, - 1.588646411895752, - 1.5779712200164795, - 1.566115140914917, - 1.5537679195404053, - 1.5421991348266602, - 1.529964566230774, - 1.5154021978378296, - 1.4937148094177246, - 1.4681506156921387, - 1.44033944606781, - 1.414374589920044, - 1.3936691284179688, - 1.4092057943344116, - 1.3733372688293457, - 1.3450520038604736, - 1.3217521905899048, - 1.2894588708877563, - 1.2498914003372192, - 1.2088912725448608, - 1.176692247390747, - 1.1434111595153809, - 1.1098459959030151, - 1.070651888847351, - 1.0356333255767822, - 1.0108832120895386, - 0.9817547798156738, - 0.9498450756072998, - 0.9145042896270752, - 0.887969434261322, - 0.8634471893310547, - 0.839760422706604, - 0.8225909471511841, - 0.7911036014556885, - 0.7679901719093323, - 0.7465890645980835, - 0.7245138883590698, - 0.6992765665054321, - 0.6747227907180786, - 0.6566665172576904, - 0.634949803352356 + 1.5283771753311157, + 1.553189992904663, + 1.5761892795562744, + 1.5967686176300049, + 1.6155204772949219, + 1.6319098472595215, + 1.6471638679504395, + 1.6610562801361084, + 1.676518440246582, + 1.6890809535980225, + 1.6990821361541748, + 1.708315372467041, + 1.714989185333252, + 1.7197669744491577, + 1.7231338024139404, + 1.7229726314544678, + 1.7238322496414185, + 1.7219477891921997, + 1.7186717987060547, + 1.714882493019104, + 1.708547830581665, + 1.704014539718628, + 1.6957896947860718, + 1.685656189918518, + 1.6724491119384766, + 1.6558598279953003, + 1.6396007537841797, + 1.6189820766448975, + 1.597559928894043, + 1.5744760036468506, + 1.5498628616333008, + 1.531367540359497, + 1.6086645126342773, + 1.545986294746399, + 1.5098519325256348, + 1.4908363819122314, + 1.4538397789001465, + 1.4129090309143066, + 1.3718507289886475, + 1.3402562141418457, + 1.3064879179000854, + 1.2728835344314575, + 1.2332209348678589, + 1.19917893409729, + 1.1752344369888306, + 1.1489325761795044, + 1.1203151941299438, + 1.0876610279083252, + 1.0623763799667358, + 1.0362904071807861, + 1.0059062242507935, + 0.988693356513977, + 0.9485888481140137, + 0.9267696142196655, + 0.8914496898651123, + 0.8702696561813354, + 0.8482419848442078, + 0.8281089067459106, + 0.8146589994430542, + 0.793495774269104 ], "p90": [ - 1.4505624771118164, - 1.4799513816833496, - 1.5086703300476074, - 1.5413813591003418, - 1.5721378326416016, - 1.6008368730545044, - 1.6285264492034912, - 1.653716802597046, - 1.676407814025879, - 1.6987828016281128, - 1.7236350774765015, - 1.7485742568969727, - 1.77177894115448, - 1.7940092086791992, - 1.815760850906372, - 1.8356025218963623, - 1.8546276092529297, - 1.8731977939605713, - 1.889561653137207, - 1.9066143035888672, - 1.9205272197723389, - 1.9351816177368164, - 1.9514288902282715, - 1.9651281833648682, - 1.9813241958618164, - 1.9948456287384033, - 2.0061211585998535, - 2.015561103820801, - 2.022374153137207, - 2.030541181564331, - 2.0367562770843506, - 2.0355734825134277, - 2.0714168548583984, - 2.078446388244629, - 2.0912668704986572, - 2.097083330154419, - 2.0863730907440186, - 2.081834554672241, - 2.0803592205047607, - 2.0758213996887207, - 2.0684471130371094, - 2.067772388458252, - 2.0616748332977295, - 2.0548059940338135, - 2.048184871673584, - 2.0373597145080566, - 2.029195547103882, - 2.0141842365264893, - 2.008028268814087, - 2.0060782432556152, - 1.9987013339996338, - 1.998107671737671, - 1.9884960651397705, - 1.9831974506378174, - 1.9752957820892334, - 1.9689416885375977, - 1.9613986015319824, - 1.9543097019195557, - 1.9450936317443848, - 1.9408268928527832 + 1.547046184539795, + 1.578019380569458, + 1.6078317165374756, + 1.6395437717437744, + 1.668051838874817, + 1.6942379474639893, + 1.719760775566101, + 1.7459516525268555, + 1.7716715335845947, + 1.7966070175170898, + 1.8220734596252441, + 1.8477482795715332, + 1.8704062700271606, + 1.8925602436065674, + 1.913490653038025, + 1.931761384010315, + 1.952343463897705, + 1.9740536212921143, + 1.9914532899856567, + 2.011038303375244, + 2.030294418334961, + 2.0501792430877686, + 2.069269895553589, + 2.083340883255005, + 2.096926689147949, + 2.105220079421997, + 2.1122398376464844, + 2.1201372146606445, + 2.12731671333313, + 2.1352362632751465, + 2.1398894786834717, + 2.139921188354492, + 2.123969793319702, + 2.161900758743286, + 2.177419662475586, + 2.198066234588623, + 2.1950390338897705, + 2.1963257789611816, + 2.200404644012451, + 2.2047834396362305, + 2.2057690620422363, + 2.2117886543273926, + 2.211937427520752, + 2.2114109992980957, + 2.21083402633667, + 2.2084097862243652, + 2.207569122314453, + 2.1937036514282227, + 2.185610055923462, + 2.1836087703704834, + 2.1708555221557617, + 2.1724650859832764, + 2.157487630844116, + 2.1573524475097656, + 2.1367921829223633, + 2.130509853363037, + 2.1224231719970703, + 2.1166796684265137, + 2.109577178955078, + 2.107440948486328 ], "timestamps": [ - "2026-06-20 23:06:00", - "2026-06-20 23:12:00", - "2026-06-20 23:18:00", "2026-06-20 23:24:00", "2026-06-20 23:30:00", "2026-06-20 23:36:00", @@ -795,6 +792,9 @@ "2026-06-22 04:42:00", "2026-06-22 04:48:00", "2026-06-22 04:54:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 8c8c3ab76b53f6f9d458c7f791e9f14f67aa484c..9d75d9e1cb12b466a43a5444d99d83df7abf38bc 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T05:20:53.234617+00:00", + "evaluated_at": "2026-06-22T05:30:55.259028+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 097f081648b57027d836e137b7df270a5df5c456..35704484b8f1e2351804d3e3e8cc1f01aeafd815 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,158253.3859990438,158253.3859990438,316.7373046875,0.29401817925246954,0.004954464101725866,0.0049353392062083485,1.566024662647985,397.8107414324603,0.006205573435139883,0.004940883689588013,0.004305457879314848,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,158337.20013364157,158337.20013364157,316.92529296875,0.29419268339630084,0.004957401044088168,0.004938265981808847,1.566024662647985,397.9160717207104,0.006207234670412928,0.004943830637298712,0.004306447971000362,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.1858448626238946,0.1858448626238946,0.36997530261675515,1.0543860624810544,0.24443602167451975,0.3025016241925042,11.859049689199175,0.43109727744894727,0.26566392698036323,0.22799747741518808,0.18079519176930842,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0896169627355165,0.0896169627355165,0.25672045946121214,0.7376847768181584,0.17838723002206444,0.20801684387338087,2.1155993911702837,0.2993609238620106,0.18714736830132508,0.1604904132358265,0.12043861246328252,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.07487042921974998,0.07487042921974998,0.2505190720160802,3.8541404176923257,0.15736520418067426,0.17300112962366324,95.5247861537707,0.27362461369502195,0.17669033350709937,0.16177016309558542,0.1461214456382413,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,3.462724331597959,3.462724331597959,1.5463310082753499,0.8460169257761981,0.10335664467881976,0.09592265329274115,10.111727397745826,1.8608396845504878,0.1195720279229229,0.099362635069902,0.06535106671985977,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,38.473718550315276,38.473718550315276,5.169691165288289,0.4469969203031785,0.2845984856162724,0.23183007186666985,2.9096970229261916,6.202718641879162,0.28194175644905284,0.2349859620585586,0.1874479414236666,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 0d31616af37bd46a79f98e59d05a91b1ab497776..f1adb5ef1a63439727130f2a3f550931fade3bb4 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:20:27.145983+00:00", + "evaluated_at": "2026-06-22T05:29:52.887100+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64232.5703125 + 64228.05859375 ], "p50": [ 64304.41796875, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1476ed3fd893cf609c810200636e8ac96f2b78d7..635e4ec7cee98dac3a529cc88e5e3224c2446cd5 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:11:25.029623+00:00", + "evaluated_at": "2026-06-22T05:30:01.421668+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5709999799728394, - 1.590000033378601, - 1.61899995803833, 1.6469999551773071, 1.6729999780654907, 1.6970000267028809, @@ -245,12 +242,12 @@ 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754 - ], - "actuals": [ + 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634, + 1.5080000162124634 + ], + "actuals": [ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -307,198 +304,198 @@ 1.1729999780654907, 1.1460000276565552, 1.1080000400543213, - 1.0740000009536743 + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147 ], "p50": [ - 1.4368736743927002, - 1.461653470993042, - 1.4866821765899658, - 1.5098223686218262, - 1.52951979637146, - 1.5448486804962158, - 1.5586178302764893, - 1.5721397399902344, - 1.5837092399597168, - 1.5929102897644043, - 1.6036639213562012, - 1.6124718189239502, - 1.6206762790679932, - 1.627293348312378, - 1.6290843486785889, - 1.6301636695861816, - 1.6268723011016846, - 1.6238878965377808, - 1.6197221279144287, - 1.6154885292053223, - 1.6092658042907715, - 1.6005208492279053, - 1.588862657546997, - 1.5781289339065552, - 1.563993215560913, - 1.5483561754226685, - 1.5300425291061401, - 1.5098638534545898, - 1.4863536357879639, - 1.4645161628723145, - 1.441375494003296, - 1.4161708354949951, - 1.3549578189849854, - 1.3376177549362183, - 1.3044216632843018, - 1.273759365081787, - 1.2402327060699463, - 1.2069562673568726, - 1.1749727725982666, - 1.1401747465133667, - 1.105959177017212, - 1.0704306364059448, - 1.0384068489074707, - 1.0063092708587646, - 0.9695160388946533, - 0.936287522315979, - 0.8964595198631287, - 0.859847903251648, - 0.8183549642562866, - 0.7812987565994263, - 0.742943286895752, - 0.7066034078598022, - 0.6716400384902954, - 0.6357982158660889, - 0.600967526435852, - 0.5631327033042908, - 0.5273468494415283, - 0.4935612082481384, - 0.4595494866371155, - 0.42342424392700195 + 1.5322206020355225, + 1.5565292835235596, + 1.5778393745422363, + 1.5979171991348267, + 1.6157716512680054, + 1.6307947635650635, + 1.6442372798919678, + 1.6581459045410156, + 1.6704013347625732, + 1.681640863418579, + 1.6923785209655762, + 1.699687123298645, + 1.7071189880371094, + 1.712157964706421, + 1.713221788406372, + 1.7138221263885498, + 1.7122292518615723, + 1.7097209692001343, + 1.7078285217285156, + 1.7054007053375244, + 1.6990491151809692, + 1.6901090145111084, + 1.6761488914489746, + 1.6649508476257324, + 1.650010585784912, + 1.6338367462158203, + 1.6153513193130493, + 1.5966894626617432, + 1.5757262706756592, + 1.557376742362976, + 1.536224603652954, + 1.513394832611084, + 1.4337375164031982, + 1.415786862373352, + 1.382484793663025, + 1.3532989025115967, + 1.3215768337249756, + 1.2907297611236572, + 1.2585088014602661, + 1.2271578311920166, + 1.1935670375823975, + 1.1593979597091675, + 1.1285109519958496, + 1.0960767269134521, + 1.058953046798706, + 1.026667833328247, + 0.9881191849708557, + 0.9523346424102783, + 0.9107076525688171, + 0.8747313022613525, + 0.839602530002594, + 0.8054146766662598, + 0.7701460123062134, + 0.7359313368797302, + 0.7007902264595032, + 0.6662275791168213, + 0.6297270059585571, + 0.6003129482269287, + 0.5684148669242859, + 0.5359255075454712 ], "p10": [ - 1.4250166416168213, - 1.4456212520599365, - 1.4666149616241455, - 1.484911561012268, - 1.4994230270385742, - 1.509955644607544, - 1.519904375076294, - 1.5264194011688232, - 1.5329506397247314, - 1.5366566181182861, - 1.5392496585845947, - 1.5387771129608154, - 1.5405428409576416, - 1.538025140762329, - 1.5324065685272217, - 1.5234795808792114, - 1.5119130611419678, - 1.4989980459213257, - 1.4866440296173096, - 1.4713969230651855, - 1.4560459852218628, - 1.4390984773635864, - 1.4174778461456299, - 1.3965184688568115, - 1.3741528987884521, - 1.3506410121917725, - 1.3213050365447998, - 1.2923139333724976, - 1.2585697174072266, - 1.2278461456298828, - 1.193498969078064, - 1.161494493484497, - 1.0904039144515991, - 1.0774778127670288, - 1.0401571989059448, - 1.0087933540344238, - 0.9683635830879211, - 0.928228497505188, - 0.8891631364822388, - 0.850197434425354, - 0.8040339350700378, - 0.7607390880584717, - 0.731101393699646, - 0.6845253109931946, - 0.6422050595283508, - 0.6019458770751953, - 0.5643280744552612, - 0.5210623741149902, - 0.47878533601760864, - 0.43557876348495483, - 0.3961465358734131, - 0.3548724055290222, - 0.3185011148452759, - 0.27306056022644043, - 0.24096840620040894, - 0.19770359992980957, - 0.16283726692199707, - 0.1309678554534912, - 0.09818166494369507, - 0.06230282783508301 + 1.5204869508743286, + 1.539143443107605, + 1.5562715530395508, + 1.5707136392593384, + 1.5836431980133057, + 1.5944850444793701, + 1.6039257049560547, + 1.6110827922821045, + 1.6184043884277344, + 1.6247620582580566, + 1.6276580095291138, + 1.6260886192321777, + 1.627690076828003, + 1.6219286918640137, + 1.6167994737625122, + 1.6071056127548218, + 1.5973721742630005, + 1.5857000350952148, + 1.575477123260498, + 1.5626211166381836, + 1.5477526187896729, + 1.5306531190872192, + 1.5062637329101562, + 1.4843978881835938, + 1.461430549621582, + 1.4376404285430908, + 1.407479166984558, + 1.380133032798767, + 1.3505462408065796, + 1.3226534128189087, + 1.2919214963912964, + 1.261773705482483, + 1.176846981048584, + 1.156820297241211, + 1.1169896125793457, + 1.085140585899353, + 1.0487531423568726, + 1.0123076438903809, + 0.973514199256897, + 0.9389286637306213, + 0.893294632434845, + 0.8506535291671753, + 0.8195773363113403, + 0.7692762613296509, + 0.7278683185577393, + 0.6903514266014099, + 0.6513198614120483, + 0.6100616455078125, + 0.5655170679092407, + 0.5229635238647461, + 0.4858185052871704, + 0.44818115234375, + 0.4118892550468445, + 0.3691288232803345, + 0.3383142352104187, + 0.3000516891479492, + 0.2629217505455017, + 0.23509764671325684, + 0.2002057433128357, + 0.16289299726486206 ], "p90": [ - 1.4476490020751953, - 1.4760451316833496, - 1.5068299770355225, - 1.5339899063110352, - 1.5592403411865234, - 1.5812907218933105, - 1.599787712097168, - 1.618865966796875, - 1.636078119277954, - 1.6520556211471558, - 1.6670989990234375, - 1.6831023693084717, - 1.7015446424484253, - 1.7145862579345703, - 1.7262132167816162, - 1.7346303462982178, - 1.7434605360031128, - 1.7498385906219482, - 1.755690336227417, - 1.7610211372375488, - 1.767640471458435, - 1.7679845094680786, - 1.7664706707000732, - 1.7668226957321167, - 1.765067219734192, - 1.7624257802963257, - 1.755913257598877, - 1.7486764192581177, - 1.7343990802764893, - 1.7283480167388916, - 1.712339997291565, - 1.708388090133667, - 1.6491756439208984, - 1.6467723846435547, - 1.6320569515228271, - 1.6156222820281982, - 1.594438076019287, - 1.5726460218429565, - 1.5485082864761353, - 1.5244544744491577, - 1.5013113021850586, - 1.4853239059448242, - 1.4603453874588013, - 1.4446895122528076, - 1.4188417196273804, - 1.393692970275879, - 1.3654175996780396, - 1.3421590328216553, - 1.3039031028747559, - 1.2743030786514282, - 1.2477307319641113, - 1.2138789892196655, - 1.1927968263626099, - 1.156801462173462, - 1.1377604007720947, - 1.1098321676254272, - 1.0846126079559326, - 1.0580470561981201, - 1.044668436050415, - 1.0060734748840332 + 1.5425678491592407, + 1.5713427066802979, + 1.5983017683029175, + 1.6227550506591797, + 1.6461546421051025, + 1.6671125888824463, + 1.6850886344909668, + 1.7049705982208252, + 1.7231504917144775, + 1.741288423538208, + 1.75657057762146, + 1.7719610929489136, + 1.789442539215088, + 1.8011728525161743, + 1.8122966289520264, + 1.8199517726898193, + 1.8289093971252441, + 1.835986614227295, + 1.8447235822677612, + 1.8513400554656982, + 1.8576234579086304, + 1.8574872016906738, + 1.8533110618591309, + 1.8537448644638062, + 1.8499586582183838, + 1.8458080291748047, + 1.8393527269363403, + 1.8337993621826172, + 1.8210890293121338, + 1.8177785873413086, + 1.8042185306549072, + 1.7960851192474365, + 1.7208621501922607, + 1.7063781023025513, + 1.6903456449508667, + 1.6770365238189697, + 1.659165382385254, + 1.642652153968811, + 1.6227635145187378, + 1.602536916732788, + 1.580268144607544, + 1.5652185678482056, + 1.545614242553711, + 1.5328285694122314, + 1.5131056308746338, + 1.490824580192566, + 1.4676752090454102, + 1.4465852975845337, + 1.4131306409835815, + 1.388471007347107, + 1.3650660514831543, + 1.3324706554412842, + 1.3116213083267212, + 1.2810617685317993, + 1.2578787803649902, + 1.236814022064209, + 1.2129604816436768, + 1.1844642162322998, + 1.1753692626953125, + 1.1359384059906006 ], "timestamps": [ - "2026-06-20 23:06:00", - "2026-06-20 23:12:00", - "2026-06-20 23:18:00", "2026-06-20 23:24:00", "2026-06-20 23:30:00", "2026-06-20 23:36:00", @@ -795,6 +792,9 @@ "2026-06-22 04:42:00", "2026-06-22 04:48:00", "2026-06-22 04:54:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index f6c2cd0c7fd234f61eca039260b4c759d39a7f46..5ad56613afa6727e7195e7507ed18ba7bfef13b6 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:20:35.700714+00:00", + "evaluated_at": "2026-06-22T05:30:03.337630+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:19:20.374852Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", + "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []