diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 81115813da6dc715667844b5ef1b449f029dc671..179c9924a7c73e82fb3c9d53908917b41f383ebc 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T05:04:18.459440+00:00", + "generated_at": "2026-06-22T05:14:06.060479+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index b8ce9de27e7e798c37ab91a8dcaa88b5c359f1df..188751b68bc7f0c6eef052cd0ffeb708f109675a 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Chronos-2,0.7430923184731965,0.5736484847233179,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.37176814120452717,0.6591385660759195,8.0,1,1,1.0 Air Quality,Moving-Average,0.815904609338631,0.8323362167428201,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.2520415661374106,0.35677938841270024,1.0,1,1,1.0 -Finance,Moving-Average,0.41362520039860534,0.5007870033869767,2.0,1,1,1.0 -Finance,Timer-S1,0.8037689346710126,0.687947347984329,3.0,1,1,1.0 -Finance,TimesFM-2.5,0.8384897028523347,0.8273127768298388,4.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7767663187317804,0.8351568987416683,5.0,1,1,1.0 -Finance,TiRex,1.4540848042876737,0.9024124601759249,6.0,1,1,1.0 -Finance,Chronos-2,1.4125526345921235,0.9152040124278057,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.86345743616496,0.9933654786190458,8.0,1,1,1.0 +Finance,ETS,0.2750732282080584,0.3690968072945496,1.0,1,1,1.0 +Finance,Moving-Average,0.3972358400701276,0.476763272705587,2.0,1,1,1.0 +Finance,Timer-S1,1.1420717105251212,0.7536862505442385,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7802475118919798,0.7654549287344669,4.0,1,1,1.0 +Finance,Chronos-2,0.5049791981328798,0.8006057240321274,5.0,1,1,1.0 +Finance,TimesFM-2.5,0.8259721597652864,0.8034343453122625,6.0,1,1,1.0 +Finance,TiRex,1.568733404744687,0.882561315064844,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.879420464335719,0.9514496745282728,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.4183454988148667,1.2237941871219813,10.0,1,1,1.0 +Finance,ARIMA,1.8844820600327192,2.276014859142314,10.0,1,1,1.0 Hazards,Chronos-2,0.430646964018626,0.5189230492158344,1.0,1,1,1.0 Hazards,Toto-2.0-1B,0.4950895717110299,0.561177005135267,2.0,1,1,1.0 Hazards,TiRex,0.49285398245357354,0.5726439747993839,3.0,1,1,1.0 @@ -29,26 +29,26 @@ Hazards,Moirai-1.1-Large,0.9661746162167806,0.6877480537574544,7.0,1,1,1.0 Hazards,Timer-S1,0.853302677948549,0.7192034847387843,8.0,1,1,1.0 Hazards,TimesFM-2.5,0.5298733420536328,0.7787653229893479,9.0,1,1,1.0 Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Hydrology,Moving-Average,1.0170214285714285,0.8163751987281467,1.0,1,1,1.0 -Hydrology,ETS,0.9999036489346352,0.8340607853735258,2.0,1,1,1.0 -Hydrology,TimesFM-2.5,1.0035715658664703,0.8498457398690109,3.0,1,1,1.0 -Hydrology,Timer-S1,0.9987133058684213,0.8567342575226973,4.0,1,1,1.0 -Hydrology,Chronos-2,1.003019783101763,0.9078412224264744,5.0,1,1,1.0 -Hydrology,TiRex,0.9962335044384004,0.9113808733480764,6.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,1.3566443702561517,0.9149944068896588,7.0,1,1,1.0 -Hydrology,Toto-2.0-1B,1.000043287045615,0.9840563233845073,8.0,1,1,1.0 -Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Hydrology,ARIMA,1.5464191973016659,1.2684223018000085,10.0,1,1,1.0 -Ocean,Timer-S1,0.15613583023000688,0.32300426954027145,2.5,2,2,1.0 -Ocean,Moirai-1.1-Large,0.43688347201668015,0.5483303540337351,3.0,2,2,1.0 -Ocean,Toto-2.0-1B,0.5395684607044307,0.5703227266025104,4.5,2,2,1.0 -Ocean,TiRex,0.1406701246803977,0.35433348145775356,5.0,2,2,1.0 -Ocean,Chronos-2,0.17917772337472873,0.36337332246296755,5.5,2,2,1.0 -Ocean,Moving-Average,0.9253976123393246,0.9447087342722004,5.5,2,2,1.0 -Ocean,ARIMA,0.5432930925125653,0.6232366927615851,6.0,2,2,1.0 -Ocean,TimesFM-2.5,0.2345769956373131,0.43189554952703674,6.0,2,2,1.0 -Ocean,Seasonal-Naive,1.0,1.0,8.0,2,2,1.0 -Ocean,ETS,1.4603046338922596,1.0608604061687972,9.0,2,2,1.0 +Hydrology,ARIMA,1.2832094181126878,0.7305181630273874,1.0,1,1,1.0 +Hydrology,Seasonal-Naive,1.0,1.0,2.0,1,1,1.0 +Hydrology,ETS,0.8782545537576557,1.114134389204833,3.0,1,1,1.0 +Hydrology,Moving-Average,0.9854355263157893,1.1663489037178298,4.0,1,1,1.0 +Hydrology,Timer-S1,1.0000751513681911,1.3526168430499401,5.0,1,1,1.0 +Hydrology,Chronos-2,1.0029326765286293,1.3568791101272095,6.0,1,1,1.0 +Hydrology,TimesFM-2.5,1.0016564936499845,1.3654364678910584,7.0,1,1,1.0 +Hydrology,Toto-2.0-1B,1.0005613765678907,1.365660887973674,8.0,1,1,1.0 +Hydrology,TiRex,1.0003103782892229,1.3761095248823394,9.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,1.2512955994078987,1.3942113924223565,10.0,1,1,1.0 +Ocean,Moirai-1.1-Large,0.42782943547420577,0.5929611281164133,3.0,2,2,1.0 +Ocean,Timer-S1,0.23860801242290197,0.4308802137895961,3.0,2,2,1.0 +Ocean,TiRex,0.13011850921425216,0.40770277994629384,4.0,2,2,1.0 +Ocean,Toto-2.0-1B,0.6654919067639408,0.6977122627438289,4.5,2,2,1.0 +Ocean,Moving-Average,0.9018917070625782,0.9369479929983504,5.0,2,2,1.0 +Ocean,ARIMA,0.7201668300956907,0.7301332167013544,6.0,2,2,1.0 +Ocean,Chronos-2,0.300154093234195,0.5012432490640233,6.0,2,2,1.0 +Ocean,TimesFM-2.5,0.26869965138900004,0.4934757715929033,6.0,2,2,1.0 +Ocean,Seasonal-Naive,1.0,1.0,7.5,2,2,1.0 +Ocean,ETS,1.7249746684397183,1.161457393905173,10.0,2,2,1.0 Weather,Chronos-2,0.3251259520871813,0.4301900693148517,2.3333333333333335,3,3,1.0 Weather,Moirai-1.1-Large,0.29902269754957217,0.3988707462029459,3.0,3,3,1.0 Weather,Timer-S1,0.37128517409991496,0.4940242957495342,4.0,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index e1b8ce22a75e339ef622b0dd5cf3f170adae26f9..ea4c081d71449f3f4fe3b3e08bc86cf0262b6202 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -9,16 +9,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 10min,TimesFM-2.5,1.078964947677279,1.0390618394982378,8.0,1,1,1.0 10min,Chronos-2,1.2281515659766984,1.085546707659208,9.0,1,1,1.0 10min,ETS,1.5120109500169672,1.2341054821600466,10.0,1,1,1.0 -15min,Moving-Average,1.0170214285714285,0.8163751987281467,1.0,1,1,1.0 -15min,ETS,0.9999036489346352,0.8340607853735258,2.0,1,1,1.0 -15min,TimesFM-2.5,1.0035715658664703,0.8498457398690109,3.0,1,1,1.0 -15min,Timer-S1,0.9987133058684213,0.8567342575226973,4.0,1,1,1.0 -15min,Chronos-2,1.003019783101763,0.9078412224264744,5.0,1,1,1.0 -15min,TiRex,0.9962335044384004,0.9113808733480764,6.0,1,1,1.0 -15min,Moirai-1.1-Large,1.3566443702561517,0.9149944068896588,7.0,1,1,1.0 -15min,Toto-2.0-1B,1.000043287045615,0.9840563233845073,8.0,1,1,1.0 -15min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -15min,ARIMA,1.5464191973016659,1.2684223018000085,10.0,1,1,1.0 +15min,ARIMA,1.2832094181126878,0.7305181630273874,1.0,1,1,1.0 +15min,Seasonal-Naive,1.0,1.0,2.0,1,1,1.0 +15min,ETS,0.8782545537576557,1.114134389204833,3.0,1,1,1.0 +15min,Moving-Average,0.9854355263157893,1.1663489037178298,4.0,1,1,1.0 +15min,Timer-S1,1.0000751513681911,1.3526168430499401,5.0,1,1,1.0 +15min,Chronos-2,1.0029326765286293,1.3568791101272095,6.0,1,1,1.0 +15min,TimesFM-2.5,1.0016564936499845,1.3654364678910584,7.0,1,1,1.0 +15min,Toto-2.0-1B,1.0005613765678907,1.365660887973674,8.0,1,1,1.0 +15min,TiRex,1.0003103782892229,1.3761095248823394,9.0,1,1,1.0 +15min,Moirai-1.1-Large,1.2512955994078987,1.3942113924223565,10.0,1,1,1.0 1D,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 1D,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 1D,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.49952123145331145,0.5280900420775916,3.6666666666666665,6,6,1.0 -1h,TiRex,0.5323792297160334,0.5650295522516451,4.166666666666667,6,6,1.0 -1h,ETS,0.6934314456352692,0.7186439571183937,4.333333333333333,6,6,1.0 -1h,Toto-2.0-1B,0.5220044851347642,0.5731150661627186,4.333333333333333,6,6,1.0 -1h,Moirai-1.1-Large,0.5694241097924334,0.5313486617585388,4.833333333333333,6,6,1.0 -1h,Timer-S1,0.5475769597443478,0.5626700312492021,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.3721608562754078,0.6259910700195626,5.5,6,6,1.0 -1h,Moving-Average,0.9727768280095288,0.9049938072756656,7.0,6,6,1.0 -1h,ARIMA,1.2641841518182044,1.022928612581698,7.5,6,6,1.0 +1h,Chronos-2,0.4208223140656205,0.5164458289169591,3.3333333333333335,6,6,1.0 +1h,Toto-2.0-1B,0.5223936657485149,0.5648508031089748,4.166666666666667,6,6,1.0 +1h,ETS,0.7036114386817403,0.7227207657557634,4.333333333333333,6,6,1.0 +1h,TiRex,0.5391558704973519,0.5629387316506307,4.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.570234204123321,0.5275444408205704,4.833333333333333,6,6,1.0 +1h,Timer-S1,0.5805935306669329,0.5712940265990482,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.3712290650317925,0.6229429112359589,5.833333333333333,6,6,1.0 +1h,Moving-Average,0.9662439538663117,0.8976090677550197,7.0,6,6,1.0 +1h,ARIMA,1.325496759570888,1.1343744714823616,7.5,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8.833333333333334,6,6,1.0 -6min,Timer-S1,0.024414620663721034,0.10844147760139772,1.0,1,1,1.0 -6min,Chronos-2,0.026140630719482326,0.12163472151511323,2.0,1,1,1.0 -6min,TiRex,0.017332791190006854,0.1221856548597152,3.0,1,1,1.0 -6min,TimesFM-2.5,0.05099921642559841,0.1795213322349881,4.0,1,1,1.0 -6min,Moirai-1.1-Large,0.20487940744623076,0.34092666750438555,5.0,1,1,1.0 -6min,Toto-2.0-1B,0.30469679295174207,0.3443164114228121,6.0,1,1,1.0 -6min,ARIMA,0.31545368631753257,0.39534854058828367,7.0,1,1,1.0 -6min,ETS,1.4103665213160503,0.9119356632358538,8.0,1,1,1.0 -6min,Moving-Average,0.8965990822571647,0.9489546218937057,9.0,1,1,1.0 -6min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 +6min,TiRex,0.014830060337999237,0.16176448652414782,1.0,1,1,1.0 +6min,Timer-S1,0.05701837991637417,0.19297098058413725,2.0,1,1,1.0 +6min,Chronos-2,0.07335615748174777,0.2314454025419358,3.0,1,1,1.0 +6min,TimesFM-2.5,0.06691552196574711,0.23436366142250598,4.0,1,1,1.0 +6min,Moirai-1.1-Large,0.19647549993568886,0.398684035334923,5.0,1,1,1.0 +6min,Toto-2.0-1B,0.4635113014090925,0.515310604038447,6.0,1,1,1.0 +6min,ARIMA,0.5542854378638771,0.5425981700698912,7.0,1,1,1.0 +6min,Moving-Average,0.8516287767241919,0.9334274204695603,8.0,1,1,1.0 +6min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +6min,ETS,1.9679339006938577,1.0930858807108448,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 72889c6b79aa1dd54f759069a40285004a66d6e0..a3bc56b7ec063e61ec2c8ea8c3f01b279e54fd6f 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,26 +9,26 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.551829285181382,0.5705878746436338,3.857142857142857,7,7,1.0 -24,ETS,0.7306532747485289,0.7340985034709083,4.0,7,7,1.0 -24,TiRex,0.5822349240954638,0.6049680131364042,4.428571428571429,7,7,1.0 -24,Timer-S1,0.5966645860522,0.5975006825477103,4.714285714285714,7,7,1.0 -24,Toto-2.0-1B,0.5728081285735566,0.6191295867495954,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,0.644610393583197,0.5742479144151291,5.142857142857143,7,7,1.0 -24,TimesFM-2.5,0.42882102608512046,0.6539364740328242,5.142857142857143,7,7,1.0 -24,Moving-Average,0.9789776391552695,0.8917680756117923,6.142857142857143,7,7,1.0 -24,ARIMA,1.3011062245494043,1.0548503046633886,7.857142857142857,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,8.857142857142858,7,7,1.0 -60,Timer-S1,0.024414620663721034,0.10844147760139772,1.0,1,1,1.0 -60,Chronos-2,0.026140630719482326,0.12163472151511323,2.0,1,1,1.0 -60,TiRex,0.017332791190006854,0.1221856548597152,3.0,1,1,1.0 -60,TimesFM-2.5,0.05099921642559841,0.1795213322349881,4.0,1,1,1.0 -60,Moirai-1.1-Large,0.20487940744623076,0.34092666750438555,5.0,1,1,1.0 -60,Toto-2.0-1B,0.30469679295174207,0.3443164114228121,6.0,1,1,1.0 -60,ARIMA,0.31545368631753257,0.39534854058828367,7.0,1,1,1.0 -60,ETS,1.4103665213160503,0.9119356632358538,8.0,1,1,1.0 -60,Moving-Average,0.8965990822571647,0.9489546218937057,9.0,1,1,1.0 -60,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 +24,Chronos-2,0.47640972734860165,0.5928648273831516,3.7142857142857144,7,7,1.0 +24,ETS,0.726253521240023,0.768816983524753,4.142857142857143,7,7,1.0 +24,Toto-2.0-1B,0.5732165691546942,0.6407763616050387,4.714285714285714,7,7,1.0 +24,Timer-S1,0.6274937415865316,0.646149882940254,4.857142857142857,7,7,1.0 +24,TiRex,0.5889251685806166,0.6396127491664525,5.0,7,7,1.0 +24,Moirai-1.1-Large,0.6379863063727653,0.6061145431483771,5.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.4277838425351872,0.6968467578876635,6.0,7,7,1.0 +24,ARIMA,1.3193714438498727,1.0652531131679028,6.571428571428571,7,7,1.0 +24,Moving-Average,0.9689625522364456,0.9318284841543141,6.571428571428571,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,7.857142857142857,7,7,1.0 +60,TiRex,0.014830060337999237,0.16176448652414782,1.0,1,1,1.0 +60,Timer-S1,0.05701837991637417,0.19297098058413725,2.0,1,1,1.0 +60,Chronos-2,0.07335615748174777,0.2314454025419358,3.0,1,1,1.0 +60,TimesFM-2.5,0.06691552196574711,0.23436366142250598,4.0,1,1,1.0 +60,Moirai-1.1-Large,0.19647549993568886,0.398684035334923,5.0,1,1,1.0 +60,Toto-2.0-1B,0.4635113014090925,0.515310604038447,6.0,1,1,1.0 +60,ARIMA,0.5542854378638771,0.5425981700698912,7.0,1,1,1.0 +60,Moving-Average,0.8516287767241919,0.9334274204695603,8.0,1,1,1.0 +60,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +60,ETS,1.9679339006938577,1.0930858807108448,10.0,1,1,1.0 72,Moirai-1.1-Large,0.9316073806560632,0.8819086501964345,1.0,1,1,1.0 72,Moving-Average,0.955121143741813,0.940481843936001,2.0,1,1,1.0 72,Toto-2.0-1B,0.95548798189372,0.944677632806473,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 0b78194b2b5ce708a2d1caa0ab9d2df75c0b0689..aad0910ad407528d2a62a04993a4549703c0acdf 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.3731002367883014,0.47485457137032844,3.9,10,10,1.0 -Overall,Chronos-2,0.3643625841561008,0.47892970834192405,4.3,10,10,1.0 -Overall,TiRex,0.3505132064673605,0.49080245791047894,4.3,10,10,1.0 -Overall,Moirai-1.1-Large,0.503210464377964,0.5192195269779842,4.5,10,10,1.0 -Overall,Toto-2.0-1B,0.47616557407526644,0.5542559906412998,4.7,10,10,1.0 -Overall,TimesFM-2.5,0.3204170816752373,0.552731446968803,5.4,10,10,1.0 -Overall,ETS,0.7875942028499513,0.7560397240647567,5.5,10,10,1.0 -Overall,Moving-Average,0.8820361690913365,0.8463713754541737,6.2,10,10,1.0 -Overall,ARIMA,0.956554472275369,0.8668756737050566,7.4,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,8.8,10,10,1.0 +Overall,Timer-S1,0.4207047443873349,0.5313573421952024,4.1,10,10,1.0 +Overall,Chronos-2,0.364476001423697,0.5246311581955188,4.3,10,10,1.0 +Overall,TiRex,0.34786051134902835,0.5248344263859239,4.5,10,10,1.0 +Overall,Toto-2.0-1B,0.49681412190115903,0.5911109140511676,4.6,10,10,1.0 +Overall,Moirai-1.1-Large,0.4974970507713576,0.5477299627682286,4.8,10,10,1.0 +Overall,ETS,0.8108382052418077,0.7951730714558215,5.8,10,10,1.0 +Overall,TimesFM-2.5,0.3286819168608757,0.5934891734390708,6.0,10,10,1.0 +Overall,Moving-Average,0.871215418342231,0.8713714380913484,6.4,10,10,1.0 +Overall,ARIMA,1.0219449940594587,0.9009278660483104,6.5,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,8.0,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 8e7cf2e3353caebb8440f5bbdf8c9ac134e6fb80..64a79dd4c776dafb355b6d26fc0234abed0cd103 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,310722.4231091088,301822.4224555067,515.7132031226053,0.4710465792503326,0.008035162055816385,0.008070990780798828,6.2029238707518415,557.4248138620211,0.008695563077213598,0.008044881705991845,0.006998722083252632,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,385855.4708627232,880769.6983407586,904.0240408323765,0.8391796563030022,0.014091535717538017,0.014199275728092181,18.07343502880519,621.1726578518433,0.00969030945149935,0.014102798306602278,0.012847969788411332,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.2008345348072998,0.19761697235936887,0.30393299748359426,0.8598024658778625,0.196575806301883,0.16087320299041694,32.67160986803486,0.44814566248854826,0.2729350286321609,0.18510490743076882,0.18340702341631526,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.2222407538739179,0.21829296368075646,0.311749949015893,0.8884506584538995,0.22717790620125916,0.17772215406322275,33.76216999659614,0.47142417616613375,0.29051539980697105,0.19211607222756863,0.19036895309870763,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07290599375682073,0.08134923236693863,0.26289946776978507,4.206392687775162,0.16561574427303405,0.18278610671425055,63.860724147614455,0.2700110993215292,0.1746702481410495,0.1700697318994869,0.1531585978583178,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,2.734186441011413,2.297506900496867,1.2904526126747708,0.7060226732778349,0.08602286623341183,0.08103572279508857,10.245475516843822,1.6535375535534151,0.10625140906367327,0.08292064981042704,0.07575426396299487,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.96766037580949,51.533074486399094,6.078467108869668,0.5255741573253901,0.34826775018651773,0.27631425556512934,6.3003478476597765,7.277888455851016,0.33081311162959165,0.2762939594940758,0.24159927335303466,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,13.337752798674094,12.898524894427792,3.2232208371337165,1.6833693674051464,0.13843877274827698,0.1273506820818023,41.66535677068093,3.652088826777642,0.1513035278605736,0.13353582206332668,0.12487181977521002,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,15.53189797511513,13.912520898518205,3.065849625875549,0.5763477103473619,0.48305937844647584,0.3707612539461563,2.995596264543449,3.941052901841731,0.5031131364053274,0.3913850586224106,0.2974882832496215,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1127.597331365798,669.5965669532375,25.811821479709238,1.906103740040067,0.010814338770336275,0.01084547366703896,25.40909153552155,33.57971607035709,0.014077086212900788,0.010820676253502562,0.009290685622500173,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,2539.6853066813615,545.219137273894,23.198341461049512,2.0245825275097755,0.009819378750414122,0.009799845081892961,50.18480410177916,50.395290520854836,0.021350167210953508,0.009828070521892116,0.00901810594899353,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,2599.5201170151004,2216.5686908570165,40.432826615787135,0.8381357911778606,0.1818877265305847,0.16515149789232947,7.202835508742811,50.98548927896152,0.20266804369831382,0.1607210598015389,0.1217255860630082,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index c16bb487e17ae1f5dab46afd52504b5681ddd356..e17641ba5f3680f972051578dc999a2fe55db78d 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:04:18.036487+00:00", + "evaluated_at": "2026-06-22T05:14:05.698155+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -101,10 +100,10 @@ 64248.0, 64241.25, 64426.0, - 64276.12109375 + 64276.12109375, + 64256.55078125 ], "actuals": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -127,88 +126,88 @@ 64606.0, 64257.98828125, 63974.01171875, - 64054.7890625 + 64100.01953125, + 64161.98828125 ], "p50": [ - 63630.750382020626, - 63592.68639102933, - 63601.25910282916, - 63604.9632214967, - 63638.449304363174, - 63616.39457421553, - 63582.39955066245, - 63601.59409778644, - 63632.95088501769, - 63604.581780856715, - 63620.155942344245, - 63605.26164213939, - 63626.10937557068, - 63633.753658606336, - 63605.0484063835, - 63609.596125400065, - 63619.13868792223, - 63609.551626520835, - 63609.43346702235, - 63637.241012738996, - 63604.93789496676, - 63582.24800960479, - 63639.08976498069, - 63618.4676546235 + 63557.771927208836, + 63483.39131865174, + 63490.38600913288, + 63424.037355596854, + 63372.92653155515, + 63333.76197824605, + 63300.00538709172, + 63265.3719460491, + 63238.05299392583, + 63218.84491621594, + 63196.523395200304, + 63152.35892111825, + 63157.587434502624, + 63124.66512289536, + 63117.48586851557, + 63096.755954481356, + 63094.20939453956, + 63064.74305842772, + 63036.59062714689, + 63033.96393577619, + 63021.62687432042, + 62997.33498947896, + 62988.312884648585, + 62995.67122654708 ], "p10": [ - 63364.46707759659, - 63249.95445666246, - 63357.8373323172, - 63350.35598299973, - 63349.07005894458, - 63243.49289928408, - 63347.47101487868, - 63326.18504326499, - 63353.08583523762, - 63352.085319848535, - 63344.180665577616, - 63198.180428424974, - 63352.424431963875, - 63343.8853610174, - 63352.23143515544, - 63241.17326851684, - 63343.77417766036, - 63350.90783589111, - 63352.21248490533, - 63355.2034922169, - 63324.94533618652, - 63241.09346959513, - 63382.11470878713, - 63384.47906239762 + 63253.23340735466, + 63206.459352022954, + 63187.40413732901, + 63119.49883574268, + 63081.75477730837, + 63045.85569673467, + 63012.31488830152, + 62980.07319015133, + 62951.84666160821, + 62932.41572322526, + 62924.00962110182, + 62835.276016850104, + 62860.879652217765, + 62840.43268684724, + 62773.83286247519, + 62760.948979222485, + 62744.40996123872, + 62771.68171251013, + 62709.77499499461, + 62736.11489437876, + 62723.65012646189, + 62719.866971150506, + 62702.20559892771, + 62688.53902220942 ], "p90": [ - 63864.520586865474, - 63828.265668486245, - 63839.56049811333, - 63829.7594285358, - 63897.05383927957, - 63852.41230037786, - 63826.87446041475, - 63826.39030482554, - 63856.14683546911, - 63854.22027621523, - 63850.69644712192, - 63853.90636284457, - 63831.527624130096, - 63852.40930961936, - 63883.57533948494, - 63833.24555127589, - 63867.30599677081, - 63867.287337970614, - 63900.742526858485, - 63831.30594817765, - 63882.32414979288, - 63850.01287068891, - 63882.31541407792, - 63882.31276909439 + 63853.00471640377, + 63760.68886043378, + 63712.97042834764, + 63705.11146069007, + 63603.85129255502, + 63564.62898673181, + 63566.54439671234, + 63532.078732643444, + 63436.88053339297, + 63510.43139217972, + 63498.317956390885, + 63376.587977238945, + 63408.26888902667, + 63346.26672310477, + 63399.163367886584, + 63404.71274367355, + 63378.03849707487, + 63349.4635998882, + 63358.20849029713, + 63240.958721881514, + 63332.36574130041, + 63296.18609493443, + 63285.364994313546, + 63246.35268107113 ], "timestamps": [ - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -327,6 +326,7 @@ "2026-06-22 01:00:00", "2026-06-22 02:00:00", "2026-06-22 03:00:00", - "2026-06-22 04:00:00" + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" ] } diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 921a76e548fb7b97089247c2431107abca8a8227..210d036e4f61098aec251f9afec29f1eb2b6da3e 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,17 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T04:50:04.749293+00:00", + "evaluated_at": "2026-06-22T05:14:05.736676+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.4129999876022339, - 1.440999984741211, - 1.465000033378601, - 1.4919999837875366, - 1.5260000228881836, - 1.5520000457763672, 1.5709999799728394, 1.590000033378601, 1.61899995803833, @@ -245,15 +239,15 @@ 1.1510000228881836, 1.194000005722046, 1.2319999933242798, - 1.2660000324249268 - ], - "actuals": [ + 1.2660000324249268, 1.2869999408721924, 1.305999994277954, 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754, + 1.4140000343322754 + ], + "actuals": [ 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, @@ -307,201 +301,201 @@ 1.38100004196167, 1.343999981880188, 1.2999999523162842, - 1.2680000066757202 + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 ], "p50": [ - 1.2947130599506858, - 1.3271638957002638, - 1.3594499582309387, - 1.3909779616632219, - 1.4219043547956773, - 1.4541365320826642, - 1.4817981789843886, - 1.5110885917387, - 1.5401364889738525, - 1.5667337937988963, - 1.5943849948461997, - 1.6196780405490834, - 1.6448295203122332, - 1.6703107164082813, - 1.695597485222143, - 1.7183296867331697, - 1.7418217657917718, - 1.7657254177589823, - 1.7864617022323355, - 1.8079884035579823, - 1.8283021043417786, - 1.8495950732832207, - 1.8706182378307479, - 1.8894862131677705, - 1.9089402161192526, - 1.9275886878248785, - 1.9461525748972557, - 1.9639903260204714, - 1.98152660635962, - 1.9993304170391313, - 2.016436881467901, - 2.0308698293795158, - 2.0470368608918093, - 2.0639769364528573, - 2.0773525092913885, - 2.094073936583714, - 2.106952529603621, - 2.1210315426598196, - 2.1361825922557003, - 2.1493505811908102, - 2.16279146881535, - 2.1735776856327336, - 2.1871738968660406, - 2.1979889040475973, - 2.2105149910117143, - 2.2234819396697674, - 2.2334766471472607, - 2.2448752994751313, - 2.2570753707032907, - 2.267099595767057, - 2.2779634628576706, - 2.2861478871142826, - 2.2964431124802767, - 2.306452345180111, - 2.316309469632952, - 2.3239111358742215, - 2.3333710272025616, - 2.34278913798984, - 2.3503954227673303, - 2.3591161603612765 + 1.4345170246348669, + 1.4592635737715556, + 1.483209135961143, + 1.5088252908041289, + 1.5327044200294933, + 1.5568430429904059, + 1.5793425801695167, + 1.6001000892620039, + 1.620827305917305, + 1.6434510738797852, + 1.6626357105556646, + 1.6814995763844962, + 1.7029087797032563, + 1.7186998525573625, + 1.7386634932562175, + 1.7546936856483373, + 1.7715972839647154, + 1.7882925880272966, + 1.8044679057599629, + 1.821742749771033, + 1.8361831382574758, + 1.8511753917362408, + 1.8645012420426523, + 1.878522382207891, + 1.8934336832477383, + 1.9071289357727907, + 1.918465802261358, + 1.930830838722721, + 1.9424590706256226, + 1.9549496536592361, + 1.9656373092648711, + 1.9774686130291976, + 1.9884622899803082, + 1.9990580136375808, + 2.009216752199656, + 2.019659036533565, + 2.029740512750611, + 2.0387705832479304, + 2.0470905674819453, + 2.057970130467592, + 2.0664236723302203, + 2.074174329375744, + 2.0825870294205147, + 2.0916926583577102, + 2.0990336448688796, + 2.1060058535828485, + 2.112961961343886, + 2.1227225367957723, + 2.129077716869257, + 2.135887276888935, + 2.14249686862279, + 2.147200130809236, + 2.155640858101684, + 2.161038646584042, + 2.1666441171582815, + 2.172694299971719, + 2.178137140872985, + 2.1833462421264427, + 2.189037382332261, + 2.1931219439528964 ], "p10": [ - 1.2839755517962077, - 1.318730071298838, - 1.350738967242799, - 1.3826589557218805, - 1.4140788801827553, - 1.4443258296822523, - 1.4726985316760912, - 1.5032477911678996, - 1.5306186459717614, - 1.558341183528159, - 1.584909829886411, - 1.6096422383184004, - 1.6355970304902694, - 1.66125556608807, - 1.6860833134715778, - 1.7087930562140856, - 1.7317431257229616, - 1.755882303414884, - 1.7778649919597855, - 1.7997923315066096, - 1.8191622212325589, - 1.8402597035629267, - 1.86171308281013, - 1.8798601670896087, - 1.8992704307001629, - 1.918348358989005, - 1.9382364979316826, - 1.9545761315783028, - 1.9715488668533396, - 1.989763620708845, - 2.0068469682285124, - 2.021478021230297, - 2.037567189984637, - 2.051426526671314, - 2.0678635844495905, - 2.0849651164491725, - 2.0970810943675167, - 2.1126137647272873, - 2.125212100173182, - 2.140030641044505, - 2.1516427705534444, - 2.165682693690815, - 2.1769441007960784, - 2.1884686772564654, - 2.201040166858948, - 2.212062953807537, - 2.2233623031622405, - 2.2351022089483217, - 2.24697038206779, - 2.255896871112595, - 2.267593069041836, - 2.2767644966621785, - 2.2875308837469133, - 2.2976577445932382, - 2.3057931845194695, - 2.314667168832611, - 2.3238296862341845, - 2.332525899193856, - 2.340929362622983, - 2.3506370069558455 + 1.4248977350747378, + 1.4506674978804388, + 1.474173505862414, + 1.4986158727457835, + 1.5231447059579668, + 1.5469801277396504, + 1.5691550333014468, + 1.59034126320382, + 1.6109939662062607, + 1.6339332896010124, + 1.6530366775313747, + 1.6719263293150062, + 1.691023318027652, + 1.7092606658654725, + 1.7274337578894892, + 1.744888221271889, + 1.7620173853642849, + 1.778259288826816, + 1.794670042811326, + 1.8100525262274103, + 1.8261123912552872, + 1.8415759078181635, + 1.8548060875364591, + 1.8689651324546408, + 1.8838940717990296, + 1.8957094008052362, + 1.909825105215227, + 1.9202097893252879, + 1.9333093478459265, + 1.945368897868363, + 1.9561129787736609, + 1.9679618895666309, + 1.9794171058606413, + 1.9907066710222636, + 1.999832153186308, + 2.0095163805332774, + 2.020824128419325, + 2.028511589163535, + 2.0395670777179347, + 2.047296814708056, + 2.0572780629419882, + 2.0647820630984155, + 2.0728918749143217, + 2.0825257313418533, + 2.089642997941317, + 2.095733246953549, + 2.104665991763252, + 2.1125982950150375, + 2.119411303791496, + 2.1262026026130143, + 2.131391778773869, + 2.1364019127197755, + 2.145725400506598, + 2.1511843306035123, + 2.1562900368611264, + 2.1617997396557, + 2.1680305164501155, + 2.1727923712952437, + 2.179201645197233, + 2.1830580508458746 ], "p90": [ - 1.3028310232945415, - 1.336448855199263, - 1.369555716074175, - 1.4003937849907204, - 1.4313708784136046, - 1.4621357601081515, - 1.4914280092929084, - 1.5199336640462286, - 1.5493858721782552, - 1.57894126696329, - 1.6033668036746354, - 1.6296718720441326, - 1.655040233464903, - 1.679985283349323, - 1.7039236781975091, - 1.729093734222987, - 1.750501395040378, - 1.7750679163591743, - 1.79641074813461, - 1.8170128707080184, - 1.838322217430839, - 1.858989835990839, - 1.879931610466369, - 1.900478608727262, - 1.9178847220628805, - 1.9375356122630405, - 1.9567646382897403, - 1.9727505827940663, - 1.9909897001118402, - 2.0083848847377737, - 2.0260602245652817, - 2.0411224384115556, - 2.0571431974755456, - 2.0736671257880337, - 2.0868170080178396, - 2.1014658854430155, - 2.1165977508238005, - 2.130027860341137, - 2.1444018582493993, - 2.1573009461613664, - 2.1716463582599648, - 2.184163018850767, - 2.196166706550792, - 2.20817473037145, - 2.220737778518519, - 2.2330783710671693, - 2.2430954565204635, - 2.2543663402245606, - 2.2654696439392934, - 2.2758105031908578, - 2.286479738251099, - 2.2954929899448624, - 2.3062573899043954, - 2.316065621640021, - 2.325722958943064, - 2.333587732305729, - 2.3433525913937485, - 2.352558497516527, - 2.3613933096331854, - 2.3689144269299844 + 1.442701998248046, + 1.4694012724247925, + 1.493157527932325, + 1.5180253019736742, + 1.5418203837038322, + 1.5665915494126428, + 1.5880183424476177, + 1.6096592438942734, + 1.6284760364574864, + 1.651583910358296, + 1.672184727188842, + 1.6908201970167096, + 1.7109280789734311, + 1.725710010037423, + 1.746967389802846, + 1.7644671486139252, + 1.782288595050148, + 1.7973743931072144, + 1.8141438034784518, + 1.8295686781330354, + 1.8450629698951941, + 1.8600702529313984, + 1.8740477454940698, + 1.8883015096306242, + 1.902173950652747, + 1.916201567671919, + 1.9273388865956402, + 1.9408191813476192, + 1.9516432492014038, + 1.9649308560670196, + 1.9758756080636881, + 1.987189961927982, + 1.998576057853809, + 2.0083345773906385, + 2.0162700031990597, + 2.0286463328130813, + 2.038781749700621, + 2.0485988287851895, + 2.0586179397420405, + 2.067632559457958, + 2.075842712399012, + 2.0841025162479356, + 2.092856098507257, + 2.100389537628609, + 2.1082327717830687, + 2.1161412625933766, + 2.123010980500709, + 2.1302094904621574, + 2.136786440359018, + 2.144502374898688, + 2.151925884653129, + 2.1575166775629437, + 2.1649223540081732, + 2.1696834518013595, + 2.1759027490522165, + 2.1830437730582477, + 2.1869537049185266, + 2.1917278410976437, + 2.198031829734296, + 2.202192134914889 ], "timestamps": [ - "2026-06-20 22:30:00", - "2026-06-20 22:36:00", - "2026-06-20 22:42:00", - "2026-06-20 22:48:00", - "2026-06-20 22:54:00", - "2026-06-20 23:00:00", "2026-06-20 23:06:00", "2026-06-20 23:12:00", "2026-06-20 23:18:00", @@ -795,6 +789,12 @@ "2026-06-22 04:06:00", "2026-06-22 04:12:00", "2026-06-22 04:18:00", - "2026-06-22 04:24:00" + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7c75558ab5ae86310576a52a27c84117d073084a..d5aa5c6144c2877362915b0e397154cece50ccb6 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T04:50:04.899104+00:00", + "evaluated_at": "2026-06-22T05:14:05.772749+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,6 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, 2400.0, 2400.0, @@ -116,6 +101,9 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2350.0, 2400.0, 2400.0, @@ -127,91 +115,99 @@ 2350.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0 ], "p50": [ - 2373.3977797286325, - 2372.8064997240317, - 2372.9413545596653, - 2373.1556532882078, - 2372.880173548315, - 2372.940633689985, - 2373.0536006241773, - 2373.1232602163814, - 2372.9406338070908, - 2372.9313407529557, - 2373.044804931729, - 2373.324775284204, - 2372.789197693762, - 2372.526208230818, - 2373.053600617788, - 2373.1699083725307, - 2373.3724057756936, - 2372.789197693762, - 2373.062396303847, - 2373.062396303847, - 2373.1699083725307, - 2372.8044533458024, - 2372.9220476988417, - 2372.9406338070717 + 2370.7963784305502, + 2371.931261849846, + 2371.278709201818, + 2371.9431296236635, + 2371.3842577044898, + 2372.1315542090933, + 2371.384257280386, + 2370.9206118906636, + 2372.5496192083465, + 2372.5543039555314, + 2371.6024211399777, + 2371.9431384166996, + 2372.5496192083438, + 2371.6190847922203, + 2372.1315542296447, + 2372.24934790223, + 2372.2504232460406, + 2371.485007383564, + 2371.9784494868795, + 2371.6190847922203, + 2372.0137605570594, + 2371.926909650544, + 2371.3313922996676, + 2372.2514985898506 ], "p10": [ - 2370.265562424621, - 2370.346499290791, - 2370.0980526797152, - 2370.0972925998803, - 2369.663956216399, - 2370.023475194351, - 2369.987523193737, - 2368.157886869011, - 2369.663954070561, - 2369.3056142838527, - 2370.0973319271216, - 2370.122810982918, - 2367.7883718278235, - 2369.987523187348, - 2370.1247301790477, - 2369.628120091873, - 2370.0234753114373, - 2370.0234753114373, - 2370.518649199377, - 2369.3056142838536, - 2370.122810982918, - 2368.1209353652057, - 2370.0234753114373, - 2370.5192955515463 + 2366.833862923733, + 2367.7403959011026, + 2366.7298189247435, + 2366.7560342451316, + 2366.529351391108, + 2367.0160172647006, + 2366.1615985942744, + 2366.7565043699815, + 2366.756504370032, + 2366.96937855103, + 2366.529350966011, + 2367.644502876833, + 2367.0185712905236, + 2366.1615985932813, + 2366.7560430381677, + 2366.7560430381677, + 2366.7518910514077, + 2367.3051986592172, + 2367.233418134356, + 2366.729637042868, + 2367.2119334499725, + 2367.233418134356, + 2364.1112236506724, + 2367.708904437837 ], "p90": [ - 2421.593805618672, - 2421.403828500375, - 2421.2881817923762, - 2421.9299963696017, - 2422.0445100598886, - 2421.018494670608, - 2421.360038011391, - 2421.3600380046537, - 2385.9137320495006, - 2423.1382944085835, - 2420.988609648574, - 2421.930035696843, - 2421.2874610397826, - 2382.078614460524, - 2421.417037774186, - 2421.417037774186, - 2423.0747578687274, - 2421.360038005002, - 2420.988609648574, - 2421.417037774186, - 2421.930035696843, - 2421.2947187363043, - 2423.1382944085844, - 2420.988609648574 + 2382.0914602083703, + 2418.4266070465897, + 2418.430551112241, + 2418.5582583795067, + 2418.42462064788, + 2413.108486696945, + 2417.6543270480015, + 2417.65432704696, + 2418.4246202227855, + 2421.061390471001, + 2412.517805216909, + 2418.482110298607, + 2419.425450181267, + 2418.4246202227832, + 2418.558267172543, + 2419.2436790379634, + 2419.2436790379634, + 2412.517805216909, + 2418.558267172543, + 2378.624288667905, + 2418.482110298607, + 2418.7049555041585, + 2417.6543270470083, + 2418.482110298607 ], "timestamps": [ - "2026-06-21 17:55:00", - "2026-06-21 18:10:00", - "2026-06-21 18:25:00", - "2026-06-21 18:40:00", "2026-06-21 18:55:00", "2026-06-21 19:10:00", "2026-06-21 19:25:00", @@ -327,6 +323,10 @@ "2026-06-22 22:55:00", "2026-06-22 23:10:00", "2026-06-22 23:25:00", - "2026-06-22 23:40:00" + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index b4dbec1fba38b5726f035fc5846d966850febbe4..63b2dbf00d1a1a22fb85999428eda0a049f87aec 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T05:04:18.197188+00:00", + "evaluated_at": "2026-06-22T05:14:05.787372+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 354574e7545df26d60b5491a3f5dd8756dcfadad..44b04942cf5ee35234ee3ed6ab95ba4e785ac938 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.700,4.300,5.200,5.200,4.700,5.200,4.000,5.200,4.700,5.200 +2026-06-22,Chronos-2,4.600,4.300,5.000,5.000,4.600,5.000,4.100,5.000,4.600,5.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 38287a666f38362ea087d063d41deaf80b9480df..6c5d62168df4f2a33a306b4e4d5787255979d6fa 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.7,4.3,5.2,5.2,4.7,5.2,4.0,5.2,4.7,5.2 +2026-W26,Chronos-Bolt-Mini,4.6,4.3,5.0,5.0,4.6,5.0,4.1,5.0,4.6,5.0 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 2de1ebcfaa0721d247fb541ab7ab389f1a81ef86..5de1e86372834ac0279585d4c5629dec93a9b1d8 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,309453.35798390704,309453.35798390704,456.857421875,0.4172883774863973,0.007144394961264328,0.007106637637133854,1.553300330033003,556.2853206618947,0.008677787523001891,0.007126759395017869,0.005233934431020005,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,103396.57267316182,103396.57267316182,262.7355143229167,0.243889862049564,0.004104372968933467,0.00410003874305234,1.7052458816266627,321.5533745323812,0.005016240919502664,0.004098680786260797,0.004519372144464038,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.016642510890908114,0.016642510890908114,0.10438640117645263,0.29530089157388845,0.06405256588655894,0.06741125474271079,0.9950993371244995,0.12900585603339143,0.07856868861492075,0.06357465390983534,0.05642783500342209,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.029412152343141904,0.029412152343141904,0.15506234169006347,0.44190942135139594,0.09636977109514938,0.10244685527685078,5.380198724567403,0.17149971528589167,0.10568679094536802,0.09555725070667284,0.08120193065845026,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.09569350025818599,0.09569350025818599,0.28834012647469837,4.613443343511902,0.1820623337339185,0.20259298552591043,127.05489426699897,0.30934366044609024,0.20011449183663552,0.18652730042176224,0.16922479929349996,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,1.8575773484371894,1.8575773484371894,1.162847359975179,0.6362082525463973,0.07749478142076036,0.07343225965614342,7.867669781268283,1.3629296931379804,0.08757781160725979,0.0747211155004131,0.0506007762921986,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,132.26548005992467,132.26548005992467,9.466134150822958,0.8184885087538193,0.5082012192807918,0.3659391763198984,6.903968689345848,11.500673026389572,0.5227578648358896,0.43027882503740716,0.290984644552674,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.2798402269190774,1.2798402269190774,0.894323984781901,0.4670724336270799,0.03727354159596285,0.0362241476242553,2.1947801393510002,1.131300237301786,0.04686899062208544,0.03705122749361491,0.02632778041822118,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,10.389358006949351,10.389358006949351,2.588484605153402,0.48660807198706246,0.39302616247682404,0.3222830442057845,3.115811960504198,3.2232527060330454,0.4114790688552824,0.33044484321107254,0.25856598364827765,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,731.3685918450356,731.3685918450356,14.653828938802084,1.0821289062500001,0.006235241630680455,0.0061697225375734405,43.930330528846156,27.04382724107362,0.011337150284467544,0.00614308986080786,0.00664957355349345,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1984.9709222962458,1984.9709222962458,39.663228352864586,3.461518110795454,0.016877775079533284,0.01669995288721444,136.22487837357954,44.553012494064255,0.01887506266297515,0.016803485974735216,0.016750411138845983,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,622.5729710326663,622.5729710326663,21.40478515625,0.43196852437804456,0.09646219551586514,0.09093249304966737,2.761189469192312,24.95141220517721,0.10043696689835566,0.08616072230807936,0.07001796725093194,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index ef114b0390d470c3c350ca826de9342d1e25a238..25998a8964df62e991d83f172d6eff07b2761fd9 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T04:56:25.752338+00:00", + "evaluated_at": "2026-06-22T05:09:41.142843+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -101,10 +100,10 @@ 64248.0, 64241.25, 64426.0, - 64276.12109375 + 64276.12109375, + 64256.55078125 ], "actuals": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -127,88 +126,88 @@ 64606.0, 64257.98828125, 63974.01171875, - 64054.7890625 + 64100.01953125, + 64161.98828125 ], "p50": [ - 64324.90234375, - 64348.1796875, - 64373.66796875, - 64403.09375, - 64423.34765625, - 64452.16015625, - 64471.51171875, - 64493.64453125, - 64503.45703125, - 64529.296875, - 64542.7109375, - 64556.36328125, - 64558.1796875, - 64580.84765625, - 64599.09765625, - 64604.34375, - 64668.734375, - 64686.41796875, - 64699.4921875, - 64720.38671875, - 64707.31640625, - 64735.2265625, - 64741.64453125, - 64748.84375 + 64281.45703125, + 64304.171875, + 64322.92578125, + 64355.58984375, + 64370.43359375, + 64373.14453125, + 64365.140625, + 64367.52734375, + 64356.86328125, + 64357.12890625, + 64338.02734375, + 64322.5078125, + 64336.6640625, + 64332.53515625, + 64315.0703125, + 64308.8515625, + 64156.0859375, + 64101.94921875, + 64086.5703125, + 63981.66796875, + 63911.95703125, + 63827.5234375, + 63790.1953125, + 63720.71484375 ], "p10": [ - 64029.90625, - 63983.390625, - 63936.12890625, - 63908.91796875, - 63881.91796875, - 63852.75, - 63780.1171875, - 63752.69140625, - 63709.62109375, - 63652.9375, - 63611.60546875, - 63547.96484375, - 63492.6953125, - 63461.80078125, - 63457.203125, - 63477.85546875, - 63324.109375, - 63183.28125, - 63142.61328125, - 63062.21875, - 63062.57421875, - 63017.69140625, - 62997.51953125, - 62995.65625 + 64044.99609375, + 64006.74609375, + 63982.91796875, + 63952.69140625, + 63900.70703125, + 63849.0, + 63741.52734375, + 63691.2890625, + 63619.7734375, + 63510.8984375, + 63393.78515625, + 63309.109375, + 63230.33984375, + 63164.22265625, + 63086.11328125, + 63010.4921875, + 62991.17578125, + 62872.72265625, + 62775.91796875, + 62703.0859375, + 62569.55859375, + 62436.78515625, + 62391.671875, + 62372.54296875 ], "p90": [ - 64549.578125, - 64609.24609375, - 64677.52734375, - 64740.99609375, - 64808.390625, - 64847.4453125, - 64891.75390625, - 64942.828125, - 64979.76953125, - 65027.8046875, - 65074.390625, - 65140.03515625, - 65182.98046875, - 65208.671875, - 65234.39453125, - 65256.97265625, - 65557.5625, - 65616.5390625, - 65655.578125, - 65751.3984375, - 65768.9765625, - 65824.0625, - 65877.7734375, - 65912.671875 + 64491.82421875, + 64563.1953125, + 64634.6796875, + 64695.50390625, + 64748.4453125, + 64799.83984375, + 64836.359375, + 64883.71484375, + 64915.359375, + 64964.28125, + 65009.25390625, + 65058.64453125, + 65085.80078125, + 65120.1171875, + 65190.42578125, + 65206.65234375, + 65500.796875, + 65565.6328125, + 65580.8359375, + 65557.5234375, + 65543.1015625, + 65597.203125, + 65564.140625, + 65583.03125 ], "timestamps": [ - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -327,6 +326,7 @@ "2026-06-22 01:00:00", "2026-06-22 02:00:00", "2026-06-22 03:00:00", - "2026-06-22 04:00:00" + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d0778baa8a86a560541670ba8baedf11dce01aee..08ebe42b52787c5bdcf52fe82336c1288fb7bfaa 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,17 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T04:39:37.449925+00:00", + "evaluated_at": "2026-06-22T05:09:47.574663+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.4129999876022339, - 1.440999984741211, - 1.465000033378601, - 1.4919999837875366, - 1.5260000228881836, - 1.5520000457763672, 1.5709999799728394, 1.590000033378601, 1.61899995803833, @@ -245,15 +239,15 @@ 1.1510000228881836, 1.194000005722046, 1.2319999933242798, - 1.2660000324249268 - ], - "actuals": [ + 1.2660000324249268, 1.2869999408721924, 1.305999994277954, 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754, + 1.4140000343322754 + ], + "actuals": [ 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, @@ -307,201 +301,201 @@ 1.38100004196167, 1.343999981880188, 1.2999999523162842, - 1.2680000066757202 + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 ], "p50": [ - 1.2932770252227783, - 1.3306379318237305, - 1.3645579814910889, - 1.387730598449707, - 1.4206058979034424, - 1.4486651420593262, - 1.47175931930542, - 1.4987285137176514, - 1.5232489109039307, - 1.5496331453323364, - 1.5705597400665283, - 1.5933586359024048, - 1.612882375717163, - 1.6347917318344116, - 1.6503092050552368, - 1.6620817184448242, - 1.7256956100463867, - 1.737329125404358, - 1.7443647384643555, - 1.752232313156128, - 1.7572548389434814, - 1.75638747215271, - 1.7613840103149414, - 1.7653136253356934, - 1.7693228721618652, - 1.7646156549453735, - 1.7602750062942505, - 1.7554545402526855, - 1.747951865196228, - 1.7442134618759155, - 1.7427244186401367, - 1.7234504222869873, - 1.728576898574829, - 1.7133986949920654, - 1.7029287815093994, - 1.690199613571167, - 1.6824103593826294, - 1.6557623147964478, - 1.6423943042755127, - 1.6283848285675049, - 1.6107978820800781, - 1.592138409614563, - 1.5636789798736572, - 1.5411677360534668, - 1.517488956451416, - 1.4876490831375122, - 1.4671499729156494, - 1.4347738027572632, - 1.3931490182876587, - 1.3780701160430908, - 1.3570702075958252, - 1.3280895948410034, - 1.3037124872207642, - 1.2744139432907104, - 1.2458710670471191, - 1.2170610427856445, - 1.1937828063964844, - 1.1669803857803345, - 1.1383881568908691, - 1.1191039085388184 + 1.439720869064331, + 1.468827247619629, + 1.4904508590698242, + 1.5110971927642822, + 1.532123327255249, + 1.549755573272705, + 1.569120168685913, + 1.5884571075439453, + 1.6020894050598145, + 1.615285873413086, + 1.6293880939483643, + 1.6423851251602173, + 1.6499954462051392, + 1.6623636484146118, + 1.670418381690979, + 1.6691689491271973, + 1.71630859375, + 1.7163214683532715, + 1.713815450668335, + 1.7139298915863037, + 1.709974765777588, + 1.7024866342544556, + 1.6973941326141357, + 1.69341242313385, + 1.6855586767196655, + 1.6744295358657837, + 1.6632189750671387, + 1.6494698524475098, + 1.6326017379760742, + 1.6215388774871826, + 1.6057202816009521, + 1.5880547761917114, + 1.5882608890533447, + 1.5679231882095337, + 1.5504345893859863, + 1.5345091819763184, + 1.5130516290664673, + 1.4921073913574219, + 1.4657644033432007, + 1.4444606304168701, + 1.4198898077011108, + 1.3941540718078613, + 1.3697139024734497, + 1.3440818786621094, + 1.322714924812317, + 1.294834017753601, + 1.2687674760818481, + 1.241743803024292, + 1.218711495399475, + 1.2010273933410645, + 1.1744706630706787, + 1.1516488790512085, + 1.1268157958984375, + 1.101996898651123, + 1.0841267108917236, + 1.0628464221954346, + 1.0387316942214966, + 1.0238635540008545, + 1.0032060146331787, + 0.984519362449646 ], "p10": [ - 1.2715777158737183, - 1.3018444776535034, - 1.3329041004180908, - 1.3586658239364624, - 1.381630301475525, - 1.404708743095398, - 1.424230694770813, - 1.4467487335205078, - 1.4657869338989258, - 1.4854754209518433, - 1.5024597644805908, - 1.5198196172714233, - 1.5324798822402954, - 1.5467653274536133, - 1.5586726665496826, - 1.5723706483840942, - 1.6327080726623535, - 1.6403687000274658, - 1.6385278701782227, - 1.6473143100738525, - 1.6403024196624756, - 1.6372432708740234, - 1.6277952194213867, - 1.6296296119689941, - 1.6250686645507812, - 1.611611247062683, - 1.5981367826461792, - 1.5897248983383179, - 1.5810694694519043, - 1.5650568008422852, - 1.5538604259490967, - 1.5278304815292358, - 1.5581040382385254, - 1.530718445777893, - 1.5059880018234253, - 1.4902807474136353, - 1.4803285598754883, - 1.4474159479141235, - 1.4182782173156738, - 1.3974653482437134, - 1.3714641332626343, - 1.3465814590454102, - 1.307871699333191, - 1.2727229595184326, - 1.239263892173767, - 1.2132614850997925, - 1.187605857849121, - 1.1462069749832153, - 1.072577714920044, - 1.0367741584777832, - 1.0064846277236938, - 0.9834570288658142, - 0.9585493206977844, - 0.9238148927688599, - 0.8979657888412476, - 0.8673502206802368, - 0.8500834703445435, - 0.8129951357841492, - 0.7946704626083374, - 0.7772181630134583 + 1.4217710494995117, + 1.445277452468872, + 1.469472885131836, + 1.4854798316955566, + 1.5049346685409546, + 1.5177909135818481, + 1.5349470376968384, + 1.5476113557815552, + 1.5604530572891235, + 1.5696165561676025, + 1.5804355144500732, + 1.5895909070968628, + 1.5943574905395508, + 1.6027066707611084, + 1.6023626327514648, + 1.606132984161377, + 1.6454150676727295, + 1.6455492973327637, + 1.6350271701812744, + 1.6341081857681274, + 1.6216790676116943, + 1.613175392150879, + 1.5972710847854614, + 1.5908420085906982, + 1.5809597969055176, + 1.559678077697754, + 1.5453195571899414, + 1.5278382301330566, + 1.5079548358917236, + 1.4899930953979492, + 1.469606637954712, + 1.4331239461898804, + 1.4495713710784912, + 1.4235750436782837, + 1.3935165405273438, + 1.3767035007476807, + 1.3547942638397217, + 1.3261581659317017, + 1.2890663146972656, + 1.262773036956787, + 1.2316943407058716, + 1.2057042121887207, + 1.1750273704528809, + 1.1329212188720703, + 1.1066612005233765, + 1.0739275217056274, + 1.0520687103271484, + 1.019327163696289, + 0.9710716009140015, + 0.9411800503730774, + 0.9066015481948853, + 0.8857942819595337, + 0.8568624258041382, + 0.8330250978469849, + 0.8125196099281311, + 0.7863568067550659, + 0.7687331438064575, + 0.7457820177078247, + 0.7248064279556274, + 0.7109072804450989 ], "p90": [ - 1.3151099681854248, - 1.362277865409851, - 1.4000489711761475, - 1.4264917373657227, - 1.4589310884475708, - 1.490522861480713, - 1.5231894254684448, - 1.5528817176818848, - 1.5811716318130493, - 1.615691065788269, - 1.6389445066452026, - 1.6662461757659912, - 1.695030689239502, - 1.7218296527862549, - 1.7430813312530518, - 1.762220025062561, - 1.8099346160888672, - 1.8246424198150635, - 1.8376597166061401, - 1.8504564762115479, - 1.864386796951294, - 1.8687281608581543, - 1.8806061744689941, - 1.892301082611084, - 1.898242712020874, - 1.896848201751709, - 1.9073798656463623, - 1.902029037475586, - 1.9031434059143066, - 1.895451307296753, - 1.9035601615905762, - 1.9048526287078857, - 1.8972318172454834, - 1.8879380226135254, - 1.8802533149719238, - 1.8721160888671875, - 1.8610332012176514, - 1.8490219116210938, - 1.8425533771514893, - 1.832908034324646, - 1.8244878053665161, - 1.8031811714172363, - 1.7928707599639893, - 1.7755045890808105, - 1.7540268898010254, - 1.7528679370880127, - 1.7268505096435547, - 1.706946849822998, - 1.6666245460510254, - 1.6593257188796997, - 1.6422423124313354, - 1.6259925365447998, - 1.5977153778076172, - 1.5694355964660645, - 1.5510001182556152, - 1.5299040079116821, - 1.503763198852539, - 1.4867196083068848, - 1.459352970123291, - 1.4315216541290283 + 1.4594323635101318, + 1.4838916063308716, + 1.516308069229126, + 1.5397298336029053, + 1.5627150535583496, + 1.5809624195098877, + 1.6044354438781738, + 1.6270568370819092, + 1.643906593322754, + 1.6614645719528198, + 1.6775826215744019, + 1.6928339004516602, + 1.7078648805618286, + 1.718968391418457, + 1.7345359325408936, + 1.7424100637435913, + 1.7817845344543457, + 1.7821903228759766, + 1.783608078956604, + 1.7895678281784058, + 1.7915103435516357, + 1.7888059616088867, + 1.7873497009277344, + 1.7889673709869385, + 1.7865784168243408, + 1.780424952507019, + 1.7710292339324951, + 1.7614588737487793, + 1.7533903121948242, + 1.7458727359771729, + 1.7445342540740967, + 1.7321147918701172, + 1.726123332977295, + 1.7066400051116943, + 1.692486047744751, + 1.6839855909347534, + 1.665050983428955, + 1.641995906829834, + 1.6249014139175415, + 1.6132559776306152, + 1.5973267555236816, + 1.5810070037841797, + 1.5568981170654297, + 1.538034200668335, + 1.5136771202087402, + 1.4957234859466553, + 1.4818023443222046, + 1.4503653049468994, + 1.4390709400177002, + 1.4298887252807617, + 1.414454460144043, + 1.3846368789672852, + 1.3648768663406372, + 1.3421015739440918, + 1.324448585510254, + 1.3164007663726807, + 1.2830815315246582, + 1.2694685459136963, + 1.2538673877716064, + 1.2361136674880981 ], "timestamps": [ - "2026-06-20 22:30:00", - "2026-06-20 22:36:00", - "2026-06-20 22:42:00", - "2026-06-20 22:48:00", - "2026-06-20 22:54:00", - "2026-06-20 23:00:00", "2026-06-20 23:06:00", "2026-06-20 23:12:00", "2026-06-20 23:18:00", @@ -795,6 +789,12 @@ "2026-06-22 04:06:00", "2026-06-22 04:12:00", "2026-06-22 04:18:00", - "2026-06-22 04:24:00" + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 31ada3ec99edafb0e7d53a0882833c4c4cf4c671..4ff067705bf24d564bb33856bc03e980881c19f3 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T04:39:59.733901+00:00", + "evaluated_at": "2026-06-22T05:09:51.510891+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,6 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, 2400.0, 2400.0, @@ -116,6 +101,9 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2350.0, 2400.0, 2400.0, @@ -127,91 +115,99 @@ 2350.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0 ], "p50": [ - 2400.063720703125, - 2400.04638671875, - 2400.055908203125, - 2400.061767578125, - 2400.066650390625, - 2400.072509765625, + 2400.04296875, + 2400.148681640625, + 2400.05322265625, + 2400.10009765625, + 2400.15576171875, + 2400.05615234375, 2400.065185546875, - 2400.047607421875, - 2400.061279296875, - 2400.06298828125, - 2400.04638671875, - 2400.0732421875, - 2400.100341796875, - 2400.043701171875, + 2400.0771484375, + 2400.080810546875, + 2400.103515625, + 2400.074462890625, + 2400.19189453125, + 2400.070068359375, + 2400.0400390625, + 2400.0654296875, + 2400.046630859375, 2400.076171875, - 2400.060302734375, - 2400.120361328125, - 2400.142822265625, - 2400.118408203125, - 2400.017578125, - 2400.06640625, - 2400.08251953125, - 2400.065673828125, - 2400.073974609375 + 2400.080322265625, + 2400.0615234375, + 2400.001708984375, + 2400.08642578125, + 2400.108154296875, + 2400.064697265625, + 2400.06640625 ], "p10": [ - 2399.55078125, - 2399.572998046875, - 2399.5498046875, - 2399.558837890625, - 2399.59619140625, - 2399.5908203125, - 2399.567138671875, - 2399.58203125, - 2399.590576171875, - 2399.542724609375, - 2399.570556640625, - 2399.564697265625, - 2399.5234375, - 2399.467529296875, - 2399.486328125, - 2399.49365234375, - 2399.132568359375, - 2399.20166015625, - 2399.13916015625, - 2399.137939453125, - 2399.14794921875, - 2399.15380859375, - 2399.089599609375, - 2399.114501953125 + 2399.615478515625, + 2399.628173828125, + 2399.534423828125, + 2399.5869140625, + 2399.51220703125, + 2399.495849609375, + 2399.531982421875, + 2399.529296875, + 2399.461669921875, + 2399.5341796875, + 2399.431640625, + 2399.44775390625, + 2399.3466796875, + 2399.145263671875, + 2399.015869140625, + 2398.9619140625, + 2398.77392578125, + 2398.953369140625, + 2398.8154296875, + 2398.8369140625, + 2398.78271484375, + 2398.82666015625, + 2398.786376953125, + 2398.79736328125 ], "p90": [ - 2408.248046875, - 2408.939453125, - 2409.42724609375, - 2410.334716796875, - 2411.73486328125, - 2413.8486328125, - 2415.000732421875, - 2415.966552734375, - 2416.779052734375, - 2417.37890625, - 2419.694580078125, - 2421.281494140625, - 2422.49267578125, - 2423.81396484375, - 2424.736572265625, - 2424.51220703125, - 2426.300537109375, - 2427.43408203125, - 2427.959716796875, - 2426.12548828125, - 2426.29345703125, - 2426.1474609375, - 2425.6513671875, - 2424.831298828125 + 2401.268798828125, + 2401.591796875, + 2401.650634765625, + 2402.024169921875, + 2402.470458984375, + 2403.119140625, + 2402.91943359375, + 2402.84326171875, + 2402.97509765625, + 2402.72021484375, + 2402.714599609375, + 2402.861083984375, + 2403.283935546875, + 2403.81298828125, + 2404.251220703125, + 2403.935791015625, + 2405.38916015625, + 2405.748779296875, + 2406.044677734375, + 2406.3359375, + 2407.096435546875, + 2407.856201171875, + 2407.951171875, + 2407.88525390625 ], "timestamps": [ - "2026-06-21 17:55:00", - "2026-06-21 18:10:00", - "2026-06-21 18:25:00", - "2026-06-21 18:40:00", "2026-06-21 18:55:00", "2026-06-21 19:10:00", "2026-06-21 19:25:00", @@ -327,6 +323,10 @@ "2026-06-22 22:55:00", "2026-06-22 23:10:00", "2026-06-22 23:25:00", - "2026-06-22 23:40:00" + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index dca44dff3810f9ac34b8fd6157738acb32dd7c85..6c4b4edadf2850eb8a55a79a96f7ea52a4c5a819 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T04:56:37.592844+00:00", + "evaluated_at": "2026-06-22T05:09:53.462645+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index 3f564450ee0725766d02468fe5982842d0ee9f4d..c278fc3b1f97bae165d4f1135a24a52bd070b112 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -3,6 +3,7 @@ "nasa_power_shanghai_hourly_T2M": 3600, "noaa_coops_sf_water_level_water_level": 360, "noaa_ndbc_46013_realtime_wave_height": 600, + "nws_ksfo_observations_temperature": 3600, "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 0c319de57142cb8ce304546cbe38eeb323c2a811..d3c882086185377a0af51377f133da13a07ccf07 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,55215.71875108633,54261.78571323565,152.25936394317128,0.13907197277478137,0.0023778847246140235,0.0023780333266072355,1.4962016073850144,234.98025183211956,0.0036655806323891145,0.0023751739612940725,0.0020403755883214945,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,56322.3775078585,55844.01797029671,158.88079366013517,0.14748449575975633,0.002482032939552665,0.0024812690755405434,1.6104147873264123,237.32336064504585,0.0037022505347760973,0.0024785444706964853,0.0020835297318342228,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.8979140726578217,0.899084234395866,0.7051260336542616,1.9947459062036728,0.4476123260933609,0.31737644546463883,75.28298649134028,0.9475832800645132,0.577108496910586,0.42944428629748443,0.4230581078973834,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.7890431243327191,0.7914004593126622,0.6313907188044464,1.7993892272774474,0.4489884885014772,0.30437466045212147,68.053562364433,0.8882809940175007,0.5474036359709004,0.3890948669616867,0.3835059280260724,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.1178108828292401,0.11766826658411415,0.31975559111342367,5.116090921540133,0.20184205836597535,0.22746845066284324,83.09541755543528,0.3432358996801472,0.2220393899313581,0.2068499724071023,0.19238347926628746,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.44900847649371434,0.4424309306207574,0.528887465513028,0.2893609099606321,0.03535729659876754,0.0343674315772786,2.581295062299207,0.6700809477172995,0.04305741029508752,0.033984736739792964,0.030539448840934784,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,25.086083053228474,26.786526315228816,4.492459115258844,0.38844010694334424,0.20742202683517597,0.21507621881580788,1.7262048956933864,5.008600907761416,0.2276636776255189,0.20420268705722014,0.15774012349926464,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,9.02098037412818,8.365238829628984,2.497107123947787,1.3041469548580251,0.10763901162216845,0.1003104244239056,28.12558424345738,3.0034946935408726,0.12443271908153812,0.10345343041188701,0.09588704158130613,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,11.628155771896232,11.788541326086792,2.8518490283461233,0.5361178330050154,0.452894403781628,0.3464305191694194,4.745169329683431,3.410008177687589,0.435320192896288,0.3640658334058881,0.2932058236112386,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,729.0964106815048,717.9022055639107,15.007544507917336,1.1082494405846648,0.006381371580414439,0.006317058740234562,28.858642290144218,27.001785323965244,0.011319525725330409,0.006291372370131285,0.006109161385734437,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,1738.2121376453604,1764.1316399343302,37.68626141898145,3.288982814747472,0.016033803250558285,0.015875766557860774,42.42326481902674,41.691871361757805,0.01766292873225397,0.01596593599391977,0.013753774336873987,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2925.584198211841,2642.086493996426,41.88682891154838,0.8682759388383866,0.19179516754035225,0.170580887479131,12.422622049502223,54.08866977669021,0.21500323023102297,0.16650073956890327,0.13530220322267714,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 8f8c533926c17c61e87dad28e41decee6a65f7b3..ef49c4099b381ff4ed2a40fc518d2e2a18e7f334 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:04:18.238744+00:00", + "evaluated_at": "2026-06-22T05:14:05.813978+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -101,10 +100,10 @@ 64248.0, 64241.25, 64426.0, - 64276.12109375 + 64276.12109375, + 64256.55078125 ], "actuals": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -127,88 +126,88 @@ 64606.0, 64257.98828125, 63974.01171875, - 64054.7890625 + 64100.01953125, + 64161.98828125 ], "p50": [ - 64289.42187253066, - 64251.31732448713, - 64236.66590144361, - 64221.61213465008, - 64222.44118035656, - 64207.30733543803, - 64172.20278739451, - 64160.084567475984, - 64157.39408193246, - 64118.303205763936, - 64113.751392095415, - 64085.45739092689, - 64141.03448350837, - 64056.01391983984, - 64030.96210617132, - 64021.39662062779, - 64009.34285383427, - 64003.10158704074, - 63993.80953899722, - 63975.331944078695, - 63949.522317910174, - 63921.22831674165, - 63908.067128073126, - 63904.564142529605 + 64267.03335897732, + 64228.26235932485, + 64219.387844047385, + 64275.364891269914, + 64224.98451661744, + 64180.58070446497, + 64164.960095437506, + 64141.909798910034, + 64134.66614300756, + 64120.55529960509, + 64107.391721827626, + 64082.380487800154, + 64097.14855064768, + 64065.44395724521, + 64111.333113842746, + 64032.290629815274, + 64037.5254895378, + 64023.89902113533, + 63982.616302732866, + 63984.962490580394, + 63979.95711592792, + 63950.30721002545, + 63950.407304122986, + 63953.306226345514 ], "p10": [ - 64076.51171628066, - 63995.60834011213, - 64001.25183894361, - 63979.98166590008, - 63816.35914910656, - 63936.01983543803, - 63930.71294364451, - 63915.449801850984, - 63932.27181630746, - 63806.814924513936, - 63869.499829595414, - 63696.05895342689, - 63833.33526475837, - 63805.31470108984, - 63803.80819992132, - 63765.68763625279, - 63691.85457258427, - 63754.90822766574, - 63723.20016399722, - 63726.843662828695, - 63683.573099160174, - 63673.93144174165, - 63650.727284323126, - 63684.405939404605 + 64014.16070272732, + 63995.29009369985, + 63833.698390922385, + 63975.65629751991, + 63935.25678224244, + 63920.50257946497, + 63906.110486062506, + 63898.499642660034, + 63884.10754925756, + 63869.71545585509, + 63848.542112452626, + 63850.691034675154, + 63838.13683189768, + 63831.73536349521, + 63809.352645092746, + 63719.171489190274, + 63784.2559582878, + 63766.17636488533, + 63740.186615232866, + 63750.1394437054, + 63647.21102217792, + 63738.48064752545, + 63702.684647872986, + 63604.034741970514 ], "p90": [ - 64516.27265378066, - 64499.84974636213, - 64471.90418269361, - 64455.48127527508, - 64500.75407098156, - 64481.19405418803, - 64406.01567801951, - 64420.774020600984, - 64463.29642568246, - 64359.182112013936, - 64355.53381397042, - 64355.08239092689, - 64319.00713975837, - 64301.92407608984, - 64311.70819992132, - 64271.64466750279, - 64303.67918195927, - 64236.298462040744, - 64299.06735149722, - 64282.644444078695, - 64187.81450541018, - 64171.39159799166, - 64174.430409323126, - 64216.952814404605 + 64498.42007772732, + 64501.77407807485, + 64467.13550029739, + 64500.564110019914, + 64438.94545411744, + 64424.74398571497, + 64412.067517312506, + 64415.421517660034, + 64380.71692425756, + 64367.17561210509, + 64372.245237452626, + 64340.107050300154, + 64325.71495689768, + 64306.86075412021, + 64295.024520092746, + 64359.69336419027, + 64285.8926770378, + 64302.21191176033, + 64257.108490232866, + 64223.2546780804, + 64200.20360030292, + 64241.50642877545, + 64168.358866622984, + 64244.55661697051 ], "timestamps": [ - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -327,6 +326,7 @@ "2026-06-22 01:00:00", "2026-06-22 02:00:00", "2026-06-22 03:00:00", - "2026-06-22 04:00:00" + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" ] } diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 360f9e4006ad92468f44c0466b5d07071e6bbd01..cd9b44afc45a418c0ac64c2648fd9872b7b90b68 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,17 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T04:50:04.960969+00:00", + "evaluated_at": "2026-06-22T05:14:05.835946+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.4129999876022339, - 1.440999984741211, - 1.465000033378601, - 1.4919999837875366, - 1.5260000228881836, - 1.5520000457763672, 1.5709999799728394, 1.590000033378601, 1.61899995803833, @@ -245,15 +239,15 @@ 1.1510000228881836, 1.194000005722046, 1.2319999933242798, - 1.2660000324249268 - ], - "actuals": [ + 1.2660000324249268, 1.2869999408721924, 1.305999994277954, 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754, + 1.4140000343322754 + ], + "actuals": [ 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, @@ -307,201 +301,201 @@ 1.38100004196167, 1.343999981880188, 1.2999999523162842, - 1.2680000066757202 + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 ], "p50": [ - 1.3040266898074626, - 1.3374382168578987, - 1.3728497777637727, - 1.4072613813465726, - 1.4426729124501243, - 1.485084487541904, - 1.5154960234138273, - 1.550407575855842, - 1.584319156073621, - 1.6217307508349332, - 1.6621422920712747, - 1.6935538150685947, - 1.729465339734845, - 1.764876975146525, - 1.8007884700104526, - 1.8342000566655334, - 1.8696116175714077, - 1.9050231784772818, - 1.9384347055277176, - 1.976846302315588, - 2.0102578740695076, - 2.0446695074546297, - 2.0830809999343716, - 2.118492590642568, - 2.1539040919437973, - 2.18831572532892, - 2.2232272330674507, - 2.2581388004106264, - 2.293550361316501, - 2.329461915785073, - 2.3663734722802037, - 2.398785116513371, - 2.436196592065394, - 2.469608178720475, - 2.507019713877142, - 2.5434313066118968, - 2.5728428702595845, - 2.614754407085182, - 2.6476659703752423, - 2.6830775312811164, - 2.7144890840807587, - 2.7519005596327815, - 2.7863121930179036, - 2.8242237813419147, - 2.8591353486850903, - 2.894546894689803, - 2.919958480033582, - 2.9673700503569895, - 3.0027815665593804, - 3.0381931870698993, - 3.0746046754965253, - 3.1095162577408626, - 3.144927818646736, - 3.179339377526053, - 3.2152509468957864, - 3.2506625227028216, - 3.2850740666809766, - 3.321485614712248, - 3.3568972054204442, - 3.3888087219804626 + 1.4430750651632185, + 1.4704931457457386, + 1.495911237176304, + 1.5233294071657912, + 1.5512475260144931, + 1.581165574410505, + 1.606583710544554, + 1.6370018419102315, + 1.6634199204661935, + 1.688338048136383, + 1.7162561520839237, + 1.7411742648529518, + 1.7690922793935255, + 1.7975104961130544, + 1.8269285807486901, + 1.8543466911335325, + 1.8807648143929783, + 1.9081829247778208, + 1.9346010033337828, + 1.9590191672435961, + 1.990437255932348, + 2.0183553598798887, + 2.0462735234320744, + 2.072191623326499, + 2.0991096805439984, + 2.128027801419258, + 2.155945905366799, + 2.187364023857873, + 2.208782181688013, + 2.238200266323649, + 2.2656183469061686, + 2.29103651284254, + 2.3214545548012504, + 2.3533727562619897, + 2.3742908013201416, + 2.3967089164733557, + 2.4281270051621076, + 2.457545119600066, + 2.4849632448860692, + 2.513381372198631, + 2.540799482583473, + 2.5662175740140385, + 2.5911356569807444, + 2.6220537968102815, + 2.6474718584385246, + 2.6748899986256895, + 2.706308087314441, + 2.7317262234484896, + 2.7641443886696053, + 2.786562459119336, + 2.8119805803522238, + 2.84239869681674, + 2.8688167753727023, + 2.8962348857575444, + 2.92865305097866, + 2.9515711149910886, + 2.9784892169120716, + 3.006907314422311, + 3.0363254586625916, + 3.063743569047434 ], "p10": [ - 1.273926666060972, - 1.30843817298888, - 1.341849813288141, - 1.3771613277977597, - 1.413672808976461, - 1.4500844762170215, - 1.4823960710737012, - 1.5229075126749185, - 1.5562191542616397, - 1.5946306884646329, - 1.6300422434100428, - 1.6614537485259693, - 1.6998653304126785, - 1.7333769634640146, - 1.7697885651394656, - 1.8062000535660918, - 1.8386115994515957, - 1.877023234982485, - 1.9104348216375655, - 1.9447462357729626, - 1.9792578559496956, - 2.0176694378364046, - 2.050081031405624, - 2.0893924944168294, - 2.1219040270939438, - 2.1573155879998183, - 2.193727195635734, - 2.2291388161462526, - 2.262550343196689, - 2.2979619577467427, - 2.334373392529189, - 2.369784953435063, - 2.4060966160026194, - 2.4396081477260596, - 2.478019729612768, - 2.512431303393246, - 2.5478429179433, - 2.5822543188703078, - 2.6166659522554303, - 2.6590774826437262, - 2.6904890950480134, - 2.7229006349730525, - 2.7583122554835713, - 2.793723756784801, - 2.8290353249385998, - 2.864546878596549, - 2.900858380231565, - 2.9373700342637354, - 2.9747815098157586, - 3.007093062949187, - 3.044504705394215, - 3.0780161715525463, - 3.11342773245842, - 3.1488392933642944, - 3.1861509490177116, - 3.2206625215107287, - 3.2569740708294597, - 3.291485691006193, - 3.3268972042283513, - 3.3613087124437193 + 1.413975106028163, + 1.4403931100783192, + 1.4659112508853722, + 1.4933293612702148, + 1.520747471655057, + 1.5491655095606516, + 1.5775837262801802, + 1.6069017585590961, + 1.630419966838607, + 1.6598381170393524, + 1.68725622146373, + 1.712674244348954, + 1.7420923885892348, + 1.7705105397436542, + 1.7959285030242333, + 1.8252467141170834, + 1.8507647774380984, + 1.8781828937834055, + 1.905600944563603, + 1.9320191274276934, + 1.960437165333288, + 1.9888553820528168, + 2.014273458582221, + 2.0435915921890326, + 2.0700096200810467, + 2.0995278643617628, + 2.124945827642342, + 2.152363991671365, + 2.178782120891275, + 2.207100172005259, + 2.234618269181712, + 2.2650364005473893, + 2.2893545568039664, + 2.3167726135446283, + 2.345290870699948, + 2.370608900833097, + 2.3991269314907666, + 2.42754520781494, + 2.4548633075663138, + 2.481381262645294, + 2.509699474691818, + 2.5352175558942265, + 2.5635356070082103, + 2.5939537383738878, + 2.6194718612995476, + 2.6457899858464535, + 2.674308082069232, + 2.699726271847461, + 2.7311443307338905, + 2.754562492617146, + 2.7819805493578085, + 2.811398753202734, + 2.838816803982932, + 2.868234882658103, + 2.8936530247526164, + 2.9220711759070355, + 2.9474891987922596, + 2.9759073559071436, + 3.0022253672052246, + 3.03164357105015 ], "p90": [ - 1.3300266530910014, - 1.361538258247364, - 1.3989497934040316, - 1.4353612937515867, - 1.4666729610875144, - 1.5070844576203724, - 1.540496044275453, - 1.578007572184196, - 1.6113191660872013, - 1.6487307012438688, - 1.6823422853240289, - 1.7165538020747821, - 1.7549653839614914, - 1.7903769448673654, - 1.8257885057732395, - 1.8603000782662567, - 1.8946116533341946, - 1.9331231266450826, - 1.9694347832521744, - 1.9998463548868848, - 2.035257915792759, - 2.072769443701502, - 2.1120810140010677, - 2.14349256680071, - 2.180904042352733, - 2.214415633680818, - 2.248727262392936, - 2.282238841800092, - 2.3195503842046845, - 2.3579618468821035, - 2.392373480267226, - 2.4277850411731, - 2.4621965613093972, - 2.4957082539653785, - 2.5310197148308164, - 2.5674313105458033, - 2.600942889952959, - 2.639254419482948, - 2.6756659675142194, - 2.708077513399723, - 2.743489074305597, - 2.779900675981048, - 2.8144123021182454, - 2.851823783630733, - 2.885335315354173, - 2.9205469384396125, - 2.9539584595295842, - 2.992470034168368, - 3.029881569325036, - 3.0671931117296283, - 3.0976047429689832, - 3.133116296626933, - 3.171427820196457, - 3.2079393132960874, - 3.2442509222194635, - 3.2776625029140796, - 3.312174021762916, - 3.3464856504750347, - 3.3828971389016607, - 3.4183086998075347 + 1.4700750453744764, + 1.494493134778484, + 1.5209113176425744, + 1.5505293997032896, + 1.5777475126630527, + 1.6071655972986887, + 1.6325837334327375, + 1.66000184381758, + 1.6875199588754266, + 1.7188380726934966, + 1.742356173684647, + 1.7697742840694892, + 1.7980923888276534, + 1.8236104640695974, + 1.8539285907622705, + 1.8793467268963193, + 1.90576490976041, + 1.935182994396046, + 1.9608011219947097, + 1.9880191217056475, + 2.0145373032822778, + 2.0459553562082426, + 2.0712734995902164, + 2.097791675206382, + 2.1251097332345044, + 2.1555278049955366, + 2.1799458943995442, + 2.21236405962066, + 2.2347821270901584, + 2.262300230227076, + 2.289718447900279, + 2.3141364300159255, + 2.3454546034386405, + 2.373872706909344, + 2.397390861544675, + 2.426808999824491, + 2.4561270917080518, + 2.482545155362853, + 2.507163242191939, + 2.540381277904083, + 2.566799460768173, + 2.5912175501721806, + 2.621635681537858, + 2.6460537709418657, + 2.675471921142611, + 2.701990037154132, + 2.7294081534994383, + 2.7578262986933932, + 2.7861443438469125, + 2.810662437923924, + 2.838980590365804, + 2.8663987007506466, + 2.8940168085605684, + 2.9212349215203313, + 2.9506530061559673, + 2.9780711165408094, + 2.9987892595413137, + 3.0329073373104944, + 3.0584254781175475, + 3.0877435580801795 ], "timestamps": [ - "2026-06-20 22:30:00", - "2026-06-20 22:36:00", - "2026-06-20 22:42:00", - "2026-06-20 22:48:00", - "2026-06-20 22:54:00", - "2026-06-20 23:00:00", "2026-06-20 23:06:00", "2026-06-20 23:12:00", "2026-06-20 23:18:00", @@ -795,6 +789,12 @@ "2026-06-22 04:06:00", "2026-06-22 04:12:00", "2026-06-22 04:18:00", - "2026-06-22 04:24:00" + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7bfc9853b2540dfdad0edd15040517845a91faed..203585b54f602a94523205aec2a2ae79693fa86c 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T04:50:05.038084+00:00", + "evaluated_at": "2026-06-22T05:14:05.862033+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,6 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, 2400.0, 2400.0, @@ -116,6 +101,9 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2350.0, 2400.0, 2400.0, @@ -127,91 +115,99 @@ 2350.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0 ], "p50": [ - 2401.5570167181827, - 2401.4495153161506, - 2401.342013914119, - 2401.2345125120873, - 2401.1270111100557, - 2401.0195097080236, - 2400.912008305992, - 2400.8045069039604, - 2400.6970055019287, - 2400.5895040998967, - 2400.482002697865, - 2400.3745012958334, - 2400.2669998938018, - 2400.1594984917697, - 2400.051997089738, - 2399.9444956877064, - 2399.8369942856743, - 2399.7294928836427, - 2399.621991481611, - 2399.5144900795794, - 2399.4069886775474, - 2399.2994872755157, - 2399.191985873484, - 2399.0844844714525 + 2399.0350976379827, + 2398.89707568593, + 2398.7590537338774, + 2398.621031781825, + 2398.483009829772, + 2398.3449878777196, + 2398.206965925667, + 2398.0689439736143, + 2397.930922021562, + 2397.7929000695094, + 2397.6548781174565, + 2397.516856165404, + 2397.3788342133516, + 2397.2408122612987, + 2397.1027903092463, + 2396.964768357194, + 2396.826746405141, + 2396.6887244530885, + 2396.550702501036, + 2396.412680548983, + 2396.2746585969307, + 2396.1366366448783, + 2395.9986146928254, + 2395.860592740773 ], "p10": [ - 2351.5570167181827, - 2351.4495153161506, - 2351.342013914119, - 2351.2345125120873, - 2351.1270111100557, - 2351.0195097080236, - 2350.912008305992, - 2350.8045069039604, - 2350.6970055019287, - 2395.5895040998967, - 2350.482002697865, - 2350.3745012958334, - 2395.2669998938018, - 2350.1594984917697, - 2350.051997089738, - 2349.9444956877064, - 2349.8369942856743, - 2349.7294928836427, - 2349.621991481611, - 2349.5144900795794, - 2349.4069886775474, - 2349.2994872755157, - 2349.191985873484, - 2394.0844844714525 + 2399.0350976379827, + 2348.89707568593, + 2348.7590537338774, + 2348.621031781825, + 2348.483009829772, + 2398.3449878777196, + 2398.206965925667, + 2348.0689439736143, + 2347.930922021562, + 2347.7929000695094, + 2397.6548781174565, + 2347.516856165404, + 2347.3788342133516, + 2347.2408122612987, + 2347.1027903092463, + 2346.964768357194, + 2346.826746405141, + 2346.6887244530885, + 2346.550702501036, + 2346.412680548983, + 2346.2746585969307, + 2346.1366366448783, + 2345.9986146928254, + 2345.860592740773 ], "p90": [ - 2451.5570167181827, - 2451.4495153161506, - 2451.342013914119, - 2451.2345125120873, - 2451.1270111100557, - 2451.0195097080236, - 2450.912008305992, - 2450.8045069039604, - 2450.6970055019287, - 2450.5895040998967, - 2450.482002697865, - 2450.3745012958334, - 2450.2669998938018, - 2450.1594984917697, - 2450.051997089738, - 2449.9444956877064, - 2449.8369942856743, - 2399.7294928836427, - 2449.621991481611, - 2449.5144900795794, - 2449.4069886775474, - 2449.2994872755157, - 2449.191985873484, - 2449.0844844714525 + 2449.0350976379827, + 2448.89707568593, + 2448.7590537338774, + 2398.621031781825, + 2448.483009829772, + 2448.3449878777196, + 2448.206965925667, + 2448.0689439736143, + 2447.930922021562, + 2447.7929000695094, + 2447.6548781174565, + 2447.516856165404, + 2397.3788342133516, + 2447.2408122612987, + 2402.102790309246, + 2396.964768357194, + 2446.826746405141, + 2446.6887244530885, + 2446.550702501036, + 2446.412680548983, + 2446.2746585969307, + 2396.1366366448783, + 2445.9986146928254, + 2445.860592740773 ], "timestamps": [ - "2026-06-21 17:55:00", - "2026-06-21 18:10:00", - "2026-06-21 18:25:00", - "2026-06-21 18:40:00", "2026-06-21 18:55:00", "2026-06-21 19:10:00", "2026-06-21 19:25:00", @@ -327,6 +323,10 @@ "2026-06-22 22:55:00", "2026-06-22 23:10:00", "2026-06-22 23:25:00", - "2026-06-22 23:40:00" + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index d1561a7f649bd1b9ec386b025cb65c657fc4ab4f..1db0a3164d682ab80d9b1cb1b982a4a76f64a10d 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T05:04:18.299190+00:00", + "evaluated_at": "2026-06-22T05:14:05.871424+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 169a09ca6bd0d9b1bed883b1874cc61c97e938e7..01f18758f55d0ebde5d23630d50fad81843579f1 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1696,3 +1696,6 @@ {"evaluated_at": "2026-06-22T05:04:18.460430+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T05:04:18.460430+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} {"evaluated_at": "2026-06-22T05:04:18.460430+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T05:14:06.061506+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T05:14:06.061506+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T05:14:06.061506+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index ced649e642bad41dd2ba38ca7c201135d63eabc1..c2e940704ad790d063e62b7ca33f098681c31b93 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,408234.8133157094,335180.4062250455,482.5067545572917,0.4407161864835132,0.0075446246641069645,0.0075037436958649215,1.8791719442214492,638.9325577208516,0.009967045276033091,0.007526876836295808,0.005680929836986574,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,384819.0882765452,302135.11753877,459.41845703125,0.4264650113903614,0.007183224543603698,0.007146375673882713,1.9488825238103729,620.3378823484386,0.00967728693215908,0.007166939755138096,0.00537087735804139,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0534525941056927,1.0919092191074924,0.8010540008544922,0.4401395874021469,0.032473775887786056,0.03172600104875703,2.280056373669988,1.0263783873921415,0.04075827969029971,0.031810474007367,0.027194115303519773,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.1304370887732818,0.09592519063629948,0.27294764916102093,0.772147360593445,0.15936919183588164,0.17685269609612805,3.1568643104794423,0.3611607519834925,0.21995843859349234,0.1662338401875036,0.15816005086848228,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.07877685437982909,0.05504621456503086,0.21402607361475626,0.6099491166865888,0.1292664618701594,0.13713313519770048,4.021735423473772,0.2806721474956664,0.17296436047787556,0.1318936819298702,0.13987710724144406,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07258776000537243,0.07073652722881763,0.24274188528458276,3.8838712757378095,0.15267415968915388,0.16737562949033058,73.05941049368205,0.26942115730835325,0.17428861450417604,0.15702978671404386,0.13747986454355787,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.9530306031244132,0.9044895325540855,0.7775632937749227,0.42541454829232594,0.05198969146638438,0.04996388581473784,3.641625662296345,0.9762328631655529,0.0627298225327263,0.04996390642730427,0.03362612198740709,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,126.04664310284504,76.96653993424286,7.350348353385925,0.6355472642505186,0.4267900177872082,0.3199608245212266,2.9361598052844164,11.22704961701181,0.5103204371369005,0.3341067433357239,0.2633096508305482,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.5089266784493702,1.4724228160130224,1.032273292541504,0.5391182693519955,0.04336700686632842,0.042136812132125646,2.228778739087693,1.2283837667640232,0.05089109446498487,0.0427663724202426,0.0305148966927542,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,23.30896261622983,17.960612346429325,3.6996260484059653,0.695491058708171,0.6126697580062638,0.4270490953072604,5.040756154620616,4.8279356474822475,0.6163322103168827,0.4722926870305487,0.34268713307437043,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,989.2198533117771,728.3241977927586,14.594797770182291,1.0777696814903848,0.006210375846700466,0.006145128141970183,44.57122220552885,31.45186565709222,0.013185061585505909,0.006118343170032751,0.006701967766330058,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,2476.5225404947996,1975.2990760027121,39.55304463704427,3.4519020774147733,0.016831008243786246,0.016654048006637934,138.92633167613636,49.76467161043866,0.021083002977061394,0.016756806201042584,0.017211270969709227,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 7807245aa1e641099bfa68973f49e4254bd3f8a1..b32224d5fd29b66b2c815fc5fb391bb9771dbbec 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:03:00.989223+00:00", + "evaluated_at": "2026-06-22T05:13:16.640292+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -101,10 +100,10 @@ 64248.0, 64241.25, 64426.0, - 64276.12109375 + 64276.12109375, + 64256.55078125 ], "actuals": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -127,88 +126,88 @@ 64606.0, 64257.98828125, 63974.01171875, - 64054.7890625 + 64100.01953125, + 64161.98828125 ], "p50": [ - 64322.056640625, - 64389.66015625, - 64485.421875, - 64411.744140625, - 64416.373046875, - 64507.73046875, - 64552.810546875, - 64597.447265625, - 64558.453125, - 64607.5234375, - 64535.04296875, - 64520.720703125, - 64469.443359375, - 64494.03515625, - 64621.884765625, - 64554.025390625, - 64581.310546875, - 64582.9296875, - 64774.84765625, - 64692.5703125, - 64745.517578125, - 64825.783203125, - 64617.076171875, - 64649.6875 + 64305.5, + 64379.6953125, + 64345.58203125, + 64449.69921875, + 64445.943359375, + 64537.478515625, + 64577.64453125, + 64541.2265625, + 64582.55859375, + 64594.865234375, + 64505.0078125, + 64501.892578125, + 64492.41796875, + 64539.88671875, + 64512.345703125, + 64568.392578125, + 64596.986328125, + 64730.92578125, + 64763.439453125, + 64743.0, + 64573.2265625, + 64723.205078125, + 64667.685546875, + 64638.49609375 ], "p10": [ - 64058.49609375, - 64058.6875, - 64007.763671875, - 64002.55078125, - 63870.619140625, - 63939.392578125, - 63980.216796875, - 63894.68359375, - 63873.76171875, - 63846.357421875, - 63651.4375, - 63559.654296875, - 63358.595703125, - 63500.4765625, - 63389.1328125, - 63487.1015625, - 63219.076171875, - 63381.67578125, - 63165.154296875, - 62960.943359375, - 63261.89453125, - 63254.49609375, - 63061.064453125, - 62824.34375 + 64073.873046875, + 64097.2890625, + 64054.220703125, + 63988.474609375, + 63885.275390625, + 64058.7890625, + 64050.431640625, + 63859.744140625, + 63893.353515625, + 63776.470703125, + 63761.912109375, + 63751.416015625, + 63527.296875, + 63576.919921875, + 63308.46875, + 63554.451171875, + 63441.671875, + 63708.9140625, + 63421.828125, + 63375.130859375, + 63202.873046875, + 63008.923828125, + 62873.345703125, + 63028.392578125 ], "p90": [ - 64548.625, - 64702.41015625, - 64857.505859375, - 64934.564453125, - 64979.046875, - 65015.896484375, - 65234.50390625, - 65315.88671875, - 65462.640625, - 65379.025390625, - 65654.7734375, - 65651.4765625, - 65692.79296875, - 65934.8984375, - 65871.7109375, - 65837.17578125, - 66369.65625, - 66111.82421875, - 66276.45703125, - 66542.0390625, - 66539.1484375, - 66689.7109375, - 66214.69921875, - 67080.2265625 + 64528.1328125, + 64702.6796875, + 64761.595703125, + 64922.541015625, + 64946.55859375, + 65123.337890625, + 65154.423828125, + 65182.59765625, + 65307.283203125, + 65591.3125, + 65570.0234375, + 65445.994140625, + 65559.859375, + 65727.359375, + 65862.015625, + 65914.640625, + 66252.69921875, + 66198.078125, + 66461.9609375, + 66346.05078125, + 66224.9140625, + 66772.55078125, + 66221.1796875, + 66501.99609375 ], "timestamps": [ - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -327,6 +326,7 @@ "2026-06-22 01:00:00", "2026-06-22 02:00:00", "2026-06-22 03:00:00", - "2026-06-22 04:00:00" + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f0cd89933a463c76dd6328fb5ead0f25a0c954d8..f16a6899f111fe0fe4cbba566a8d7af0f8f3af07 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,17 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T04:48:36.666902+00:00", + "evaluated_at": "2026-06-22T05:13:22.769494+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.4129999876022339, - 1.440999984741211, - 1.465000033378601, - 1.4919999837875366, - 1.5260000228881836, - 1.5520000457763672, 1.5709999799728394, 1.590000033378601, 1.61899995803833, @@ -245,15 +239,15 @@ 1.1510000228881836, 1.194000005722046, 1.2319999933242798, - 1.2660000324249268 - ], - "actuals": [ + 1.2660000324249268, 1.2869999408721924, 1.305999994277954, 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754, + 1.4140000343322754 + ], + "actuals": [ 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, @@ -307,201 +301,201 @@ 1.38100004196167, 1.343999981880188, 1.2999999523162842, - 1.2680000066757202 + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 ], "p50": [ - 1.260449469089508, - 1.2645394802093506, - 1.2750943899154663, - 1.3038806319236755, - 1.3083639740943909, - 1.3153018355369568, - 1.3359585404396057, - 1.34941565990448, - 1.3545701503753662, - 1.3910093903541565, - 1.4025852680206299, - 1.405516505241394, - 1.4166512489318848, - 1.41158789396286, - 1.4536096453666687, - 1.4595321416854858, - 1.487785518169403, - 1.5094621777534485, - 1.5002240538597107, - 1.5415759086608887, - 1.5245447754859924, - 1.5478062629699707, - 1.5052297711372375, - 1.5030575394630432, - 1.5151910781860352, - 1.509644329547882, - 1.4702913761138916, - 1.4648379683494568, - 1.453127145767212, - 1.3836579322814941, - 1.462216556072235, - 1.389652967453003, - 1.326877474784851, - 1.463777780532837, - 1.3747572898864746, - 1.4008561372756958, - 1.3297738432884216, - 1.3015486001968384, - 1.2903703451156616, - 1.3263351917266846, - 1.3083806037902832, - 1.2849575281143188, - 1.3302503824234009, - 1.3413026332855225, - 1.3122244477272034, - 1.3221075534820557, - 1.1892226338386536, - 1.327553927898407, - 1.3048436045646667, - 1.2275490760803223, - 1.2806825041770935, - 1.2125219106674194, - 1.3813750743865967, - 1.2749107480049133, - 1.1766961216926575, - 1.2858367562294006, - 1.2907361388206482, - 1.2664248943328857, - 1.3968144059181213, - 1.3383867740631104 + 1.4154366850852966, + 1.416339635848999, + 1.4230198860168457, + 1.4401492476463318, + 1.453932762145996, + 1.464794397354126, + 1.4596983790397644, + 1.475024163722992, + 1.4964871406555176, + 1.5102516412734985, + 1.5132755041122437, + 1.5309990644454956, + 1.5595661401748657, + 1.5573146343231201, + 1.5593786239624023, + 1.5705152750015259, + 1.58074289560318, + 1.5571107864379883, + 1.570075273513794, + 1.5587684512138367, + 1.6189385652542114, + 1.5845303535461426, + 1.6168074011802673, + 1.6049712300300598, + 1.5765633583068848, + 1.5113590359687805, + 1.5609796643257141, + 1.4971134066581726, + 1.505880057811737, + 1.5169271230697632, + 1.5192788243293762, + 1.5189581513404846, + 1.4780808687210083, + 1.4492870569229126, + 1.4187513589859009, + 1.4898922443389893, + 1.3880853652954102, + 1.4524732828140259, + 1.3522635102272034, + 1.4212505221366882, + 1.3696588277816772, + 1.3578411936759949, + 1.343788981437683, + 1.419893205165863, + 1.403282642364502, + 1.2911178469657898, + 1.3529132008552551, + 1.3362510204315186, + 1.318858027458191, + 1.3336867094039917, + 1.3617109060287476, + 1.3477135300636292, + 1.2816690802574158, + 1.3804357647895813, + 1.3351319432258606, + 1.2690269947052002, + 1.337905466556549, + 1.3113151788711548, + 1.3357182145118713, + 1.3296285271644592 ], "p10": [ - 1.2261980772018433, - 1.2210794687271118, - 1.2202734351158142, - 1.2207162380218506, - 1.2294220328330994, - 1.236385464668274, - 1.225776493549347, - 1.2028220295906067, - 1.2300021052360535, - 1.199415922164917, - 1.1892332434654236, - 1.1551266312599182, - 1.15850430727005, - 1.0985878109931946, - 1.0779516100883484, - 1.1280927658081055, - 1.027515172958374, - 1.114574909210205, - 1.0944404602050781, - 1.0149300694465637, - 0.9949688911437988, - 0.9368137419223785, - 0.9816336035728455, - 0.92580845952034, - 0.8201265931129456, - 0.8760290741920471, - 0.8681446015834808, - 0.7808994650840759, - 0.7528666257858276, - 0.7785935699939728, - 0.7168932557106018, - 0.5959273874759674, - 0.5798729360103607, - 0.6944705545902252, - 0.6228455603122711, - 0.559238851070404, - 0.515053778886795, - 0.4168376922607422, - 0.4864497780799866, - 0.5895921289920807, - 0.3533135950565338, - 0.4799145758152008, - 0.6364000141620636, - 0.5525737404823303, - 0.5091911554336548, - 0.501197099685669, - 0.1876719892024994, - 0.4829930365085602, - 0.6420651376247406, - 0.346164733171463, - 0.3639850914478302, - 0.22196656465530396, - 0.3414117097854614, - 0.348346084356308, - 0.22137603163719177, - 0.4289911687374115, - 0.3485572934150696, - 0.4467097818851471, - 0.5632334351539612, - 0.5791698694229126 + 1.3765750527381897, + 1.363524317741394, + 1.3559468388557434, + 1.3718878626823425, + 1.3789756298065186, + 1.3770678639411926, + 1.3612573146820068, + 1.3663668036460876, + 1.368385374546051, + 1.3051984906196594, + 1.3185575604438782, + 1.323143184185028, + 1.288161277770996, + 1.255996286869049, + 1.2929166555404663, + 1.2231741547584534, + 1.208262324333191, + 1.120447039604187, + 1.2092427611351013, + 1.1156395077705383, + 1.1834557056427002, + 1.104176938533783, + 1.1682761311531067, + 0.957922488451004, + 1.0666507482528687, + 0.9630863666534424, + 0.9010026454925537, + 0.8740333914756775, + 0.5957068204879761, + 0.8355320990085602, + 0.7380565404891968, + 0.7108870148658752, + 0.583840399980545, + 0.5216695666313171, + 0.6444185376167297, + 0.6784464418888092, + 0.6154833734035492, + 0.7178725600242615, + 0.31380000710487366, + 0.7338470816612244, + 0.7016783952713013, + 0.6032004058361053, + 0.6155432760715485, + 0.5025076568126678, + 0.5263623297214508, + 0.44920530915260315, + 0.40118229389190674, + 0.3085891306400299, + 0.5949101448059082, + 0.3869103491306305, + 0.32182514667510986, + 0.5461956262588501, + 0.3776060938835144, + 0.49189555644989014, + 0.3704861104488373, + 0.2471076250076294, + 0.42781147360801697, + 0.386135995388031, + 0.4790319800376892, + 0.43268895149230957 ], "p90": [ - 1.3063260316848755, - 1.3211542963981628, - 1.3475926518440247, - 1.3851280808448792, - 1.3922972083091736, - 1.4282629489898682, - 1.4677449464797974, - 1.4937005639076233, - 1.5240878462791443, - 1.5393794775009155, - 1.5964741706848145, - 1.6160143613815308, - 1.608149528503418, - 1.637677252292633, - 1.6861476302146912, - 1.7039909958839417, - 1.7085022330284119, - 1.7854069471359253, - 1.7493218779563904, - 1.797841191291809, - 1.8359615802764893, - 1.8748595714569092, - 1.8030475974082947, - 1.8229973316192627, - 1.8590307235717773, - 1.809613823890686, - 1.8519511222839355, - 1.8132489323616028, - 1.8332067131996155, - 1.8150705695152283, - 1.974285066127777, - 1.8189829587936401, - 1.8386191129684448, - 1.953688621520996, - 1.863381803035736, - 2.0656168460845947, - 1.9810868501663208, - 1.848829984664917, - 1.934493601322174, - 2.0114870071411133, - 1.9164089560508728, - 1.9082351922988892, - 2.0011221170425415, - 1.9824174642562866, - 2.053340792655945, - 2.011232852935791, - 1.8810387253761292, - 1.9935988187789917, - 1.8745055794715881, - 1.9369252920150757, - 1.9694913625717163, - 2.0086690187454224, - 2.115999937057495, - 1.9681265354156494, - 1.9016429781913757, - 1.901449739933014, - 1.9958304166793823, - 1.9696862697601318, - 2.0415512323379517, - 1.976182222366333 + 1.4531747698783875, + 1.462436318397522, + 1.4916768074035645, + 1.502766191959381, + 1.5218438506126404, + 1.548403263092041, + 1.5489434003829956, + 1.5999119877815247, + 1.6316106915473938, + 1.69194495677948, + 1.716097891330719, + 1.6817672848701477, + 1.7435522079467773, + 1.7746939063072205, + 1.7447072863578796, + 1.7447991967201233, + 1.8262402415275574, + 1.7877671122550964, + 1.838519811630249, + 1.8208638429641724, + 1.9000681042671204, + 1.8477737307548523, + 1.943873107433319, + 1.986463189125061, + 1.8695194721221924, + 1.8833767771720886, + 1.911715567111969, + 1.8890191316604614, + 1.903782606124878, + 1.9265655875205994, + 1.936501681804657, + 1.9334241151809692, + 1.9568883180618286, + 2.0690770149230957, + 1.9101676940917969, + 1.9289071559906006, + 1.901659607887268, + 2.0573437213897705, + 1.8866546750068665, + 1.9670042991638184, + 2.02327823638916, + 2.036985397338867, + 2.014924645423889, + 2.0203680992126465, + 2.0438908338546753, + 1.957933485507965, + 1.9846579432487488, + 1.8999054431915283, + 1.9673438668251038, + 2.0304462909698486, + 2.051176428794861, + 1.986815631389618, + 2.1171939373016357, + 2.037428855895996, + 1.9840728640556335, + 1.9333487749099731, + 1.9113073945045471, + 1.958105742931366, + 1.8652187585830688, + 2.0185962915420532 ], "timestamps": [ - "2026-06-20 22:30:00", - "2026-06-20 22:36:00", - "2026-06-20 22:42:00", - "2026-06-20 22:48:00", - "2026-06-20 22:54:00", - "2026-06-20 23:00:00", "2026-06-20 23:06:00", "2026-06-20 23:12:00", "2026-06-20 23:18:00", @@ -795,6 +789,12 @@ "2026-06-22 04:06:00", "2026-06-22 04:12:00", "2026-06-22 04:18:00", - "2026-06-22 04:24:00" + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9b860b465b508a356e7b9490898298ab161801d2..fa31581c94c1616c7f24db729272c964f5a79bc9 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T04:49:04.507764+00:00", + "evaluated_at": "2026-06-22T05:13:33.716837+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,6 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, 2400.0, 2400.0, @@ -116,6 +101,9 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2350.0, 2400.0, 2400.0, @@ -127,91 +115,99 @@ 2350.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0 ], "p50": [ - 2399.9776611328125, - 2399.974609375, - 2399.9698486328125, - 2399.97021484375, - 2399.980712890625, - 2399.966796875, - 2399.9786376953125, - 2399.9755859375, - 2399.9637451171875, - 2399.9727783203125, - 2399.9783935546875, - 2399.97216796875, - 2399.967041015625, - 2399.9765625, - 2399.9635009765625, + 2399.958984375, 2399.9693603515625, - 2399.962890625, - 2399.9805908203125, - 2399.970458984375, - 2399.9710693359375, - 2399.9688720703125, - 2399.976318359375, - 2399.9722900390625, - 2399.9586181640625 + 2399.95556640625, + 2399.955078125, + 2399.9461669921875, + 2399.9547119140625, + 2399.9434814453125, + 2399.971923828125, + 2399.9703369140625, + 2399.95263671875, + 2399.9683837890625, + 2399.9595947265625, + 2399.9716796875, + 2399.93017578125, + 2399.9774169921875, + 2399.965576171875, + 2399.9344482421875, + 2399.9560546875, + 2399.9617919921875, + 2399.9381103515625, + 2399.9244384765625, + 2399.945556640625, + 2399.9300537109375, + 2399.9775390625 ], "p10": [ - 2399.93701171875, - 2399.9334716796875, - 2399.921142578125, - 2399.922119140625, - 2399.938232421875, - 2399.9205322265625, - 2399.9373779296875, - 2399.9276123046875, - 2399.9273681640625, - 2399.9278564453125, - 2399.935791015625, - 2399.9417724609375, - 2399.9173583984375, - 2399.926513671875, - 2399.925048828125, - 2399.9296875, - 2399.9114990234375, - 2399.9395751953125, - 2399.9117431640625, - 2399.923095703125, - 2399.922119140625, - 2399.922119140625, - 2399.9210205078125, - 2399.9068603515625 + 2399.7476806640625, + 2399.7310791015625, + 2399.7139892578125, + 2399.760498046875, + 2399.7486572265625, + 2399.7279052734375, + 2399.681640625, + 2399.754638671875, + 2399.7471923828125, + 2399.7017822265625, + 2399.724853515625, + 2399.72021484375, + 2399.6959228515625, + 2399.6302490234375, + 2399.7041015625, + 2399.715576171875, + 2399.65869140625, + 2399.7503662109375, + 2399.6798095703125, + 2399.6444091796875, + 2399.680419921875, + 2399.5985107421875, + 2399.656982421875, + 2399.6773681640625 ], "p90": [ - 2431.84912109375, - 2400.0936279296875, - 2429.1561279296875, - 2424.2528076171875, - 2433.2818603515625, - 2400.042236328125, - 2400.040771484375, - 2400.04736328125, - 2400.0460205078125, - 2427.134033203125, - 2431.7525634765625, - 2428.583984375, - 2433.430419921875, - 2421.8232421875, - 2433.001708984375, - 2411.5675048828125, - 2400.0653076171875, - 2432.2247314453125, - 2400.2939453125, - 2433.36669921875, - 2426.796875, - 2437.1871337890625, - 2433.6270751953125, - 2434.8170166015625 + 2400.2913818359375, + 2400.270751953125, + 2400.3861083984375, + 2446.0762939453125, + 2400.3826904296875, + 2400.5894775390625, + 2400.8148193359375, + 2400.488037109375, + 2446.6468505859375, + 2423.8035888671875, + 2446.507080078125, + 2400.9571533203125, + 2446.344970703125, + 2400.9139404296875, + 2446.7025146484375, + 2400.7919921875, + 2446.6182861328125, + 2446.3203125, + 2424.744140625, + 2446.236572265625, + 2445.0115966796875, + 2446.573486328125, + 2400.570068359375, + 2446.5560302734375 ], "timestamps": [ - "2026-06-21 17:55:00", - "2026-06-21 18:10:00", - "2026-06-21 18:25:00", - "2026-06-21 18:40:00", "2026-06-21 18:55:00", "2026-06-21 19:10:00", "2026-06-21 19:25:00", @@ -327,6 +323,10 @@ "2026-06-22 22:55:00", "2026-06-22 23:10:00", "2026-06-22 23:25:00", - "2026-06-22 23:40:00" + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 9507a5c7d1a5b02cc4d8dcc01d979161e4d710a8..3c43487e0b0de1acd916c6d6663f4aec679ce50c 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T05:03:21.145203+00:00", + "evaluated_at": "2026-06-22T05:13:36.144114+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 21bc56c1f74462e361ddea349cd1e2b45f8a6109..9e8f2a5da77e197a5ff0233504203b11c943438f 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,90614.46920671698,83899.08447776252,245.0052461679928,0.22378500764965178,0.003820483917024987,0.0038257809418700338,1.526165433982411,301.0223732660365,0.004695806446526936,0.003821965795784213,0.002863936678644331,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,81335.67592102588,75307.95435309094,230.09011701617297,0.21358607359442075,0.003589169262623055,0.0035927653834638526,1.7381392620030927,285.19410218485564,0.00444903533499205,0.0035894117479816825,0.0026913005859082045,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.5708224928223373,0.5692714710629609,0.7312182754184663,2.0685587991599745,0.43764055170190036,0.5649967167165173,78.29833588650398,0.7555279563473064,0.46014066777522256,0.4453352952909552,0.4402316555910345,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.34146056964676663,0.3398967183144241,0.5392261155167882,1.5367309566488676,0.31752512335004934,0.3867499164358127,57.22611280223194,0.5843462754623894,0.3601037036799002,0.3322983810667226,0.3274902324228787,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07441987450675139,0.07430557592047785,0.24861114610124524,3.9777794756717606,0.15629087028629607,0.1718174993820055,53.19998002212072,0.27280006324550476,0.17647442960574236,0.16082661301424783,0.14661078160555238,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,5.580205392527934,5.584079915152663,2.208333333333332,1.208206630894315,0.1453467592709629,0.13387604206012063,17.194696343948102,2.3622458365987087,0.1517908971308407,0.1419009370816599,0.13361128465156072,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,145.22558254808806,139.3866704601153,10.051303686095315,0.8690851443668479,0.5837028212967005,0.4025733288842866,16.81447753083231,12.050957744017197,0.5477708065462362,0.45687744027705973,0.42220465080465336,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,6.0900572055290425,5.617898625864936,2.173611071374682,1.1351968974792983,0.09247700682139982,0.08807161675202226,18.11597979130091,2.4678041262484838,0.10223942737442343,0.0900512114832562,0.08085639302038386,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,14.403864668081562,15.045856453261138,3.392652195608782,0.6377831803755413,0.5542168695167384,0.39978581559424803,4.745169329683431,3.7952423727716735,0.4844990263112775,0.43310453560963175,0.3197145071559009,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,741.578125,729.1666666666666,14.583333333333334,1.0769230769230769,0.006205673758865248,0.006140350877192982,28.938459599035998,27.23193208349345,0.01141600646294922,0.00611353711790393,0.00597962154294032,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1950.3411458333333,1979.1666666666667,39.583333333333336,3.4545454545454546,0.016843971631205674,0.016666666666666666,43.14545192693091,44.16266687863555,0.018709691175414885,0.01676963812886143,0.01439835245660488,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,2916.429984376527,2638.9728108544255,41.77216748768473,0.8658991116103341,0.19118729110684002,0.17018181335231902,12.392259940414672,54.0039811900616,0.2146665918968945,0.16604495878125675,0.1351157366612927,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 15d63e40ec143b83d7abbc0848b6e85bcc3ab67d..1b170df9ebcae11e738c23dc57bd97856975b0a5 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:04:18.304098+00:00", + "evaluated_at": "2026-06-22T05:14:05.878597+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -101,10 +100,10 @@ 64248.0, 64241.25, 64426.0, - 64276.12109375 + 64276.12109375, + 64256.55078125 ], "actuals": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -127,88 +126,88 @@ 64606.0, 64257.98828125, 63974.01171875, - 64054.7890625 + 64100.01953125, + 64161.98828125 ], "p50": [ - 63961.69064384594, - 63940.00900322094, - 63941.78048759594, - 63943.14962822094, - 63960.40158134594, - 63961.69064384594, - 63943.00900322094, - 63947.31369072094, - 63961.04611259594, - 63938.37814384594, - 63950.24923759594, - 63938.37814384594, - 64010.37814384594, - 63941.78048759594, - 63933.15158134594, - 63940.00900322094, - 63944.37814384594, - 63954.55978447094, - 63961.69064384594, - 63959.63595634594, - 63950.24923759594, - 63938.37814384594, - 63941.63986259594, - 63954.55978447094 + 63980.94498355263, + 63956.56607730263, + 63962.08365542763, + 64032.45279605263, + 63996.46451480263, + 63966.45279605263, + 63965.22428042763, + 63956.56607730263, + 63963.71451480263, + 63963.99576480263, + 63965.22428042763, + 63954.60513980263, + 63983.76529605263, + 63966.45279605263, + 64026.73404605263, + 63962.08365542763, + 63981.71060855263, + 63982.47623355263, + 63955.58560855263, + 63972.32388980263, + 63981.71060855263, + 63966.45279605263, + 63980.94498355263, + 63998.23599917763 ], "p10": [ - 63748.78048759594, - 63684.30001884594, - 63706.36642509594, - 63701.51915947094, - 63554.31955009594, - 63690.40314384594, - 63701.51915947094, - 63702.67892509594, - 63735.92384697094, - 63626.88986259594, - 63705.99767509594, - 63548.97970634594, - 63702.67892509594, - 63691.08126884594, - 63705.99767509594, - 63684.30001884594, - 63626.88986259594, - 63706.36642509594, - 63691.08126884594, - 63711.14767509594, - 63684.30001884594, - 63691.08126884594, - 63684.30001884594, - 63734.40158134594 + 63728.07232730263, + 63723.59381167763, + 63576.39420230263, + 63732.74420230263, + 63706.73678042763, + 63706.37467105263, + 63706.37467105263, + 63713.15592105263, + 63713.15592105263, + 63713.15592105263, + 63706.37467105263, + 63722.91568667763, + 63724.75357730263, + 63732.74420230263, + 63724.75357730263, + 63648.96451480263, + 63728.44107730263, + 63724.75357730263, + 63713.15592105263, + 63737.500842927635, + 63648.96451480263, + 63754.62623355263, + 63733.22232730263, + 63648.96451480263 ], "p90": [ - 64188.541425095944, - 64188.541425095944, - 64177.01876884594, - 64177.01876884594, - 64238.71447197094, - 64235.57736259594, - 64176.82189384594, - 64208.00314384594, - 64266.94845634594, - 64179.25705009594, - 64192.031659470944, - 64208.00314384594, - 64188.35080009594, - 64187.69064384594, - 64213.89767509594, - 64190.25705009594, - 64238.71447197094, - 64187.75665947094, - 64266.94845634594, - 64266.94845634594, - 64188.541425095944, - 64188.541425095944, - 64208.00314384594, - 64266.94845634594 + 64212.33170230263, + 64230.07779605263, + 64209.83131167763, + 64257.65201480263, + 64210.42545230263, + 64210.616077302635, + 64212.33170230263, + 64230.07779605263, + 64209.76529605263, + 64210.616077302635, + 64230.07779605263, + 64212.33170230263, + 64212.33170230263, + 64207.86959292763, + 64210.42545230263, + 64289.48638980263, + 64230.07779605263, + 64260.78912417763, + 64230.07779605263, + 64210.616077302635, + 64201.95709292763, + 64257.65201480263, + 64198.89654605263, + 64289.48638980263 ], "timestamps": [ - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -327,6 +326,7 @@ "2026-06-22 01:00:00", "2026-06-22 02:00:00", "2026-06-22 03:00:00", - "2026-06-22 04:00:00" + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" ] } diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f9d64083c8efdc89f956635c5865c67ff8176217..c09e823b1a86e9e327557451513b3bf87394f9d2 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,17 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T04:50:05.056988+00:00", + "evaluated_at": "2026-06-22T05:14:05.893255+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.4129999876022339, - 1.440999984741211, - 1.465000033378601, - 1.4919999837875366, - 1.5260000228881836, - 1.5520000457763672, 1.5709999799728394, 1.590000033378601, 1.61899995803833, @@ -245,15 +239,15 @@ 1.1510000228881836, 1.194000005722046, 1.2319999933242798, - 1.2660000324249268 - ], - "actuals": [ + 1.2660000324249268, 1.2869999408721924, 1.305999994277954, 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754, + 1.4140000343322754 + ], + "actuals": [ 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, @@ -307,201 +301,201 @@ 1.38100004196167, 1.343999981880188, 1.2999999523162842, - 1.2680000066757202 + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 ], "p50": [ - 0.9123234274580222, - 0.910323393602584, - 0.910323393602584, - 0.9093234362795096, - 0.9093234064771872, - 0.9163234206630927, - 0.9113233956291419, - 0.9108233871652823, - 0.9093234064771872, - 0.9113234403326255, - 0.9163234206630927, - 0.9123233827545386, - 0.9128233465149146, - 0.9128234210207206, - 0.9133233549787741, - 0.9113233807279807, - 0.9113233807279807, - 0.9113233807279807, - 0.9093233468725425, - 0.9123233827545386, - 0.910323393602584, - 0.909323466081832, - 0.9123233976556998, - 0.9123234274580222, - 0.9123233678533774, - 0.9113234403326255, - 0.9108233871652823, - 0.910323393602584, - 0.910323393602584, - 0.9108233871652823, - 0.9123233827545386, - 0.909323466081832, - 0.9113233807279807, - 0.9093234064771872, - 0.9113233807279807, - 0.912323412556861, - 0.9063234152986747, - 0.9128233912183982, - 0.910323393602584, - 0.910323393602584, - 0.9063233854963523, - 0.908323300142501, - 0.907323372621749, - 0.9098234000398856, - 0.9093234064771872, - 0.909323391576026, - 0.8993234160139304, - 0.9113234254314643, - 0.9113233807279807, - 0.9113234403326255, - 0.9123233678533774, - 0.9118233891918403, - 0.9118233891918403, - 0.9108233871652823, - 0.9113233956291419, - 0.9113234105303031, - 0.910323393602584, - 0.9113233807279807, - 0.9113234105303031, - 0.9078233661844474 + 1.0842402510376157, + 1.0842402212352933, + 1.0822402022810163, + 1.082240261885661, + 1.0827402703495206, + 1.08524020836069, + 1.0832402341098966, + 1.0862402550907315, + 1.0852402232618512, + 1.0827402405471982, + 1.0832402341098966, + 1.0807402364940824, + 1.0812401406498136, + 1.0822402469844998, + 1.0842402212352933, + 1.0842402212352933, + 1.0832402341098966, + 1.0832402341098966, + 1.0822402022810163, + 1.0792402558059873, + 1.0832402341098966, + 1.083740227672595, + 1.084240280839938, + 1.0827402703495206, + 1.0822402171821774, + 1.083740227672595, + 1.0842402212352933, + 1.088240229341525, + 1.0822402767868222, + 1.0842402510376157, + 1.0842402212352933, + 1.0822402767868222, + 1.08524020836069, + 1.0897402994365872, + 1.0832402341098966, + 1.0782402388782681, + 1.0822402171821774, + 1.0842402212352933, + 1.0842402361364545, + 1.0852402530641736, + 1.0852402530641736, + 1.0832402341098966, + 1.08074020669176, + 1.0842402361364545, + 1.082240187379855, + 1.0822402171821774, + 1.0862401954860867, + 1.0842402212352933, + 1.0892402760715665, + 1.0842402361364545, + 1.0822402469844998, + 1.0852402530641736, + 1.0842402212352933, + 1.0842402212352933, + 1.0892402760715665, + 1.0847402296991528, + 1.0842402212352933, + 1.08524020836069, + 1.0872402422161282, + 1.0872402422161282 ], "p10": [ - 0.8822234037115317, - 0.8813233497335654, - 0.8793234291269523, - 0.8792233827306968, - 0.8803233030035239, - 0.8813234093382102, - 0.8782234432890158, - 0.8833233239843589, - 0.881223404665206, - 0.8842233779623252, - 0.8842233720018607, - 0.8802233162119132, - 0.8832233371927481, - 0.8813234093382102, - 0.8823234501077872, - 0.8833233776285392, - 0.8803233626081687, - 0.883323437233184, - 0.8813234629823905, - 0.8802233162119132, - 0.879323375482772, - 0.8823233964636069, - 0.8793234291269523, - 0.8832233312322837, - 0.8803233030035239, - 0.8803233030035239, - 0.8813233497335654, - 0.8813234093382102, - 0.879323375482772, - 0.8793234291269523, - 0.8803233030035239, - 0.8803233030035239, - 0.881223404665206, - 0.879323375482772, - 0.8823233964636069, - 0.8813234093382102, - 0.8813234629823905, - 0.8803233030035239, - 0.879323375482772, - 0.8863233449651938, - 0.8823233964636069, - 0.879323375482772, - 0.8793234350874167, - 0.879323375482772, - 0.8792233827306968, - 0.879323375482772, - 0.8802233162119132, - 0.8813234093382102, - 0.8833233239843589, - 0.8802233162119132, - 0.8822233977510673, - 0.8803233030035239, - 0.8803233030035239, - 0.8803233030035239, - 0.8822233977510673, - 0.8813234093382102, - 0.8822233977510673, - 0.881323457021926, - 0.8813234093382102, - 0.8803233566477042 + 1.05514029190256, + 1.0541401855678738, + 1.0522402159900845, + 1.0522402159900845, + 1.0522402159900845, + 1.0532401435108365, + 1.0542402498455228, + 1.0561401717395962, + 1.0522402696342648, + 1.0542403094501676, + 1.054240303489703, + 1.0522402159900845, + 1.0542402498455228, + 1.0552402906150997, + 1.0532401435108365, + 1.0551402442188442, + 1.0532401971550167, + 1.0532402031154813, + 1.0532401435108365, + 1.0522402159900845, + 1.0532401435108365, + 1.0542402498455228, + 1.0522402159900845, + 1.0541402392120542, + 1.0531401567192258, + 1.0552402906150997, + 1.0532401435108365, + 1.0532401971550167, + 1.0522402159900845, + 1.0531401567192258, + 1.0532401435108365, + 1.0562401644916715, + 1.053140210363406, + 1.0531401567192258, + 1.054240303489703, + 1.0521402232380093, + 1.0532401435108365, + 1.0542403094501676, + 1.054140298816699, + 1.0532401435108365, + 1.0541402451725186, + 1.0522402159900845, + 1.0531401567192258, + 1.0561401777000607, + 1.054240190240878, + 1.0531402044029416, + 1.054240190240878, + 1.0522402696342648, + 1.0562402181358517, + 1.0522402696342648, + 1.0522402159900845, + 1.0542403094501676, + 1.0542402498455228, + 1.0562402181358517, + 1.0542402498455228, + 1.0552402906150997, + 1.0532402031154813, + 1.0542402498455228, + 1.0531401507587612, + 1.0551402442188442 ], "p90": [ - 0.938323390741561, - 0.9344234349920493, - 0.9364234092428427, - 0.9374233486845237, - 0.9333234551145774, - 0.938323390741561, - 0.9363234164907676, - 0.9384233834936362, - 0.9363234164907676, - 0.938323390741561, - 0.9365234139158469, - 0.935323369760726, - 0.938323390741561, - 0.938323390741561, - 0.938323390741561, - 0.9374234023287039, - 0.9363234164907676, - 0.9394233288957816, - 0.9403234245969992, - 0.9353234353258353, - 0.9353234353258353, - 0.9374234023287039, - 0.941323411722396, - 0.9373234036161643, - 0.939323318262313, - 0.9374233486845237, - 0.9363234164907676, - 0.9344234349920493, - 0.9363234164907676, - 0.939323318262313, - 0.938323390741561, - 0.938323390741561, - 0.937323349971984, - 0.9354234817220908, - 0.935323381681655, - 0.9363234164907676, - 0.9344234349920493, - 0.9373234036161643, - 0.938323390741561, - 0.9353233757211905, - 0.9353233757211905, - 0.9363234164907676, - 0.9354234817220908, - 0.9374234023287039, - 0.9355233731462699, - 0.9353234353258353, - 0.9333233955099326, - 0.9364234092428427, - 0.9384233834936362, - 0.9403233649923545, - 0.9353234353258353, - 0.9354234280779105, - 0.938323390741561, - 0.9394233229353172, - 0.9403233709528189, - 0.938323390741561, - 0.9374233486845237, - 0.9363234164907676, - 0.9373233440115195, - 0.9373233440115195 + 1.1112402312488736, + 1.1082402102680387, + 1.1072402827472867, + 1.1094402544231594, + 1.1092402569980802, + 1.1112402312488736, + 1.1092402569980802, + 1.1092402569980802, + 1.1093402616710843, + 1.1132402651043118, + 1.1093402557106198, + 1.1093402557106198, + 1.1102402500839414, + 1.1083402149410428, + 1.1112402312488736, + 1.1092402569980802, + 1.1082403294773282, + 1.1102403037281217, + 1.1084403209419431, + 1.1082402102680387, + 1.1073402814598263, + 1.111340224000949, + 1.1092402569980802, + 1.1083403222294035, + 1.1082402698726834, + 1.1112402312488736, + 1.1082402102680387, + 1.1132402651043118, + 1.1082402221889676, + 1.1083402149410428, + 1.1083403222294035, + 1.1053401939602079, + 1.1092402569980802, + 1.1102402500839414, + 1.1063402943344296, + 1.1083403222294035, + 1.1102403037281217, + 1.1092402569980802, + 1.1064402334423245, + 1.1122401587696256, + 1.1112402312488736, + 1.1082402102680387, + 1.1112402312488736, + 1.1082402102680387, + 1.1102402500839414, + 1.1093402557106198, + 1.1093402616710843, + 1.110340296480197, + 1.1112402312488736, + 1.1083402149410428, + 1.1092402569980802, + 1.1092402569980802, + 1.1094402544231594, + 1.1092402569980802, + 1.1112402312488736, + 1.1112402312488736, + 1.1045402638645352, + 1.1112402312488736, + 1.1093402616710843, + 1.1112402312488736 ], "timestamps": [ - "2026-06-20 22:30:00", - "2026-06-20 22:36:00", - "2026-06-20 22:42:00", - "2026-06-20 22:48:00", - "2026-06-20 22:54:00", - "2026-06-20 23:00:00", "2026-06-20 23:06:00", "2026-06-20 23:12:00", "2026-06-20 23:18:00", @@ -795,6 +789,12 @@ "2026-06-22 04:06:00", "2026-06-22 04:12:00", "2026-06-22 04:18:00", - "2026-06-22 04:24:00" + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 946c41f9ea60002b49b166b907873f96388469a8..004a56b806c1a87918f30b8a3997597bc3b10d75 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T04:50:05.095416+00:00", + "evaluated_at": "2026-06-22T05:14:05.912771+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,6 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, 2400.0, 2400.0, @@ -116,6 +101,9 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2350.0, 2400.0, 2400.0, @@ -127,6 +115,18 @@ 2350.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0 ], "p50": [ @@ -156,19 +156,19 @@ 2400.0 ], "p10": [ + 2400.0, 2350.0, 2350.0, 2350.0, 2350.0, + 2400.0, + 2400.0, 2350.0, 2350.0, 2350.0, + 2400.0, 2350.0, 2350.0, - 2395.0, - 2350.0, - 2350.0, - 2395.0, 2350.0, 2350.0, 2350.0, @@ -179,12 +179,13 @@ 2350.0, 2350.0, 2350.0, - 2395.0 + 2350.0 ], "p90": [ 2450.0, 2450.0, 2450.0, + 2400.0, 2450.0, 2450.0, 2450.0, @@ -193,7 +194,10 @@ 2450.0, 2450.0, 2450.0, + 2400.0, 2450.0, + 2404.9999999999995, + 2400.0, 2450.0, 2450.0, 2450.0, @@ -201,17 +205,9 @@ 2450.0, 2400.0, 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, 2450.0 ], "timestamps": [ - "2026-06-21 17:55:00", - "2026-06-21 18:10:00", - "2026-06-21 18:25:00", - "2026-06-21 18:40:00", "2026-06-21 18:55:00", "2026-06-21 19:10:00", "2026-06-21 19:25:00", @@ -327,6 +323,10 @@ "2026-06-22 22:55:00", "2026-06-22 23:10:00", "2026-06-22 23:25:00", - "2026-06-22 23:40:00" + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 70cf4f0bb66ce87ac5c023c91b34684f7359dda3..d5bb18d711df9794b9458d7697ab3120ce3a1c82 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T05:04:18.326238+00:00", + "evaluated_at": "2026-06-22T05:14:05.931311+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 27746c5fd8aa6623747b81bd80cf3125d14c3de9..1dd954bc45de59d7b4091d42e8d27012b03f6769 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-22T04:56:06.759334+00:00", - "finished_at": "2026-06-22T05:04:18.460001+00:00", + "started_at": "2026-06-22T05:09:18.193472+00:00", + "finished_at": "2026-06-22T05:14:06.061073+00:00", "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,25 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T04:56:37.592844+00:00", + "evaluated_at": "2026-06-22T05:09:53.462645+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -36,25 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T05:00:52.859126+00:00", + "evaluated_at": "2026-06-22T05:10:51.021968+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -62,25 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:01:39.471036+00:00", + "evaluated_at": "2026-06-22T05:11:54.891003+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -88,25 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T05:02:17.001587+00:00", + "evaluated_at": "2026-06-22T05:12:43.855640+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -114,25 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T05:03:21.145203+00:00", + "evaluated_at": "2026-06-22T05:13:36.144114+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -140,25 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T05:04:17.837424+00:00", + "evaluated_at": "2026-06-22T05:14:05.483002+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -166,25 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T05:04:18.197188+00:00", + "evaluated_at": "2026-06-22T05:14:05.787372+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -192,25 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T05:04:18.299190+00:00", + "evaluated_at": "2026-06-22T05:14:05.871424+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,25 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T05:04:18.326238+00:00", + "evaluated_at": "2026-06-22T05:14:05.931311+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -244,25 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T05:04:18.366984+00:00", + "evaluated_at": "2026-06-22T05:14:05.963996+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -278,7 +278,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T05:05:34.778787+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_051405.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..96036b970e2a15d9f813432ba7d5b5368f09fe24 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_051405.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T05:14:05.698155+00:00", + "metrics": { + "MSE[mean]": 385855.4708627232, + "MSE[0.5]": 880769.6983407586, + "MAE[0.5]": 904.0240408323765, + "MASE[0.5]": 0.8391796563030022, + "MAPE[0.5]": 0.014091535717538017, + "sMAPE[0.5]": 0.014199275728092181, + "MSIS": 18.07343502880519, + "RMSE[mean]": 621.1726578518433, + "NRMSE[mean]": 0.00969030945149935, + "ND[0.5]": 0.014102798306602278, + "mean_weighted_sum_quantile_loss": 0.012847969788411332 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64161.98828125 + ], + "predictions": { + "p50": [ + 63557.771927208836, + 63483.39131865174, + 63490.38600913288, + 63424.037355596854, + 63372.92653155515, + 63333.76197824605, + 63300.00538709172, + 63265.3719460491, + 63238.05299392583, + 63218.84491621594, + 63196.523395200304, + 63152.35892111825, + 63157.587434502624, + 63124.66512289536, + 63117.48586851557, + 63096.755954481356, + 63094.20939453956, + 63064.74305842772, + 63036.59062714689, + 63033.96393577619, + 63021.62687432042, + 62997.33498947896, + 62988.312884648585, + 62995.67122654708 + ], + "p10": [ + 63253.23340735466, + 63206.459352022954, + 63187.40413732901, + 63119.49883574268, + 63081.75477730837, + 63045.85569673467, + 63012.31488830152, + 62980.07319015133, + 62951.84666160821, + 62932.41572322526, + 62924.00962110182, + 62835.276016850104, + 62860.879652217765, + 62840.43268684724, + 62773.83286247519, + 62760.948979222485, + 62744.40996123872, + 62771.68171251013, + 62709.77499499461, + 62736.11489437876, + 62723.65012646189, + 62719.866971150506, + 62702.20559892771, + 62688.53902220942 + ], + "p90": [ + 63853.00471640377, + 63760.68886043378, + 63712.97042834764, + 63705.11146069007, + 63603.85129255502, + 63564.62898673181, + 63566.54439671234, + 63532.078732643444, + 63436.88053339297, + 63510.43139217972, + 63498.317956390885, + 63376.587977238945, + 63408.26888902667, + 63346.26672310477, + 63399.163367886584, + 63404.71274367355, + 63378.03849707487, + 63349.4635998882, + 63358.20849029713, + 63240.958721881514, + 63332.36574130041, + 63296.18609493443, + 63285.364994313546, + 63246.35268107113 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_050941.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_050941.json new file mode 100644 index 0000000000000000000000000000000000000000..1461ba6f2c40a81038e54aadcc88bacefd5567dd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_050941.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T05:09:41.142843+00:00", + "metrics": { + "MSE[mean]": 103396.57267316182, + "MSE[0.5]": 103396.57267316182, + "MAE[0.5]": 262.7355143229167, + "MASE[0.5]": 0.243889862049564, + "MAPE[0.5]": 0.004104372968933467, + "sMAPE[0.5]": 0.00410003874305234, + "MSIS": 1.7052458816266627, + "RMSE[mean]": 321.5533745323812, + "NRMSE[mean]": 0.005016240919502664, + "ND[0.5]": 0.004098680786260797, + "mean_weighted_sum_quantile_loss": 0.004519372144464038 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64161.98828125 + ], + "predictions": { + "p50": [ + 64281.45703125, + 64304.171875, + 64322.92578125, + 64355.58984375, + 64370.43359375, + 64373.14453125, + 64365.140625, + 64367.52734375, + 64356.86328125, + 64357.12890625, + 64338.02734375, + 64322.5078125, + 64336.6640625, + 64332.53515625, + 64315.0703125, + 64308.8515625, + 64156.0859375, + 64101.94921875, + 64086.5703125, + 63981.66796875, + 63911.95703125, + 63827.5234375, + 63790.1953125, + 63720.71484375 + ], + "p10": [ + 64044.99609375, + 64006.74609375, + 63982.91796875, + 63952.69140625, + 63900.70703125, + 63849.0, + 63741.52734375, + 63691.2890625, + 63619.7734375, + 63510.8984375, + 63393.78515625, + 63309.109375, + 63230.33984375, + 63164.22265625, + 63086.11328125, + 63010.4921875, + 62991.17578125, + 62872.72265625, + 62775.91796875, + 62703.0859375, + 62569.55859375, + 62436.78515625, + 62391.671875, + 62372.54296875 + ], + "p90": [ + 64491.82421875, + 64563.1953125, + 64634.6796875, + 64695.50390625, + 64748.4453125, + 64799.83984375, + 64836.359375, + 64883.71484375, + 64915.359375, + 64964.28125, + 65009.25390625, + 65058.64453125, + 65085.80078125, + 65120.1171875, + 65190.42578125, + 65206.65234375, + 65500.796875, + 65565.6328125, + 65580.8359375, + 65557.5234375, + 65543.1015625, + 65597.203125, + 65564.140625, + 65583.03125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_051405.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..a339338d27a0b1bd746c4a7b53fcb7eb82d2d206 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_051405.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T05:14:05.813978+00:00", + "metrics": { + "MSE[mean]": 56322.3775078585, + "MSE[0.5]": 55844.01797029671, + "MAE[0.5]": 158.88079366013517, + "MASE[0.5]": 0.14748449575975633, + "MAPE[0.5]": 0.002482032939552665, + "sMAPE[0.5]": 0.0024812690755405434, + "MSIS": 1.6104147873264123, + "RMSE[mean]": 237.32336064504585, + "NRMSE[mean]": 0.0037022505347760973, + "ND[0.5]": 0.0024785444706964853, + "mean_weighted_sum_quantile_loss": 0.0020835297318342228 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64161.98828125 + ], + "predictions": { + "p50": [ + 64267.03335897732, + 64228.26235932485, + 64219.387844047385, + 64275.364891269914, + 64224.98451661744, + 64180.58070446497, + 64164.960095437506, + 64141.909798910034, + 64134.66614300756, + 64120.55529960509, + 64107.391721827626, + 64082.380487800154, + 64097.14855064768, + 64065.44395724521, + 64111.333113842746, + 64032.290629815274, + 64037.5254895378, + 64023.89902113533, + 63982.616302732866, + 63984.962490580394, + 63979.95711592792, + 63950.30721002545, + 63950.407304122986, + 63953.306226345514 + ], + "p10": [ + 64014.16070272732, + 63995.29009369985, + 63833.698390922385, + 63975.65629751991, + 63935.25678224244, + 63920.50257946497, + 63906.110486062506, + 63898.499642660034, + 63884.10754925756, + 63869.71545585509, + 63848.542112452626, + 63850.691034675154, + 63838.13683189768, + 63831.73536349521, + 63809.352645092746, + 63719.171489190274, + 63784.2559582878, + 63766.17636488533, + 63740.186615232866, + 63750.1394437054, + 63647.21102217792, + 63738.48064752545, + 63702.684647872986, + 63604.034741970514 + ], + "p90": [ + 64498.42007772732, + 64501.77407807485, + 64467.13550029739, + 64500.564110019914, + 64438.94545411744, + 64424.74398571497, + 64412.067517312506, + 64415.421517660034, + 64380.71692425756, + 64367.17561210509, + 64372.245237452626, + 64340.107050300154, + 64325.71495689768, + 64306.86075412021, + 64295.024520092746, + 64359.69336419027, + 64285.8926770378, + 64302.21191176033, + 64257.108490232866, + 64223.2546780804, + 64200.20360030292, + 64241.50642877545, + 64168.358866622984, + 64244.55661697051 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_051316.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_051316.json new file mode 100644 index 0000000000000000000000000000000000000000..7dd40dea13dcba7166a19fa152de1409ce8b0a52 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_051316.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T05:13:16.640292+00:00", + "metrics": { + "MSE[mean]": 384819.0882765452, + "MSE[0.5]": 302135.11753877, + "MAE[0.5]": 459.41845703125, + "MASE[0.5]": 0.4264650113903614, + "MAPE[0.5]": 0.007183224543603698, + "sMAPE[0.5]": 0.007146375673882713, + "MSIS": 1.9488825238103729, + "RMSE[mean]": 620.3378823484386, + "NRMSE[mean]": 0.00967728693215908, + "ND[0.5]": 0.007166939755138096, + "mean_weighted_sum_quantile_loss": 0.00537087735804139 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64161.98828125 + ], + "predictions": { + "p50": [ + 64305.5, + 64379.6953125, + 64345.58203125, + 64449.69921875, + 64445.943359375, + 64537.478515625, + 64577.64453125, + 64541.2265625, + 64582.55859375, + 64594.865234375, + 64505.0078125, + 64501.892578125, + 64492.41796875, + 64539.88671875, + 64512.345703125, + 64568.392578125, + 64596.986328125, + 64730.92578125, + 64763.439453125, + 64743.0, + 64573.2265625, + 64723.205078125, + 64667.685546875, + 64638.49609375 + ], + "p10": [ + 64073.873046875, + 64097.2890625, + 64054.220703125, + 63988.474609375, + 63885.275390625, + 64058.7890625, + 64050.431640625, + 63859.744140625, + 63893.353515625, + 63776.470703125, + 63761.912109375, + 63751.416015625, + 63527.296875, + 63576.919921875, + 63308.46875, + 63554.451171875, + 63441.671875, + 63708.9140625, + 63421.828125, + 63375.130859375, + 63202.873046875, + 63008.923828125, + 62873.345703125, + 63028.392578125 + ], + "p90": [ + 64528.1328125, + 64702.6796875, + 64761.595703125, + 64922.541015625, + 64946.55859375, + 65123.337890625, + 65154.423828125, + 65182.59765625, + 65307.283203125, + 65591.3125, + 65570.0234375, + 65445.994140625, + 65559.859375, + 65727.359375, + 65862.015625, + 65914.640625, + 66252.69921875, + 66198.078125, + 66461.9609375, + 66346.05078125, + 66224.9140625, + 66772.55078125, + 66221.1796875, + 66501.99609375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_051405.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..5c72067d980a1f2c581a1925fe0b76b0a25a9ece --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_051405.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T05:14:05.878597+00:00", + "metrics": { + "MSE[mean]": 81335.67592102588, + "MSE[0.5]": 75307.95435309094, + "MAE[0.5]": 230.09011701617297, + "MASE[0.5]": 0.21358607359442075, + "MAPE[0.5]": 0.003589169262623055, + "sMAPE[0.5]": 0.0035927653834638526, + "MSIS": 1.7381392620030927, + "RMSE[mean]": 285.19410218485564, + "NRMSE[mean]": 0.00444903533499205, + "ND[0.5]": 0.0035894117479816825, + "mean_weighted_sum_quantile_loss": 0.0026913005859082045 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64161.98828125 + ], + "predictions": { + "p50": [ + 63980.94498355263, + 63956.56607730263, + 63962.08365542763, + 64032.45279605263, + 63996.46451480263, + 63966.45279605263, + 63965.22428042763, + 63956.56607730263, + 63963.71451480263, + 63963.99576480263, + 63965.22428042763, + 63954.60513980263, + 63983.76529605263, + 63966.45279605263, + 64026.73404605263, + 63962.08365542763, + 63981.71060855263, + 63982.47623355263, + 63955.58560855263, + 63972.32388980263, + 63981.71060855263, + 63966.45279605263, + 63980.94498355263, + 63998.23599917763 + ], + "p10": [ + 63728.07232730263, + 63723.59381167763, + 63576.39420230263, + 63732.74420230263, + 63706.73678042763, + 63706.37467105263, + 63706.37467105263, + 63713.15592105263, + 63713.15592105263, + 63713.15592105263, + 63706.37467105263, + 63722.91568667763, + 63724.75357730263, + 63732.74420230263, + 63724.75357730263, + 63648.96451480263, + 63728.44107730263, + 63724.75357730263, + 63713.15592105263, + 63737.500842927635, + 63648.96451480263, + 63754.62623355263, + 63733.22232730263, + 63648.96451480263 + ], + "p90": [ + 64212.33170230263, + 64230.07779605263, + 64209.83131167763, + 64257.65201480263, + 64210.42545230263, + 64210.616077302635, + 64212.33170230263, + 64230.07779605263, + 64209.76529605263, + 64210.616077302635, + 64230.07779605263, + 64212.33170230263, + 64212.33170230263, + 64207.86959292763, + 64210.42545230263, + 64289.48638980263, + 64230.07779605263, + 64260.78912417763, + 64230.07779605263, + 64210.616077302635, + 64201.95709292763, + 64257.65201480263, + 64198.89654605263, + 64289.48638980263 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_051405.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..8246a393e71989b59ed650548c2c9e733c6296a5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_051405.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T05:14:05.946411+00:00", + "metrics": { + "MSE[mean]": 204754.12265586853, + "MSE[0.5]": 204754.12265586853, + "MAE[0.5]": 384.6746419270833, + "MASE[0.5]": 0.3570824659747136, + "MAPE[0.5]": 0.0060049508483348175, + "sMAPE[0.5]": 0.006013112725884488, + "MSIS": 3.5621152135198106, + "RMSE[mean]": 452.4976493373955, + "NRMSE[mean]": 0.007058974976972081, + "ND[0.5]": 0.00600093431560412, + "mean_weighted_sum_quantile_loss": 0.005644941084986122 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64161.98828125 + ], + "predictions": { + "p50": [ + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "p10": [ + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996 + ], + "p90": [ + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_051350.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_051350.json new file mode 100644 index 0000000000000000000000000000000000000000..c6df73d1681368ba07ade9c2f60798efb07d7d22 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_051350.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T05:13:50.517606+00:00", + "metrics": { + "MSE[mean]": 233843.89109865823, + "MSE[0.5]": 233843.89109865823, + "MAE[0.5]": 406.2413736979167, + "MASE[0.5]": 0.37710224613273136, + "MAPE[0.5]": 0.006352390830088687, + "sMAPE[0.5]": 0.006323873459023695, + "MSIS": 1.8752978279597639, + "RMSE[mean]": 483.57408025933137, + "NRMSE[mean]": 0.007543768099262933, + "ND[0.5]": 0.006337375886357712, + "mean_weighted_sum_quantile_loss": 0.004254514480886393 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64161.98828125 + ], + "predictions": { + "p50": [ + 64370.0625, + 64403.1875, + 64413.125, + 64429.6875, + 64442.9375, + 64459.5, + 64486.0, + 64509.1875, + 64555.5625, + 64565.5, + 64572.125, + 64562.1875, + 64562.1875, + 64552.25, + 64548.9375, + 64539.0, + 64572.125, + 64582.0625, + 64558.875, + 64535.6875, + 64519.125, + 64479.375, + 64449.5625, + 64399.875 + ], + "p10": [ + 64121.625, + 64090.15625, + 64045.4375, + 64030.53125, + 64023.90625, + 64030.53125, + 64025.5625, + 64015.625, + 64013.96875, + 63985.8125, + 63965.9375, + 63924.53125, + 63883.125, + 63857.453125, + 63834.6796875, + 63792.859375, + 63804.8671875, + 63764.390625, + 63710.25390625, + 63652.078125, + 63616.46875, + 63565.953125, + 63517.09375, + 63469.0625 + ], + "p90": [ + 64625.125, + 64724.5, + 64784.125, + 64823.875, + 64850.375, + 64883.5, + 64936.5, + 64982.875, + 65075.625, + 65115.375, + 65135.25, + 65155.125, + 65175.0, + 65168.375, + 65188.25, + 65201.5, + 65241.25, + 65267.75, + 65247.875, + 65261.125, + 65254.5, + 65234.625, + 65221.375, + 65188.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_051012.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_051012.json new file mode 100644 index 0000000000000000000000000000000000000000..2d07cada283c62e0e2e31b10c7c8fedb37342de2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_051012.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T05:10:12.055950+00:00", + "metrics": { + "MSE[mean]": 169121.2049109141, + "MSE[0.5]": 118096.60542615254, + "MAE[0.5]": 253.87809244791666, + "MASE[0.5]": 0.2356677707012528, + "MAPE[0.5]": 0.003972872639809613, + "sMAPE[0.5]": 0.003958899693231112, + "MSIS": 10.522515264957724, + "RMSE[mean]": 411.2434861622906, + "NRMSE[mean]": 0.006415408969556533, + "ND[0.5]": 0.003960504777020382, + "mean_weighted_sum_quantile_loss": 0.004535339544942193 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64161.98828125 + ], + "predictions": { + "p50": [ + 64238.5, + 64246.7109375, + 64239.140625, + 64250.2890625, + 64252.765625, + 64271.15625, + 64267.9609375, + 64270.6796875, + 64284.1328125, + 64310.9921875, + 64318.6171875, + 64336.90625, + 64348.65625, + 64343.234375, + 64360.2109375, + 64350.6171875, + 64349.3828125, + 64372.2890625, + 64382.8125, + 64422.5859375, + 64400.2109375, + 64395.421875, + 64408.8515625, + 64406.7109375 + ], + "p10": [ + 64258.359375, + 64308.3359375, + 64311.4453125, + 64316.0390625, + 64312.296875, + 64326.65625, + 64326.515625, + 64363.8046875, + 64341.5234375, + 64326.2421875, + 64365.625, + 64340.8046875, + 64339.7265625, + 64368.5390625, + 64392.4140625, + 64387.6953125, + 64355.7265625, + 64429.7421875, + 64410.59375, + 64422.7890625, + 64451.9375, + 64473.5546875, + 64429.5390625, + 64420.7734375 + ], + "p90": [ + 64461.4765625, + 64506.421875, + 64518.6171875, + 64547.65625, + 64560.28125, + 64574.5859375, + 64589.5, + 64594.6328125, + 64611.71875, + 64656.78125, + 64672.765625, + 64697.3828125, + 64715.6875, + 64740.5546875, + 64754.6796875, + 64768.984375, + 64774.328125, + 64805.6015625, + 64833.390625, + 64856.734375, + 64859.6484375, + 64860.796875, + 64870.75, + 64853.09375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_051201.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_051201.json new file mode 100644 index 0000000000000000000000000000000000000000..2fa79ef56d9c2b5390e295280d44f78c5adad36e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_051201.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T05:12:01.358391+00:00", + "metrics": { + "MSE[mean]": 321204.6319694519, + "MSE[0.5]": 321204.6319694519, + "MAE[0.5]": 468.3971354166667, + "MASE[0.5]": 0.4347996616885897, + "MAPE[0.5]": 0.007323941205935378, + "sMAPE[0.5]": 0.007284771120688596, + "MSIS": 2.1469250858998534, + "RMSE[mean]": 566.7491790637653, + "NRMSE[mean]": 0.008841301781542677, + "ND[0.5]": 0.007307007369062159, + "mean_weighted_sum_quantile_loss": 0.004982006627428991 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64161.98828125 + ], + "predictions": { + "p50": [ + 64301.0859375, + 64331.5, + 64360.984375, + 64387.234375, + 64409.90625, + 64427.74609375, + 64447.69921875, + 64469.58203125, + 64498.42578125, + 64521.06640625, + 64545.4375, + 64570.33203125, + 64594.15234375, + 64614.7421875, + 64635.0390625, + 64650.5703125, + 64671.48828125, + 64692.85546875, + 64713.58984375, + 64733.35546875, + 64754.2109375, + 64771.20703125, + 64789.53515625, + 64803.9921875 + ], + "p10": [ + 64100.32421875, + 64016.12890625, + 63960.91796875, + 63941.27734375, + 63935.15625, + 63923.66015625, + 63909.73046875, + 63896.80859375, + 63896.9375, + 63882.51953125, + 63863.328125, + 63851.8046875, + 63840.61328125, + 63836.94921875, + 63825.9375, + 63804.4375, + 63794.0234375, + 63776.98046875, + 63763.22265625, + 63749.2109375, + 63742.5546875, + 63739.609375, + 63728.890625, + 63719.01953125 + ], + "p90": [ + 64514.2890625, + 64645.75390625, + 64748.78125, + 64833.15234375, + 64898.73828125, + 64967.42578125, + 65043.703125, + 65115.4140625, + 65187.0703125, + 65250.25, + 65313.59375, + 65375.890625, + 65435.1171875, + 65496.46875, + 65565.9765625, + 65622.1015625, + 65691.03125, + 65759.4609375, + 65824.3828125, + 65900.71875, + 65963.828125, + 66028.9765625, + 66086.1015625, + 66139.8203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_051113.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_051113.json new file mode 100644 index 0000000000000000000000000000000000000000..d40c9d501fd771c893688e6e01e3f6d6e54d5cfc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_051113.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T05:11:13.024322+00:00", + "metrics": { + "MSE[mean]": 159758.89475186667, + "MSE[0.5]": 159758.89475186667, + "MAE[0.5]": 319.67822265625, + "MASE[0.5]": 0.2967481492740174, + "MAPE[0.5]": 0.0050004573982696645, + "sMAPE[0.5]": 0.004981149660809959, + "MSIS": 1.566024662647985, + "RMSE[mean]": 399.6985048156506, + "NRMSE[mean]": 0.006235306963380639, + "ND[0.5]": 0.004986988501968528, + "mean_weighted_sum_quantile_loss": 0.004320947975918327 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64161.98828125 + ], + "predictions": { + "p50": [ + 64304.41796875, + 64327.60546875, + 64342.87109375, + 64357.83203125, + 64370.51171875, + 64382.94140625, + 64389.79296875, + 64401.67578125, + 64401.75, + 64408.87109375, + 64417.8671875, + 64421.82421875, + 64423.671875, + 64429.0078125, + 64429.40234375, + 64434.86328125, + 64435.546875, + 64439.62109375, + 64444.1953125, + 64449.21484375, + 64450.41015625, + 64450.08203125, + 64450.44921875, + 64453.23828125 + ], + "p10": [ + 64084.19140625, + 64033.11328125, + 63983.43359375, + 63939.43359375, + 63900.05859375, + 63850.3359375, + 63802.734375, + 63763.16015625, + 63718.171875, + 63678.8828125, + 63634.31640625, + 63581.40234375, + 63533.34765625, + 63480.921875, + 63437.0703125, + 63397.609375, + 63353.625, + 63310.18359375, + 63268.8203125, + 63225.24609375, + 63196.84375, + 63152.49609375, + 63096.4453125, + 63054.6015625 + ], + "p90": [ + 64504.8828125, + 64596.17578125, + 64677.13671875, + 64744.2109375, + 64813.44140625, + 64878.953125, + 64933.2109375, + 64990.14453125, + 65058.375, + 65098.8046875, + 65171.48828125, + 65232.90625, + 65299.046875, + 65368.03125, + 65419.0234375, + 65468.41796875, + 65522.609375, + 65580.1171875, + 65633.53125, + 65685.5625, + 65730.875, + 65802.09375, + 65849.203125, + 65907.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_051405.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..1e1e182580de542b77a874f42c61fcb75de2d30a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_051405.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T05:14:05.772749+00:00", + "metrics": { + "MSE[mean]": 2539.6853066813615, + "MSE[0.5]": 545.219137273894, + "MAE[0.5]": 23.198341461049512, + "MASE[0.5]": 2.0245825275097755, + "MAPE[0.5]": 0.009819378750414122, + "sMAPE[0.5]": 0.009799845081892961, + "MSIS": 50.18480410177916, + "RMSE[mean]": 50.395290520854836, + "NRMSE[mean]": 0.021350167210953508, + "ND[0.5]": 0.009828070521892116, + "mean_weighted_sum_quantile_loss": 0.00901810594899353 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2370.7963784305502, + 2371.931261849846, + 2371.278709201818, + 2371.9431296236635, + 2371.3842577044898, + 2372.1315542090933, + 2371.384257280386, + 2370.9206118906636, + 2372.5496192083465, + 2372.5543039555314, + 2371.6024211399777, + 2371.9431384166996, + 2372.5496192083438, + 2371.6190847922203, + 2372.1315542296447, + 2372.24934790223, + 2372.2504232460406, + 2371.485007383564, + 2371.9784494868795, + 2371.6190847922203, + 2372.0137605570594, + 2371.926909650544, + 2371.3313922996676, + 2372.2514985898506 + ], + "p10": [ + 2366.833862923733, + 2367.7403959011026, + 2366.7298189247435, + 2366.7560342451316, + 2366.529351391108, + 2367.0160172647006, + 2366.1615985942744, + 2366.7565043699815, + 2366.756504370032, + 2366.96937855103, + 2366.529350966011, + 2367.644502876833, + 2367.0185712905236, + 2366.1615985932813, + 2366.7560430381677, + 2366.7560430381677, + 2366.7518910514077, + 2367.3051986592172, + 2367.233418134356, + 2366.729637042868, + 2367.2119334499725, + 2367.233418134356, + 2364.1112236506724, + 2367.708904437837 + ], + "p90": [ + 2382.0914602083703, + 2418.4266070465897, + 2418.430551112241, + 2418.5582583795067, + 2418.42462064788, + 2413.108486696945, + 2417.6543270480015, + 2417.65432704696, + 2418.4246202227855, + 2421.061390471001, + 2412.517805216909, + 2418.482110298607, + 2419.425450181267, + 2418.4246202227832, + 2418.558267172543, + 2419.2436790379634, + 2419.2436790379634, + 2412.517805216909, + 2418.558267172543, + 2378.624288667905, + 2418.482110298607, + 2418.7049555041585, + 2417.6543270470083, + 2418.482110298607 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_050951.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_050951.json new file mode 100644 index 0000000000000000000000000000000000000000..0be4e33f246bb1e2d770178153ee1a951cd65241 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_050951.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T05:09:51.510891+00:00", + "metrics": { + "MSE[mean]": 1984.9709222962458, + "MSE[0.5]": 1984.9709222962458, + "MAE[0.5]": 39.663228352864586, + "MASE[0.5]": 3.461518110795454, + "MAPE[0.5]": 0.016877775079533284, + "sMAPE[0.5]": 0.01669995288721444, + "MSIS": 136.22487837357954, + "RMSE[mean]": 44.553012494064255, + "NRMSE[mean]": 0.01887506266297515, + "ND[0.5]": 0.016803485974735216, + "mean_weighted_sum_quantile_loss": 0.016750411138845983 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2400.04296875, + 2400.148681640625, + 2400.05322265625, + 2400.10009765625, + 2400.15576171875, + 2400.05615234375, + 2400.065185546875, + 2400.0771484375, + 2400.080810546875, + 2400.103515625, + 2400.074462890625, + 2400.19189453125, + 2400.070068359375, + 2400.0400390625, + 2400.0654296875, + 2400.046630859375, + 2400.076171875, + 2400.080322265625, + 2400.0615234375, + 2400.001708984375, + 2400.08642578125, + 2400.108154296875, + 2400.064697265625, + 2400.06640625 + ], + "p10": [ + 2399.615478515625, + 2399.628173828125, + 2399.534423828125, + 2399.5869140625, + 2399.51220703125, + 2399.495849609375, + 2399.531982421875, + 2399.529296875, + 2399.461669921875, + 2399.5341796875, + 2399.431640625, + 2399.44775390625, + 2399.3466796875, + 2399.145263671875, + 2399.015869140625, + 2398.9619140625, + 2398.77392578125, + 2398.953369140625, + 2398.8154296875, + 2398.8369140625, + 2398.78271484375, + 2398.82666015625, + 2398.786376953125, + 2398.79736328125 + ], + "p90": [ + 2401.268798828125, + 2401.591796875, + 2401.650634765625, + 2402.024169921875, + 2402.470458984375, + 2403.119140625, + 2402.91943359375, + 2402.84326171875, + 2402.97509765625, + 2402.72021484375, + 2402.714599609375, + 2402.861083984375, + 2403.283935546875, + 2403.81298828125, + 2404.251220703125, + 2403.935791015625, + 2405.38916015625, + 2405.748779296875, + 2406.044677734375, + 2406.3359375, + 2407.096435546875, + 2407.856201171875, + 2407.951171875, + 2407.88525390625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_051405.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..9100969254c7f725bc071f6bc68a6044246c8e9e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_051405.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T05:14:05.862033+00:00", + "metrics": { + "MSE[mean]": 1738.2121376453604, + "MSE[0.5]": 1764.1316399343302, + "MAE[0.5]": 37.68626141898145, + "MASE[0.5]": 3.288982814747472, + "MAPE[0.5]": 0.016033803250558285, + "sMAPE[0.5]": 0.015875766557860774, + "MSIS": 42.42326481902674, + "RMSE[mean]": 41.691871361757805, + "NRMSE[mean]": 0.01766292873225397, + "ND[0.5]": 0.01596593599391977, + "mean_weighted_sum_quantile_loss": 0.013753774336873987 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2399.0350976379827, + 2398.89707568593, + 2398.7590537338774, + 2398.621031781825, + 2398.483009829772, + 2398.3449878777196, + 2398.206965925667, + 2398.0689439736143, + 2397.930922021562, + 2397.7929000695094, + 2397.6548781174565, + 2397.516856165404, + 2397.3788342133516, + 2397.2408122612987, + 2397.1027903092463, + 2396.964768357194, + 2396.826746405141, + 2396.6887244530885, + 2396.550702501036, + 2396.412680548983, + 2396.2746585969307, + 2396.1366366448783, + 2395.9986146928254, + 2395.860592740773 + ], + "p10": [ + 2399.0350976379827, + 2348.89707568593, + 2348.7590537338774, + 2348.621031781825, + 2348.483009829772, + 2398.3449878777196, + 2398.206965925667, + 2348.0689439736143, + 2347.930922021562, + 2347.7929000695094, + 2397.6548781174565, + 2347.516856165404, + 2347.3788342133516, + 2347.2408122612987, + 2347.1027903092463, + 2346.964768357194, + 2346.826746405141, + 2346.6887244530885, + 2346.550702501036, + 2346.412680548983, + 2346.2746585969307, + 2346.1366366448783, + 2345.9986146928254, + 2345.860592740773 + ], + "p90": [ + 2449.0350976379827, + 2448.89707568593, + 2448.7590537338774, + 2398.621031781825, + 2448.483009829772, + 2448.3449878777196, + 2448.206965925667, + 2448.0689439736143, + 2447.930922021562, + 2447.7929000695094, + 2447.6548781174565, + 2447.516856165404, + 2397.3788342133516, + 2447.2408122612987, + 2402.102790309246, + 2396.964768357194, + 2446.826746405141, + 2446.6887244530885, + 2446.550702501036, + 2446.412680548983, + 2446.2746585969307, + 2396.1366366448783, + 2445.9986146928254, + 2445.860592740773 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_051333.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_051333.json new file mode 100644 index 0000000000000000000000000000000000000000..161d345697845f4142861483ef30cd2615f04223 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_051333.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T05:13:33.716837+00:00", + "metrics": { + "MSE[mean]": 2476.5225404947996, + "MSE[0.5]": 1975.2990760027121, + "MAE[0.5]": 39.55304463704427, + "MASE[0.5]": 3.4519020774147733, + "MAPE[0.5]": 0.016831008243786246, + "sMAPE[0.5]": 0.016654048006637934, + "MSIS": 138.92633167613636, + "RMSE[mean]": 49.76467161043866, + "NRMSE[mean]": 0.021083002977061394, + "ND[0.5]": 0.016756806201042584, + "mean_weighted_sum_quantile_loss": 0.017211270969709227 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2399.958984375, + 2399.9693603515625, + 2399.95556640625, + 2399.955078125, + 2399.9461669921875, + 2399.9547119140625, + 2399.9434814453125, + 2399.971923828125, + 2399.9703369140625, + 2399.95263671875, + 2399.9683837890625, + 2399.9595947265625, + 2399.9716796875, + 2399.93017578125, + 2399.9774169921875, + 2399.965576171875, + 2399.9344482421875, + 2399.9560546875, + 2399.9617919921875, + 2399.9381103515625, + 2399.9244384765625, + 2399.945556640625, + 2399.9300537109375, + 2399.9775390625 + ], + "p10": [ + 2399.7476806640625, + 2399.7310791015625, + 2399.7139892578125, + 2399.760498046875, + 2399.7486572265625, + 2399.7279052734375, + 2399.681640625, + 2399.754638671875, + 2399.7471923828125, + 2399.7017822265625, + 2399.724853515625, + 2399.72021484375, + 2399.6959228515625, + 2399.6302490234375, + 2399.7041015625, + 2399.715576171875, + 2399.65869140625, + 2399.7503662109375, + 2399.6798095703125, + 2399.6444091796875, + 2399.680419921875, + 2399.5985107421875, + 2399.656982421875, + 2399.6773681640625 + ], + "p90": [ + 2400.2913818359375, + 2400.270751953125, + 2400.3861083984375, + 2446.0762939453125, + 2400.3826904296875, + 2400.5894775390625, + 2400.8148193359375, + 2400.488037109375, + 2446.6468505859375, + 2423.8035888671875, + 2446.507080078125, + 2400.9571533203125, + 2446.344970703125, + 2400.9139404296875, + 2446.7025146484375, + 2400.7919921875, + 2446.6182861328125, + 2446.3203125, + 2424.744140625, + 2446.236572265625, + 2445.0115966796875, + 2446.573486328125, + 2400.570068359375, + 2446.5560302734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_051405.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..9f5a980a61f23dfd66abd40bcb9bc940b565b093 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_051405.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T05:14:05.912771+00:00", + "metrics": { + "MSE[mean]": 1950.3411458333333, + "MSE[0.5]": 1979.1666666666667, + "MAE[0.5]": 39.583333333333336, + "MASE[0.5]": 3.4545454545454546, + "MAPE[0.5]": 0.016843971631205674, + "sMAPE[0.5]": 0.016666666666666666, + "MSIS": 43.14545192693091, + "RMSE[mean]": 44.16266687863555, + "NRMSE[mean]": 0.018709691175414885, + "ND[0.5]": 0.01676963812886143, + "mean_weighted_sum_quantile_loss": 0.01439835245660488 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "p10": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "p90": [ + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2404.9999999999995, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2450.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_051405.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..e851b827cb96b1d4cfd4a06080deeb319463773a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_051405.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T05:14:05.961331+00:00", + "metrics": { + "MSE[mean]": 1979.1666666666667, + "MSE[0.5]": 1979.1666666666667, + "MAE[0.5]": 39.583333333333336, + "MASE[0.5]": 3.4545454545454546, + "MAPE[0.5]": 0.016843971631205674, + "sMAPE[0.5]": 0.016666666666666666, + "MSIS": 12.567271958605057, + "RMSE[mean]": 44.487826050130465, + "NRMSE[mean]": 0.018847446164221203, + "ND[0.5]": 0.01676963812886143, + "mean_weighted_sum_quantile_loss": 0.01234480729626358 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "p10": [ + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0 + ], + "p90": [ + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_051403.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_051403.json new file mode 100644 index 0000000000000000000000000000000000000000..5e67a7dbb9708615df1d6532fbda47dddfd2c1f7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_051403.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T05:14:03.523042+00:00", + "metrics": { + "MSE[mean]": 1979.3154037495453, + "MSE[0.5]": 1979.3154037495453, + "MAE[0.5]": 39.596923828125, + "MASE[0.5]": 3.455731534090909, + "MAPE[0.5]": 0.01684964714320839, + "sMAPE[0.5]": 0.01667232893096116, + "MSIS": 136.32962890625, + "RMSE[mean]": 44.48949767922251, + "NRMSE[mean]": 0.018848154356599124, + "ND[0.5]": 0.01677539579655781, + "mean_weighted_sum_quantile_loss": 0.016697794273131804 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2399.99951171875, + 2400.089599609375, + 2400.09521484375, + 2400.060791015625, + 2400.0283203125, + 2400.024658203125, + 2400.0673828125, + 2400.047607421875, + 2400.01953125, + 2400.010986328125, + 2399.9853515625, + 2399.946044921875, + 2399.997314453125, + 2399.981201171875, + 2399.939697265625, + 2399.87158203125, + 2400.1298828125, + 2400.032470703125, + 2399.97705078125, + 2399.939697265625, + 2399.88427734375, + 2400.085205078125, + 2400.0380859375, + 2400.07470703125 + ], + "p10": [ + 2399.980712890625, + 2399.949462890625, + 2399.938720703125, + 2399.876708984375, + 2399.835205078125, + 2399.843994140625, + 2399.77880859375, + 2399.77978515625, + 2399.786376953125, + 2399.701416015625, + 2399.74560546875, + 2399.5927734375, + 2399.51318359375, + 2399.52197265625, + 2399.389404296875, + 2399.385009765625, + 2399.16357421875, + 2398.977783203125, + 2398.79638671875, + 2398.716796875, + 2398.52197265625, + 2398.49560546875, + 2398.327392578125, + 2398.21240234375 + ], + "p90": [ + 2400.1416015625, + 2400.2744140625, + 2400.35400390625, + 2400.418212890625, + 2400.468994140625, + 2400.544189453125, + 2400.743408203125, + 2400.72119140625, + 2400.668212890625, + 2400.734619140625, + 2400.61962890625, + 2400.827392578125, + 2400.955810546875, + 2401.048828125, + 2401.177001953125, + 2401.106201171875, + 2403.433837890625, + 2404.1064453125, + 2404.566650390625, + 2404.74365234375, + 2405.133056640625, + 2405.59326171875, + 2405.59326171875, + 2406.407470703125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_051048.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_051048.json new file mode 100644 index 0000000000000000000000000000000000000000..292701e03e6f4897d1412e2892caf618f64a5c3a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_051048.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T05:10:48.561594+00:00", + "metrics": { + "MSE[mean]": 1982.4451436822612, + "MSE[0.5]": 1976.5539957260091, + "MAE[0.5]": 39.57024129231771, + "MASE[0.5]": 3.453402876420455, + "MAPE[0.5]": 0.01683828421518312, + "sMAPE[0.5]": 0.016661212324989304, + "MSIS": 139.38379083806817, + "RMSE[mean]": 44.52465770426833, + "NRMSE[mean]": 0.018863050042408472, + "ND[0.5]": 0.016764091633109, + "mean_weighted_sum_quantile_loss": 0.016856050071405806 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2399.905517578125, + 2399.959228515625, + 2399.888427734375, + 2399.87890625, + 2399.974609375, + 2399.967529296875, + 2399.866943359375, + 2399.83203125, + 2399.83935546875, + 2400.004150390625, + 2399.9833984375, + 2399.833984375, + 2400.08447265625, + 2399.85888671875, + 2399.97900390625, + 2399.953857421875, + 2399.869384765625, + 2400.030029296875, + 2400.03369140625, + 2400.10400390625, + 2400.05322265625, + 2400.034912109375, + 2400.057373046875, + 2400.0712890625 + ], + "p10": [ + 2400.21630859375, + 2399.908203125, + 2400.2783203125, + 2400.1513671875, + 2400.151123046875, + 2399.9306640625, + 2400.27783203125, + 2400.3046875, + 2400.29541015625, + 2400.315673828125, + 2400.318359375, + 2400.33056640625, + 2400.406005859375, + 2400.321533203125, + 2400.385009765625, + 2400.537353515625, + 2400.436767578125, + 2400.406982421875, + 2400.45556640625, + 2400.587646484375, + 2400.527587890625, + 2400.3134765625, + 2400.65771484375, + 2400.6435546875 + ], + "p90": [ + 2400.08544921875, + 2400.17333984375, + 2400.20849609375, + 2400.163330078125, + 2400.200439453125, + 2400.3896484375, + 2400.172119140625, + 2400.167236328125, + 2400.13623046875, + 2400.321533203125, + 2400.6572265625, + 2400.4541015625, + 2400.61083984375, + 2400.493896484375, + 2400.249267578125, + 2400.352294921875, + 2400.4404296875, + 2400.392822265625, + 2400.361328125, + 2400.461181640625, + 2400.44091796875, + 2400.527099609375, + 2400.53369140625, + 2400.726806640625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_051241.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_051241.json new file mode 100644 index 0000000000000000000000000000000000000000..941ee4c487a2bccdcdbbd90205fd5c136e15a2c8 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_051241.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T05:12:41.638090+00:00", + "metrics": { + "MSE[mean]": 1979.7809570307534, + "MSE[0.5]": 1979.7809570307534, + "MAE[0.5]": 39.598236083984375, + "MASE[0.5]": 3.4558460582386363, + "MAPE[0.5]": 0.016850235490370586, + "sMAPE[0.5]": 0.01667287578546478, + "MSIS": 138.53510830965908, + "RMSE[mean]": 44.49472954216885, + "NRMSE[mean]": 0.01885037085634691, + "ND[0.5]": 0.016775951739022507, + "mean_weighted_sum_quantile_loss": 0.01698780690322521 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2400.028076171875, + 2400.029296875, + 2400.056640625, + 2400.0625, + 2400.05419921875, + 2400.043212890625, + 2400.0390625, + 2400.039794921875, + 2400.032470703125, + 2400.03125, + 2400.0263671875, + 2400.010986328125, + 2399.988525390625, + 2399.986328125, + 2399.9833984375, + 2399.986328125, + 2399.9951171875, + 2399.989013671875, + 2399.989990234375, + 2399.995849609375, + 2399.9814453125, + 2399.994384765625, + 2399.995361328125, + 2400.01806640625 + ], + "p10": [ + 2399.933349609375, + 2399.923828125, + 2399.95947265625, + 2399.98388671875, + 2399.949951171875, + 2399.940185546875, + 2399.946533203125, + 2399.958984375, + 2399.91357421875, + 2399.927001953125, + 2399.890625, + 2399.8857421875, + 2399.847412109375, + 2399.823486328125, + 2399.8291015625, + 2399.8134765625, + 2399.806640625, + 2399.804443359375, + 2399.813232421875, + 2399.8173828125, + 2399.791015625, + 2399.7958984375, + 2399.7822265625, + 2399.8017578125 + ], + "p90": [ + 2400.1513671875, + 2400.16748046875, + 2400.178955078125, + 2400.241455078125, + 2400.332763671875, + 2401.0791015625, + 2402.036376953125, + 2402.546630859375, + 2403.03515625, + 2403.239990234375, + 2403.36962890625, + 2403.48974609375, + 2404.917236328125, + 2406.92041015625, + 2408.16748046875, + 2410.204833984375, + 2412.3671875, + 2414.22802734375, + 2416.767578125, + 2417.94482421875, + 2420.559326171875, + 2422.57177734375, + 2424.005859375, + 2426.27392578125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_051149.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_051149.json new file mode 100644 index 0000000000000000000000000000000000000000..b03f427604017a22a6a9380d54743497c318b708 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_051149.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T05:11:49.707465+00:00", + "metrics": { + "MSE[mean]": 1980.2777244572837, + "MSE[0.5]": 1980.2777244572837, + "MAE[0.5]": 39.597747802734375, + "MASE[0.5]": 3.4558034446022727, + "MAPE[0.5]": 0.016850076138832326, + "sMAPE[0.5]": 0.01667267216366387, + "MSIS": 138.3964577414773, + "RMSE[mean]": 44.50031150966568, + "NRMSE[mean]": 0.018852735679293492, + "ND[0.5]": 0.01677574487671006, + "mean_weighted_sum_quantile_loss": 0.01685882049407914 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2400.013671875, + 2400.01416015625, + 2400.015869140625, + 2400.01611328125, + 2400.01123046875, + 2400.01904296875, + 2400.01806640625, + 2400.01123046875, + 2400.016845703125, + 2400.02001953125, + 2400.017578125, + 2400.010986328125, + 2400.009765625, + 2400.00927734375, + 2400.016357421875, + 2400.01611328125, + 2400.0126953125, + 2400.012939453125, + 2400.010498046875, + 2400.010986328125, + 2400.015380859375, + 2400.01708984375, + 2400.01123046875, + 2400.018798828125 + ], + "p10": [ + 2399.98291015625, + 2399.985595703125, + 2399.9794921875, + 2399.97509765625, + 2399.975341796875, + 2399.97314453125, + 2399.96875, + 2399.970703125, + 2399.973876953125, + 2399.97119140625, + 2399.9658203125, + 2399.980224609375, + 2399.980224609375, + 2399.9765625, + 2399.980224609375, + 2399.972412109375, + 2399.986328125, + 2399.977294921875, + 2399.974609375, + 2399.9755859375, + 2399.96875, + 2399.971923828125, + 2399.97265625, + 2399.971923828125 + ], + "p90": [ + 2400.088134765625, + 2400.0625, + 2400.126708984375, + 2400.169189453125, + 2400.158203125, + 2400.232421875, + 2400.2802734375, + 2400.39208984375, + 2400.474853515625, + 2400.540771484375, + 2401.788818359375, + 2400.71728515625, + 2400.792724609375, + 2401.153564453125, + 2401.72119140625, + 2402.49365234375, + 2404.0302734375, + 2405.7314453125, + 2406.744140625, + 2407.303466796875, + 2408.121826171875, + 2409.42041015625, + 2411.46875, + 2413.212890625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_051405.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..d6000236489b6ecfe33a1fc00f84bb021f8f4f80 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_051405.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T05:14:05.736676+00:00", + "metrics": { + "MSE[mean]": 0.2222407538739179, + "MSE[0.5]": 0.21829296368075646, + "MAE[0.5]": 0.311749949015893, + "MASE[0.5]": 0.8884506584538995, + "MAPE[0.5]": 0.22717790620125916, + "sMAPE[0.5]": 0.17772215406322275, + "MSIS": 33.76216999659614, + "RMSE[mean]": 0.47142417616613375, + "NRMSE[mean]": 0.29051539980697105, + "ND[0.5]": 0.19211607222756863, + "mean_weighted_sum_quantile_loss": 0.19036895309870763 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" + ], + "context": [ + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754 + ], + "actual": [ + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 + ], + "predictions": { + "p50": [ + 1.4345170246348669, + 1.4592635737715556, + 1.483209135961143, + 1.5088252908041289, + 1.5327044200294933, + 1.5568430429904059, + 1.5793425801695167, + 1.6001000892620039, + 1.620827305917305, + 1.6434510738797852, + 1.6626357105556646, + 1.6814995763844962, + 1.7029087797032563, + 1.7186998525573625, + 1.7386634932562175, + 1.7546936856483373, + 1.7715972839647154, + 1.7882925880272966, + 1.8044679057599629, + 1.821742749771033, + 1.8361831382574758, + 1.8511753917362408, + 1.8645012420426523, + 1.878522382207891, + 1.8934336832477383, + 1.9071289357727907, + 1.918465802261358, + 1.930830838722721, + 1.9424590706256226, + 1.9549496536592361, + 1.9656373092648711, + 1.9774686130291976, + 1.9884622899803082, + 1.9990580136375808, + 2.009216752199656, + 2.019659036533565, + 2.029740512750611, + 2.0387705832479304, + 2.0470905674819453, + 2.057970130467592, + 2.0664236723302203, + 2.074174329375744, + 2.0825870294205147, + 2.0916926583577102, + 2.0990336448688796, + 2.1060058535828485, + 2.112961961343886, + 2.1227225367957723, + 2.129077716869257, + 2.135887276888935, + 2.14249686862279, + 2.147200130809236, + 2.155640858101684, + 2.161038646584042, + 2.1666441171582815, + 2.172694299971719, + 2.178137140872985, + 2.1833462421264427, + 2.189037382332261, + 2.1931219439528964 + ], + "p10": [ + 1.4248977350747378, + 1.4506674978804388, + 1.474173505862414, + 1.4986158727457835, + 1.5231447059579668, + 1.5469801277396504, + 1.5691550333014468, + 1.59034126320382, + 1.6109939662062607, + 1.6339332896010124, + 1.6530366775313747, + 1.6719263293150062, + 1.691023318027652, + 1.7092606658654725, + 1.7274337578894892, + 1.744888221271889, + 1.7620173853642849, + 1.778259288826816, + 1.794670042811326, + 1.8100525262274103, + 1.8261123912552872, + 1.8415759078181635, + 1.8548060875364591, + 1.8689651324546408, + 1.8838940717990296, + 1.8957094008052362, + 1.909825105215227, + 1.9202097893252879, + 1.9333093478459265, + 1.945368897868363, + 1.9561129787736609, + 1.9679618895666309, + 1.9794171058606413, + 1.9907066710222636, + 1.999832153186308, + 2.0095163805332774, + 2.020824128419325, + 2.028511589163535, + 2.0395670777179347, + 2.047296814708056, + 2.0572780629419882, + 2.0647820630984155, + 2.0728918749143217, + 2.0825257313418533, + 2.089642997941317, + 2.095733246953549, + 2.104665991763252, + 2.1125982950150375, + 2.119411303791496, + 2.1262026026130143, + 2.131391778773869, + 2.1364019127197755, + 2.145725400506598, + 2.1511843306035123, + 2.1562900368611264, + 2.1617997396557, + 2.1680305164501155, + 2.1727923712952437, + 2.179201645197233, + 2.1830580508458746 + ], + "p90": [ + 1.442701998248046, + 1.4694012724247925, + 1.493157527932325, + 1.5180253019736742, + 1.5418203837038322, + 1.5665915494126428, + 1.5880183424476177, + 1.6096592438942734, + 1.6284760364574864, + 1.651583910358296, + 1.672184727188842, + 1.6908201970167096, + 1.7109280789734311, + 1.725710010037423, + 1.746967389802846, + 1.7644671486139252, + 1.782288595050148, + 1.7973743931072144, + 1.8141438034784518, + 1.8295686781330354, + 1.8450629698951941, + 1.8600702529313984, + 1.8740477454940698, + 1.8883015096306242, + 1.902173950652747, + 1.916201567671919, + 1.9273388865956402, + 1.9408191813476192, + 1.9516432492014038, + 1.9649308560670196, + 1.9758756080636881, + 1.987189961927982, + 1.998576057853809, + 2.0083345773906385, + 2.0162700031990597, + 2.0286463328130813, + 2.038781749700621, + 2.0485988287851895, + 2.0586179397420405, + 2.067632559457958, + 2.075842712399012, + 2.0841025162479356, + 2.092856098507257, + 2.100389537628609, + 2.1082327717830687, + 2.1161412625933766, + 2.123010980500709, + 2.1302094904621574, + 2.136786440359018, + 2.144502374898688, + 2.151925884653129, + 2.1575166775629437, + 2.1649223540081732, + 2.1696834518013595, + 2.1759027490522165, + 2.1830437730582477, + 2.1869537049185266, + 2.1917278410976437, + 2.198031829734296, + 2.202192134914889 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_050947.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_050947.json new file mode 100644 index 0000000000000000000000000000000000000000..a223450a4af49886173bc426e36d2cadbfcff92d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_050947.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T05:09:47.574663+00:00", + "metrics": { + "MSE[mean]": 0.029412152343141904, + "MSE[0.5]": 0.029412152343141904, + "MAE[0.5]": 0.15506234169006347, + "MASE[0.5]": 0.44190942135139594, + "MAPE[0.5]": 0.09636977109514938, + "sMAPE[0.5]": 0.10244685527685078, + "MSIS": 5.380198724567403, + "RMSE[mean]": 0.17149971528589167, + "NRMSE[mean]": 0.10568679094536802, + "ND[0.5]": 0.09555725070667284, + "mean_weighted_sum_quantile_loss": 0.08120193065845026 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" + ], + "context": [ + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754 + ], + "actual": [ + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 + ], + "predictions": { + "p50": [ + 1.439720869064331, + 1.468827247619629, + 1.4904508590698242, + 1.5110971927642822, + 1.532123327255249, + 1.549755573272705, + 1.569120168685913, + 1.5884571075439453, + 1.6020894050598145, + 1.615285873413086, + 1.6293880939483643, + 1.6423851251602173, + 1.6499954462051392, + 1.6623636484146118, + 1.670418381690979, + 1.6691689491271973, + 1.71630859375, + 1.7163214683532715, + 1.713815450668335, + 1.7139298915863037, + 1.709974765777588, + 1.7024866342544556, + 1.6973941326141357, + 1.69341242313385, + 1.6855586767196655, + 1.6744295358657837, + 1.6632189750671387, + 1.6494698524475098, + 1.6326017379760742, + 1.6215388774871826, + 1.6057202816009521, + 1.5880547761917114, + 1.5882608890533447, + 1.5679231882095337, + 1.5504345893859863, + 1.5345091819763184, + 1.5130516290664673, + 1.4921073913574219, + 1.4657644033432007, + 1.4444606304168701, + 1.4198898077011108, + 1.3941540718078613, + 1.3697139024734497, + 1.3440818786621094, + 1.322714924812317, + 1.294834017753601, + 1.2687674760818481, + 1.241743803024292, + 1.218711495399475, + 1.2010273933410645, + 1.1744706630706787, + 1.1516488790512085, + 1.1268157958984375, + 1.101996898651123, + 1.0841267108917236, + 1.0628464221954346, + 1.0387316942214966, + 1.0238635540008545, + 1.0032060146331787, + 0.984519362449646 + ], + "p10": [ + 1.4217710494995117, + 1.445277452468872, + 1.469472885131836, + 1.4854798316955566, + 1.5049346685409546, + 1.5177909135818481, + 1.5349470376968384, + 1.5476113557815552, + 1.5604530572891235, + 1.5696165561676025, + 1.5804355144500732, + 1.5895909070968628, + 1.5943574905395508, + 1.6027066707611084, + 1.6023626327514648, + 1.606132984161377, + 1.6454150676727295, + 1.6455492973327637, + 1.6350271701812744, + 1.6341081857681274, + 1.6216790676116943, + 1.613175392150879, + 1.5972710847854614, + 1.5908420085906982, + 1.5809597969055176, + 1.559678077697754, + 1.5453195571899414, + 1.5278382301330566, + 1.5079548358917236, + 1.4899930953979492, + 1.469606637954712, + 1.4331239461898804, + 1.4495713710784912, + 1.4235750436782837, + 1.3935165405273438, + 1.3767035007476807, + 1.3547942638397217, + 1.3261581659317017, + 1.2890663146972656, + 1.262773036956787, + 1.2316943407058716, + 1.2057042121887207, + 1.1750273704528809, + 1.1329212188720703, + 1.1066612005233765, + 1.0739275217056274, + 1.0520687103271484, + 1.019327163696289, + 0.9710716009140015, + 0.9411800503730774, + 0.9066015481948853, + 0.8857942819595337, + 0.8568624258041382, + 0.8330250978469849, + 0.8125196099281311, + 0.7863568067550659, + 0.7687331438064575, + 0.7457820177078247, + 0.7248064279556274, + 0.7109072804450989 + ], + "p90": [ + 1.4594323635101318, + 1.4838916063308716, + 1.516308069229126, + 1.5397298336029053, + 1.5627150535583496, + 1.5809624195098877, + 1.6044354438781738, + 1.6270568370819092, + 1.643906593322754, + 1.6614645719528198, + 1.6775826215744019, + 1.6928339004516602, + 1.7078648805618286, + 1.718968391418457, + 1.7345359325408936, + 1.7424100637435913, + 1.7817845344543457, + 1.7821903228759766, + 1.783608078956604, + 1.7895678281784058, + 1.7915103435516357, + 1.7888059616088867, + 1.7873497009277344, + 1.7889673709869385, + 1.7865784168243408, + 1.780424952507019, + 1.7710292339324951, + 1.7614588737487793, + 1.7533903121948242, + 1.7458727359771729, + 1.7445342540740967, + 1.7321147918701172, + 1.726123332977295, + 1.7066400051116943, + 1.692486047744751, + 1.6839855909347534, + 1.665050983428955, + 1.641995906829834, + 1.6249014139175415, + 1.6132559776306152, + 1.5973267555236816, + 1.5810070037841797, + 1.5568981170654297, + 1.538034200668335, + 1.5136771202087402, + 1.4957234859466553, + 1.4818023443222046, + 1.4503653049468994, + 1.4390709400177002, + 1.4298887252807617, + 1.414454460144043, + 1.3846368789672852, + 1.3648768663406372, + 1.3421015739440918, + 1.324448585510254, + 1.3164007663726807, + 1.2830815315246582, + 1.2694685459136963, + 1.2538673877716064, + 1.2361136674880981 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_051405.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..00678f7c02e31078cb4fdc657e0ca26097d476d1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_051405.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T05:14:05.835946+00:00", + "metrics": { + "MSE[mean]": 0.7890431243327191, + "MSE[0.5]": 0.7914004593126622, + "MAE[0.5]": 0.6313907188044464, + "MASE[0.5]": 1.7993892272774474, + "MAPE[0.5]": 0.4489884885014772, + "sMAPE[0.5]": 0.30437466045212147, + "MSIS": 68.053562364433, + "RMSE[mean]": 0.8882809940175007, + "NRMSE[mean]": 0.5474036359709004, + "ND[0.5]": 0.3890948669616867, + "mean_weighted_sum_quantile_loss": 0.3835059280260724 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" + ], + "context": [ + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754 + ], + "actual": [ + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 + ], + "predictions": { + "p50": [ + 1.4430750651632185, + 1.4704931457457386, + 1.495911237176304, + 1.5233294071657912, + 1.5512475260144931, + 1.581165574410505, + 1.606583710544554, + 1.6370018419102315, + 1.6634199204661935, + 1.688338048136383, + 1.7162561520839237, + 1.7411742648529518, + 1.7690922793935255, + 1.7975104961130544, + 1.8269285807486901, + 1.8543466911335325, + 1.8807648143929783, + 1.9081829247778208, + 1.9346010033337828, + 1.9590191672435961, + 1.990437255932348, + 2.0183553598798887, + 2.0462735234320744, + 2.072191623326499, + 2.0991096805439984, + 2.128027801419258, + 2.155945905366799, + 2.187364023857873, + 2.208782181688013, + 2.238200266323649, + 2.2656183469061686, + 2.29103651284254, + 2.3214545548012504, + 2.3533727562619897, + 2.3742908013201416, + 2.3967089164733557, + 2.4281270051621076, + 2.457545119600066, + 2.4849632448860692, + 2.513381372198631, + 2.540799482583473, + 2.5662175740140385, + 2.5911356569807444, + 2.6220537968102815, + 2.6474718584385246, + 2.6748899986256895, + 2.706308087314441, + 2.7317262234484896, + 2.7641443886696053, + 2.786562459119336, + 2.8119805803522238, + 2.84239869681674, + 2.8688167753727023, + 2.8962348857575444, + 2.92865305097866, + 2.9515711149910886, + 2.9784892169120716, + 3.006907314422311, + 3.0363254586625916, + 3.063743569047434 + ], + "p10": [ + 1.413975106028163, + 1.4403931100783192, + 1.4659112508853722, + 1.4933293612702148, + 1.520747471655057, + 1.5491655095606516, + 1.5775837262801802, + 1.6069017585590961, + 1.630419966838607, + 1.6598381170393524, + 1.68725622146373, + 1.712674244348954, + 1.7420923885892348, + 1.7705105397436542, + 1.7959285030242333, + 1.8252467141170834, + 1.8507647774380984, + 1.8781828937834055, + 1.905600944563603, + 1.9320191274276934, + 1.960437165333288, + 1.9888553820528168, + 2.014273458582221, + 2.0435915921890326, + 2.0700096200810467, + 2.0995278643617628, + 2.124945827642342, + 2.152363991671365, + 2.178782120891275, + 2.207100172005259, + 2.234618269181712, + 2.2650364005473893, + 2.2893545568039664, + 2.3167726135446283, + 2.345290870699948, + 2.370608900833097, + 2.3991269314907666, + 2.42754520781494, + 2.4548633075663138, + 2.481381262645294, + 2.509699474691818, + 2.5352175558942265, + 2.5635356070082103, + 2.5939537383738878, + 2.6194718612995476, + 2.6457899858464535, + 2.674308082069232, + 2.699726271847461, + 2.7311443307338905, + 2.754562492617146, + 2.7819805493578085, + 2.811398753202734, + 2.838816803982932, + 2.868234882658103, + 2.8936530247526164, + 2.9220711759070355, + 2.9474891987922596, + 2.9759073559071436, + 3.0022253672052246, + 3.03164357105015 + ], + "p90": [ + 1.4700750453744764, + 1.494493134778484, + 1.5209113176425744, + 1.5505293997032896, + 1.5777475126630527, + 1.6071655972986887, + 1.6325837334327375, + 1.66000184381758, + 1.6875199588754266, + 1.7188380726934966, + 1.742356173684647, + 1.7697742840694892, + 1.7980923888276534, + 1.8236104640695974, + 1.8539285907622705, + 1.8793467268963193, + 1.90576490976041, + 1.935182994396046, + 1.9608011219947097, + 1.9880191217056475, + 2.0145373032822778, + 2.0459553562082426, + 2.0712734995902164, + 2.097791675206382, + 2.1251097332345044, + 2.1555278049955366, + 2.1799458943995442, + 2.21236405962066, + 2.2347821270901584, + 2.262300230227076, + 2.289718447900279, + 2.3141364300159255, + 2.3454546034386405, + 2.373872706909344, + 2.397390861544675, + 2.426808999824491, + 2.4561270917080518, + 2.482545155362853, + 2.507163242191939, + 2.540381277904083, + 2.566799460768173, + 2.5912175501721806, + 2.621635681537858, + 2.6460537709418657, + 2.675471921142611, + 2.701990037154132, + 2.7294081534994383, + 2.7578262986933932, + 2.7861443438469125, + 2.810662437923924, + 2.838980590365804, + 2.8663987007506466, + 2.8940168085605684, + 2.9212349215203313, + 2.9506530061559673, + 2.9780711165408094, + 2.9987892595413137, + 3.0329073373104944, + 3.0584254781175475, + 3.0877435580801795 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_051322.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_051322.json new file mode 100644 index 0000000000000000000000000000000000000000..81c4689675050ccf2f3e3a486f45d316af90b115 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_051322.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T05:13:22.769494+00:00", + "metrics": { + "MSE[mean]": 0.07877685437982909, + "MSE[0.5]": 0.05504621456503086, + "MAE[0.5]": 0.21402607361475626, + "MASE[0.5]": 0.6099491166865888, + "MAPE[0.5]": 0.1292664618701594, + "sMAPE[0.5]": 0.13713313519770048, + "MSIS": 4.021735423473772, + "RMSE[mean]": 0.2806721474956664, + "NRMSE[mean]": 0.17296436047787556, + "ND[0.5]": 0.1318936819298702, + "mean_weighted_sum_quantile_loss": 0.13987710724144406 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" + ], + "context": [ + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754 + ], + "actual": [ + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 + ], + "predictions": { + "p50": [ + 1.4154366850852966, + 1.416339635848999, + 1.4230198860168457, + 1.4401492476463318, + 1.453932762145996, + 1.464794397354126, + 1.4596983790397644, + 1.475024163722992, + 1.4964871406555176, + 1.5102516412734985, + 1.5132755041122437, + 1.5309990644454956, + 1.5595661401748657, + 1.5573146343231201, + 1.5593786239624023, + 1.5705152750015259, + 1.58074289560318, + 1.5571107864379883, + 1.570075273513794, + 1.5587684512138367, + 1.6189385652542114, + 1.5845303535461426, + 1.6168074011802673, + 1.6049712300300598, + 1.5765633583068848, + 1.5113590359687805, + 1.5609796643257141, + 1.4971134066581726, + 1.505880057811737, + 1.5169271230697632, + 1.5192788243293762, + 1.5189581513404846, + 1.4780808687210083, + 1.4492870569229126, + 1.4187513589859009, + 1.4898922443389893, + 1.3880853652954102, + 1.4524732828140259, + 1.3522635102272034, + 1.4212505221366882, + 1.3696588277816772, + 1.3578411936759949, + 1.343788981437683, + 1.419893205165863, + 1.403282642364502, + 1.2911178469657898, + 1.3529132008552551, + 1.3362510204315186, + 1.318858027458191, + 1.3336867094039917, + 1.3617109060287476, + 1.3477135300636292, + 1.2816690802574158, + 1.3804357647895813, + 1.3351319432258606, + 1.2690269947052002, + 1.337905466556549, + 1.3113151788711548, + 1.3357182145118713, + 1.3296285271644592 + ], + "p10": [ + 1.3765750527381897, + 1.363524317741394, + 1.3559468388557434, + 1.3718878626823425, + 1.3789756298065186, + 1.3770678639411926, + 1.3612573146820068, + 1.3663668036460876, + 1.368385374546051, + 1.3051984906196594, + 1.3185575604438782, + 1.323143184185028, + 1.288161277770996, + 1.255996286869049, + 1.2929166555404663, + 1.2231741547584534, + 1.208262324333191, + 1.120447039604187, + 1.2092427611351013, + 1.1156395077705383, + 1.1834557056427002, + 1.104176938533783, + 1.1682761311531067, + 0.957922488451004, + 1.0666507482528687, + 0.9630863666534424, + 0.9010026454925537, + 0.8740333914756775, + 0.5957068204879761, + 0.8355320990085602, + 0.7380565404891968, + 0.7108870148658752, + 0.583840399980545, + 0.5216695666313171, + 0.6444185376167297, + 0.6784464418888092, + 0.6154833734035492, + 0.7178725600242615, + 0.31380000710487366, + 0.7338470816612244, + 0.7016783952713013, + 0.6032004058361053, + 0.6155432760715485, + 0.5025076568126678, + 0.5263623297214508, + 0.44920530915260315, + 0.40118229389190674, + 0.3085891306400299, + 0.5949101448059082, + 0.3869103491306305, + 0.32182514667510986, + 0.5461956262588501, + 0.3776060938835144, + 0.49189555644989014, + 0.3704861104488373, + 0.2471076250076294, + 0.42781147360801697, + 0.386135995388031, + 0.4790319800376892, + 0.43268895149230957 + ], + "p90": [ + 1.4531747698783875, + 1.462436318397522, + 1.4916768074035645, + 1.502766191959381, + 1.5218438506126404, + 1.548403263092041, + 1.5489434003829956, + 1.5999119877815247, + 1.6316106915473938, + 1.69194495677948, + 1.716097891330719, + 1.6817672848701477, + 1.7435522079467773, + 1.7746939063072205, + 1.7447072863578796, + 1.7447991967201233, + 1.8262402415275574, + 1.7877671122550964, + 1.838519811630249, + 1.8208638429641724, + 1.9000681042671204, + 1.8477737307548523, + 1.943873107433319, + 1.986463189125061, + 1.8695194721221924, + 1.8833767771720886, + 1.911715567111969, + 1.8890191316604614, + 1.903782606124878, + 1.9265655875205994, + 1.936501681804657, + 1.9334241151809692, + 1.9568883180618286, + 2.0690770149230957, + 1.9101676940917969, + 1.9289071559906006, + 1.901659607887268, + 2.0573437213897705, + 1.8866546750068665, + 1.9670042991638184, + 2.02327823638916, + 2.036985397338867, + 2.014924645423889, + 2.0203680992126465, + 2.0438908338546753, + 1.957933485507965, + 1.9846579432487488, + 1.8999054431915283, + 1.9673438668251038, + 2.0304462909698486, + 2.051176428794861, + 1.986815631389618, + 2.1171939373016357, + 2.037428855895996, + 1.9840728640556335, + 1.9333487749099731, + 1.9113073945045471, + 1.958105742931366, + 1.8652187585830688, + 2.0185962915420532 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_051405.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..26958e91b79bfbedc1fbe19a3f30760bd91e7da3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_051405.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T05:14:05.893255+00:00", + "metrics": { + "MSE[mean]": 0.34146056964676663, + "MSE[0.5]": 0.3398967183144241, + "MAE[0.5]": 0.5392261155167882, + "MASE[0.5]": 1.5367309566488676, + "MAPE[0.5]": 0.31752512335004934, + "sMAPE[0.5]": 0.3867499164358127, + "MSIS": 57.22611280223194, + "RMSE[mean]": 0.5843462754623894, + "NRMSE[mean]": 0.3601037036799002, + "ND[0.5]": 0.3322983810667226, + "mean_weighted_sum_quantile_loss": 0.3274902324228787 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" + ], + "context": [ + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754 + ], + "actual": [ + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 + ], + "predictions": { + "p50": [ + 1.0842402510376157, + 1.0842402212352933, + 1.0822402022810163, + 1.082240261885661, + 1.0827402703495206, + 1.08524020836069, + 1.0832402341098966, + 1.0862402550907315, + 1.0852402232618512, + 1.0827402405471982, + 1.0832402341098966, + 1.0807402364940824, + 1.0812401406498136, + 1.0822402469844998, + 1.0842402212352933, + 1.0842402212352933, + 1.0832402341098966, + 1.0832402341098966, + 1.0822402022810163, + 1.0792402558059873, + 1.0832402341098966, + 1.083740227672595, + 1.084240280839938, + 1.0827402703495206, + 1.0822402171821774, + 1.083740227672595, + 1.0842402212352933, + 1.088240229341525, + 1.0822402767868222, + 1.0842402510376157, + 1.0842402212352933, + 1.0822402767868222, + 1.08524020836069, + 1.0897402994365872, + 1.0832402341098966, + 1.0782402388782681, + 1.0822402171821774, + 1.0842402212352933, + 1.0842402361364545, + 1.0852402530641736, + 1.0852402530641736, + 1.0832402341098966, + 1.08074020669176, + 1.0842402361364545, + 1.082240187379855, + 1.0822402171821774, + 1.0862401954860867, + 1.0842402212352933, + 1.0892402760715665, + 1.0842402361364545, + 1.0822402469844998, + 1.0852402530641736, + 1.0842402212352933, + 1.0842402212352933, + 1.0892402760715665, + 1.0847402296991528, + 1.0842402212352933, + 1.08524020836069, + 1.0872402422161282, + 1.0872402422161282 + ], + "p10": [ + 1.05514029190256, + 1.0541401855678738, + 1.0522402159900845, + 1.0522402159900845, + 1.0522402159900845, + 1.0532401435108365, + 1.0542402498455228, + 1.0561401717395962, + 1.0522402696342648, + 1.0542403094501676, + 1.054240303489703, + 1.0522402159900845, + 1.0542402498455228, + 1.0552402906150997, + 1.0532401435108365, + 1.0551402442188442, + 1.0532401971550167, + 1.0532402031154813, + 1.0532401435108365, + 1.0522402159900845, + 1.0532401435108365, + 1.0542402498455228, + 1.0522402159900845, + 1.0541402392120542, + 1.0531401567192258, + 1.0552402906150997, + 1.0532401435108365, + 1.0532401971550167, + 1.0522402159900845, + 1.0531401567192258, + 1.0532401435108365, + 1.0562401644916715, + 1.053140210363406, + 1.0531401567192258, + 1.054240303489703, + 1.0521402232380093, + 1.0532401435108365, + 1.0542403094501676, + 1.054140298816699, + 1.0532401435108365, + 1.0541402451725186, + 1.0522402159900845, + 1.0531401567192258, + 1.0561401777000607, + 1.054240190240878, + 1.0531402044029416, + 1.054240190240878, + 1.0522402696342648, + 1.0562402181358517, + 1.0522402696342648, + 1.0522402159900845, + 1.0542403094501676, + 1.0542402498455228, + 1.0562402181358517, + 1.0542402498455228, + 1.0552402906150997, + 1.0532402031154813, + 1.0542402498455228, + 1.0531401507587612, + 1.0551402442188442 + ], + "p90": [ + 1.1112402312488736, + 1.1082402102680387, + 1.1072402827472867, + 1.1094402544231594, + 1.1092402569980802, + 1.1112402312488736, + 1.1092402569980802, + 1.1092402569980802, + 1.1093402616710843, + 1.1132402651043118, + 1.1093402557106198, + 1.1093402557106198, + 1.1102402500839414, + 1.1083402149410428, + 1.1112402312488736, + 1.1092402569980802, + 1.1082403294773282, + 1.1102403037281217, + 1.1084403209419431, + 1.1082402102680387, + 1.1073402814598263, + 1.111340224000949, + 1.1092402569980802, + 1.1083403222294035, + 1.1082402698726834, + 1.1112402312488736, + 1.1082402102680387, + 1.1132402651043118, + 1.1082402221889676, + 1.1083402149410428, + 1.1083403222294035, + 1.1053401939602079, + 1.1092402569980802, + 1.1102402500839414, + 1.1063402943344296, + 1.1083403222294035, + 1.1102403037281217, + 1.1092402569980802, + 1.1064402334423245, + 1.1122401587696256, + 1.1112402312488736, + 1.1082402102680387, + 1.1112402312488736, + 1.1082402102680387, + 1.1102402500839414, + 1.1093402557106198, + 1.1093402616710843, + 1.110340296480197, + 1.1112402312488736, + 1.1083402149410428, + 1.1092402569980802, + 1.1092402569980802, + 1.1094402544231594, + 1.1092402569980802, + 1.1112402312488736, + 1.1112402312488736, + 1.1045402638645352, + 1.1112402312488736, + 1.1093402616710843, + 1.1112402312488736 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_051405.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..9248981c69f88454765f0ffc54018fa924a3f23c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_051405.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T05:14:05.952717+00:00", + "metrics": { + "MSE[mean]": 0.4009500136435054, + "MSE[0.5]": 0.4009500136435054, + "MAE[0.5]": 0.576133343577385, + "MASE[0.5]": 1.6419122122534155, + "MAPE[0.5]": 0.34553921837761714, + "sMAPE[0.5]": 0.4351394709436791, + "MSIS": 62.333592939598255, + "RMSE[mean]": 0.6332061383495152, + "NRMSE[mean]": 0.3902136202238597, + "ND[0.5]": 0.35504248002870026, + "mean_weighted_sum_quantile_loss": 0.3508470238190934 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" + ], + "context": [ + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754 + ], + "actual": [ + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 + ], + "predictions": { + "p50": [ + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678 + ], + "p10": [ + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, + 0.8114400088787078, + 0.8359399855136871, + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, + 0.9564800107479096, + 0.9897999906539917, + 1.0270399785041808, + 1.0544799757003784, + 1.0799599981307983, + 1.0966199588775634, + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, + 0.8114400088787078, + 0.8359399855136871, + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, + 0.9564800107479096, + 0.9897999906539917, + 1.0270399785041808, + 1.0544799757003784, + 1.0799599981307983, + 1.0966199588775634, + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, + 0.8114400088787078, + 0.8359399855136871, + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, + 0.9564800107479096, + 0.9897999906539917, + 1.0270399785041808, + 1.0544799757003784 + ], + "p90": [ + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, + 0.8445600092411042, + 0.8700599849224091, + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, + 0.9955200111865997, + 1.030199990272522, + 1.0689599776268006, + 1.0975199747085571, + 1.1240399980545044, + 1.1413799571990968, + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, + 0.8445600092411042, + 0.8700599849224091, + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, + 0.9955200111865997, + 1.030199990272522, + 1.0689599776268006, + 1.0975199747085571, + 1.1240399980545044, + 1.1413799571990968, + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, + 0.8445600092411042, + 0.8700599849224091, + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, + 0.9955200111865997, + 1.030199990272522, + 1.0689599776268006, + 1.0975199747085571 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_051354.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_051354.json new file mode 100644 index 0000000000000000000000000000000000000000..a05b77d03d7ab4db0d0961c60898a556332ea19f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_051354.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T05:13:54.401496+00:00", + "metrics": { + "MSE[mean]": 0.022861520205400866, + "MSE[0.5]": 0.022861520205400866, + "MAE[0.5]": 0.13161378502845764, + "MASE[0.5]": 0.3750837950070746, + "MAPE[0.5]": 0.0855235518106884, + "sMAPE[0.5]": 0.09108990133709759, + "MSIS": 5.411718837339548, + "RMSE[mean]": 0.1512002652292676, + "NRMSE[mean]": 0.0931772440294213, + "ND[0.5]": 0.08110706516709591, + "mean_weighted_sum_quantile_loss": 0.06770329422139662 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" + ], + "context": [ + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754 + ], + "actual": [ + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 + ], + "predictions": { + "p50": [ + 1.4484481811523438, + 1.4737396240234375, + 1.497344970703125, + 1.524322509765625, + 1.5445556640625, + 1.5681610107421875, + 1.5883941650390625, + 1.6018829345703125, + 1.62548828125, + 1.63897705078125, + 1.659210205078125, + 1.672698974609375, + 1.686187744140625, + 1.699676513671875, + 1.713165283203125, + 1.71990966796875, + 1.7435150146484375, + 1.753631591796875, + 1.7637481689453125, + 1.7603759765625, + 1.767120361328125, + 1.767120361328125, + 1.7704925537109375, + 1.7603759765625, + 1.7570037841796875, + 1.7502593994140625, + 1.7367706298828125, + 1.71990966796875, + 1.713165283203125, + 1.699676513671875, + 1.6963043212890625, + 1.6760711669921875, + 1.6490936279296875, + 1.62548828125, + 1.5985107421875, + 1.578277587890625, + 1.5445556640625, + 1.5276947021484375, + 1.4990310668945312, + 1.4787979125976562, + 1.4551925659179688, + 1.4282150268554688, + 1.402923583984375, + 1.3641433715820312, + 1.3304214477539062, + 1.3101882934570312, + 1.2823677062988281, + 1.26129150390625, + 1.2123947143554688, + 1.173614501953125, + 1.1377849578857422, + 1.1135473251342773, + 1.0918915271759033, + 1.061910629272461, + 1.0383052825927734, + 1.0033187866210938, + 0.9851932525634766, + 0.9611663818359375, + 0.930816650390625, + 0.9232292175292969 + ], + "p10": [ + 1.4349594116210938, + 1.4619369506835938, + 1.4804840087890625, + 1.50408935546875, + 1.524322509765625, + 1.5445556640625, + 1.564788818359375, + 1.5749053955078125, + 1.5985107421875, + 1.6086273193359375, + 1.6221160888671875, + 1.63897705078125, + 1.6490936279296875, + 1.659210205078125, + 1.6760711669921875, + 1.679443359375, + 1.69293212890625, + 1.6963043212890625, + 1.7064208984375, + 1.699676513671875, + 1.7064208984375, + 1.7064208984375, + 1.7030487060546875, + 1.686187744140625, + 1.6828155517578125, + 1.672698974609375, + 1.6490936279296875, + 1.632232666015625, + 1.6221160888671875, + 1.605255126953125, + 1.5951385498046875, + 1.5681610107421875, + 1.53106689453125, + 1.4990310668945312, + 1.4737396240234375, + 1.4467620849609375, + 1.40966796875, + 1.3911209106445312, + 1.3590850830078125, + 1.3405380249023438, + 1.31524658203125, + 1.2916412353515625, + 1.2655067443847656, + 1.227569580078125, + 1.2048072814941406, + 1.1862602233886719, + 1.1605472564697266, + 1.136098861694336, + 1.091259241104126, + 1.039780616760254, + 1.0007896423339844, + 0.9805564880371094, + 0.9611663818359375, + 0.9341888427734375, + 0.9122695922851562, + 0.8802337646484375, + 0.8616867065429688, + 0.8465118408203125, + 0.8195343017578125, + 0.8144760131835938 + ], + "p90": [ + 1.4619369506835938, + 1.4922866821289062, + 1.5209503173828125, + 1.5445556640625, + 1.571533203125, + 1.5951385498046875, + 1.61199951171875, + 1.632232666015625, + 1.6490936279296875, + 1.6693267822265625, + 1.6895599365234375, + 1.699676513671875, + 1.71990966796875, + 1.7367706298828125, + 1.74688720703125, + 1.7603759765625, + 1.787353515625, + 1.8042144775390625, + 1.8042144775390625, + 1.807586669921875, + 1.821075439453125, + 1.82781982421875, + 1.8311920166015625, + 1.8177032470703125, + 1.821075439453125, + 1.8109588623046875, + 1.7974700927734375, + 1.7907257080078125, + 1.7907257080078125, + 1.780609130859375, + 1.780609130859375, + 1.7637481689453125, + 1.753631591796875, + 1.726654052734375, + 1.699676513671875, + 1.6895599365234375, + 1.6625823974609375, + 1.6524658203125, + 1.62548828125, + 1.6018829345703125, + 1.58502197265625, + 1.55804443359375, + 1.5344390869140625, + 1.4990310668945312, + 1.4619369506835938, + 1.4450759887695312, + 1.4197845458984375, + 1.3978652954101562, + 1.3658294677734375, + 1.3388519287109375, + 1.3068161010742188, + 1.2789955139160156, + 1.2587623596191406, + 1.227569580078125, + 1.2056503295898438, + 1.1719284057617188, + 1.1516952514648438, + 1.1188163757324219, + 1.087939739227295, + 1.0748724937438965 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_051022.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_051022.json new file mode 100644 index 0000000000000000000000000000000000000000..09d58c5b2311dfb5e2fc6a7fbab81047a17e0b46 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_051022.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T05:10:22.012877+00:00", + "metrics": { + "MSE[mean]": 0.026829779445128623, + "MSE[0.5]": 0.03529339574276271, + "MAE[0.5]": 0.17252877354621887, + "MASE[0.5]": 0.4916866961590665, + "MAPE[0.5]": 0.10838947764292975, + "sMAPE[0.5]": 0.11603543522844274, + "MSIS": 8.781971903130414, + "RMSE[mean]": 0.1637979836418282, + "NRMSE[mean]": 0.10094059471509112, + "ND[0.5]": 0.10632094864672924, + "mean_weighted_sum_quantile_loss": 0.08222579310143191 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" + ], + "context": [ + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754 + ], + "actual": [ + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 + ], + "predictions": { + "p50": [ + 1.433753490447998, + 1.4566149711608887, + 1.482710599899292, + 1.5018041133880615, + 1.5255944728851318, + 1.5472280979156494, + 1.564429521560669, + 1.5794703960418701, + 1.5864036083221436, + 1.6084954738616943, + 1.6169192790985107, + 1.63570237159729, + 1.642406940460205, + 1.6618609428405762, + 1.6633632183074951, + 1.6731059551239014, + 1.6759707927703857, + 1.678553581237793, + 1.6894896030426025, + 1.684645414352417, + 1.684894323348999, + 1.6795744895935059, + 1.6835722923278809, + 1.6769232749938965, + 1.6754953861236572, + 1.6660287380218506, + 1.6607134342193604, + 1.6489543914794922, + 1.6267790794372559, + 1.6109561920166016, + 1.600583553314209, + 1.5905933380126953, + 1.5737180709838867, + 1.558650255203247, + 1.5351758003234863, + 1.5149579048156738, + 1.496009111404419, + 1.4719462394714355, + 1.4617559909820557, + 1.4388937950134277, + 1.411651372909546, + 1.394688367843628, + 1.3562548160552979, + 1.322291374206543, + 1.3051035404205322, + 1.2758498191833496, + 1.2488688230514526, + 1.226050615310669, + 1.1949493885040283, + 1.1744790077209473, + 1.1458417177200317, + 1.1144442558288574, + 1.0885937213897705, + 1.0711960792541504, + 1.0454466342926025, + 1.0172338485717773, + 0.9968792796134949, + 0.9648375511169434, + 0.952094316482544, + 0.9398210644721985 + ], + "p10": [ + 1.4434711933135986, + 1.4622597694396973, + 1.4831953048706055, + 1.5225658416748047, + 1.5182318687438965, + 1.5509798526763916, + 1.5550575256347656, + 1.589568853378296, + 1.5873081684112549, + 1.6163740158081055, + 1.6187427043914795, + 1.6569926738739014, + 1.6236248016357422, + 1.678722620010376, + 1.6526312828063965, + 1.6905758380889893, + 1.6864287853240967, + 1.6811065673828125, + 1.6989760398864746, + 1.7110669612884521, + 1.7001926898956299, + 1.7096333503723145, + 1.6980242729187012, + 1.6862120628356934, + 1.6833341121673584, + 1.673630714416504, + 1.6848876476287842, + 1.6587402820587158, + 1.6408500671386719, + 1.6295387744903564, + 1.6208717823028564, + 1.6084246635437012, + 1.6057798862457275, + 1.5930347442626953, + 1.566093921661377, + 1.5469615459442139, + 1.5222539901733398, + 1.4958686828613281, + 1.4805233478546143, + 1.448091983795166, + 1.4233295917510986, + 1.408327341079712, + 1.379042148590088, + 1.355863332748413, + 1.317610740661621, + 1.3030688762664795, + 1.2833225727081299, + 1.2469652891159058, + 1.2086646556854248, + 1.2100908756256104, + 1.1582961082458496, + 1.151579737663269, + 1.1239495277404785, + 1.115225076675415, + 1.068781852722168, + 1.0507643222808838, + 1.013096809387207, + 1.0041208267211914, + 0.9873627424240112, + 0.955345869064331 + ], + "p90": [ + 1.4641845226287842, + 1.4774389266967773, + 1.5117990970611572, + 1.5301117897033691, + 1.55495023727417, + 1.5841047763824463, + 1.5959663391113281, + 1.6170289516448975, + 1.6327271461486816, + 1.655895709991455, + 1.675811767578125, + 1.687389850616455, + 1.7093186378479004, + 1.7217860221862793, + 1.7226080894470215, + 1.7291972637176514, + 1.7393083572387695, + 1.745255708694458, + 1.7623419761657715, + 1.7664806842803955, + 1.7625386714935303, + 1.7644386291503906, + 1.777043342590332, + 1.772475242614746, + 1.770308017730713, + 1.7665627002716064, + 1.767772912979126, + 1.7501084804534912, + 1.7330796718597412, + 1.719937801361084, + 1.713273525238037, + 1.6993508338928223, + 1.6910812854766846, + 1.670746088027954, + 1.65681791305542, + 1.645578384399414, + 1.6288652420043945, + 1.6020524501800537, + 1.5903563499450684, + 1.5673513412475586, + 1.5384116172790527, + 1.5252485275268555, + 1.4856081008911133, + 1.4553232192993164, + 1.4368972778320312, + 1.405155897140503, + 1.3800601959228516, + 1.3649544715881348, + 1.328251600265503, + 1.3061585426330566, + 1.2779779434204102, + 1.2541550397872925, + 1.2219502925872803, + 1.2079002857208252, + 1.1890987157821655, + 1.1568636894226074, + 1.1357518434524536, + 1.1032531261444092, + 1.1014680862426758, + 1.0869216918945312 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_051221.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_051221.json new file mode 100644 index 0000000000000000000000000000000000000000..c4ba96721974cbcc4e0c5007420e559241bfbd5c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_051221.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T05:12:21.276056+00:00", + "metrics": { + "MSE[mean]": 0.005946112894854849, + "MSE[0.5]": 0.005946112894854849, + "MAE[0.5]": 0.0610975166161855, + "MASE[0.5]": 0.17412073053709076, + "MAPE[0.5]": 0.04044400445897765, + "sMAPE[0.5]": 0.03978321494102728, + "MSIS": 1.7847340128253981, + "RMSE[mean]": 0.0771110426259096, + "NRMSE[mean]": 0.047519721114395896, + "ND[0.5]": 0.037651377176526106, + "mean_weighted_sum_quantile_loss": 0.0567545886566211 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" + ], + "context": [ + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754 + ], + "actual": [ + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 + ], + "predictions": { + "p50": [ + 1.4424662590026855, + 1.4690251350402832, + 1.494528889656067, + 1.5212374925613403, + 1.5468852519989014, + 1.5711894035339355, + 1.5934247970581055, + 1.61204195022583, + 1.6285518407821655, + 1.6451146602630615, + 1.6623567342758179, + 1.6786272525787354, + 1.694244623184204, + 1.7079379558563232, + 1.7219818830490112, + 1.7323687076568604, + 1.7412744760513306, + 1.7477102279663086, + 1.7541438341140747, + 1.7587043046951294, + 1.760632038116455, + 1.761749267578125, + 1.7640457153320312, + 1.7646512985229492, + 1.7658910751342773, + 1.7648875713348389, + 1.7610445022583008, + 1.7563499212265015, + 1.7499940395355225, + 1.7423267364501953, + 1.736678123474121, + 1.728360891342163, + 1.8161556720733643, + 1.7755800485610962, + 1.7551218271255493, + 1.7353078126907349, + 1.7106044292449951, + 1.6870379447937012, + 1.6663053035736084, + 1.6426371335983276, + 1.621180772781372, + 1.600864052772522, + 1.5795968770980835, + 1.5560178756713867, + 1.5362555980682373, + 1.5168699026107788, + 1.4988900423049927, + 1.4766881465911865, + 1.4591797590255737, + 1.4433608055114746, + 1.425166368484497, + 1.4088935852050781, + 1.391029953956604, + 1.3715660572052002, + 1.355042576789856, + 1.3387110233306885, + 1.323776125907898, + 1.3089628219604492, + 1.2936418056488037, + 1.278748869895935 + ], + "p10": [ + 1.432827115058899, + 1.4560564756393433, + 1.4785261154174805, + 1.5007530450820923, + 1.5221351385116577, + 1.541146993637085, + 1.5578444004058838, + 1.570270299911499, + 1.5809458494186401, + 1.5902857780456543, + 1.598973274230957, + 1.6069855690002441, + 1.6137330532073975, + 1.6182701587677002, + 1.6223145723342896, + 1.6221249103546143, + 1.6199779510498047, + 1.6145182847976685, + 1.608879804611206, + 1.6009743213653564, + 1.588646411895752, + 1.5779712200164795, + 1.566115140914917, + 1.5537679195404053, + 1.5421991348266602, + 1.529964566230774, + 1.5154021978378296, + 1.4937148094177246, + 1.4681506156921387, + 1.44033944606781, + 1.414374589920044, + 1.3936691284179688, + 1.4092057943344116, + 1.3733372688293457, + 1.3450520038604736, + 1.3217521905899048, + 1.2894588708877563, + 1.2498914003372192, + 1.2088912725448608, + 1.176692247390747, + 1.1434111595153809, + 1.1098459959030151, + 1.070651888847351, + 1.0356333255767822, + 1.0108832120895386, + 0.9817547798156738, + 0.9498450756072998, + 0.9145042896270752, + 0.887969434261322, + 0.8634471893310547, + 0.839760422706604, + 0.8225909471511841, + 0.7911036014556885, + 0.7679901719093323, + 0.7465890645980835, + 0.7245138883590698, + 0.6992765665054321, + 0.6747227907180786, + 0.6566665172576904, + 0.634949803352356 + ], + "p90": [ + 1.4505624771118164, + 1.4799513816833496, + 1.5086703300476074, + 1.5413813591003418, + 1.5721378326416016, + 1.6008368730545044, + 1.6285264492034912, + 1.653716802597046, + 1.676407814025879, + 1.6987828016281128, + 1.7236350774765015, + 1.7485742568969727, + 1.77177894115448, + 1.7940092086791992, + 1.815760850906372, + 1.8356025218963623, + 1.8546276092529297, + 1.8731977939605713, + 1.889561653137207, + 1.9066143035888672, + 1.9205272197723389, + 1.9351816177368164, + 1.9514288902282715, + 1.9651281833648682, + 1.9813241958618164, + 1.9948456287384033, + 2.0061211585998535, + 2.015561103820801, + 2.022374153137207, + 2.030541181564331, + 2.0367562770843506, + 2.0355734825134277, + 2.0714168548583984, + 2.078446388244629, + 2.0912668704986572, + 2.097083330154419, + 2.0863730907440186, + 2.081834554672241, + 2.0803592205047607, + 2.0758213996887207, + 2.0684471130371094, + 2.067772388458252, + 2.0616748332977295, + 2.0548059940338135, + 2.048184871673584, + 2.0373597145080566, + 2.029195547103882, + 2.0141842365264893, + 2.008028268814087, + 2.0060782432556152, + 1.9987013339996338, + 1.998107671737671, + 1.9884960651397705, + 1.9831974506378174, + 1.9752957820892334, + 1.9689416885375977, + 1.9613986015319824, + 1.9543097019195557, + 1.9450936317443848, + 1.9408268928527832 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_051125.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_051125.json new file mode 100644 index 0000000000000000000000000000000000000000..d5a91b4b5bdaa208e3647dd7447d0941a0a70f2b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_051125.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T05:11:25.029623+00:00", + "metrics": { + "MSE[mean]": 0.1858448626238946, + "MSE[0.5]": 0.1858448626238946, + "MAE[0.5]": 0.36997530261675515, + "MASE[0.5]": 1.0543860624810544, + "MAPE[0.5]": 0.24443602167451975, + "sMAPE[0.5]": 0.3025016241925042, + "MSIS": 11.859049689199175, + "RMSE[mean]": 0.43109727744894727, + "NRMSE[mean]": 0.26566392698036323, + "ND[0.5]": 0.22799747741518808, + "mean_weighted_sum_quantile_loss": 0.18079519176930842 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" + ], + "context": [ + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754 + ], + "actual": [ + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 + ], + "predictions": { + "p50": [ + 1.4368736743927002, + 1.461653470993042, + 1.4866821765899658, + 1.5098223686218262, + 1.52951979637146, + 1.5448486804962158, + 1.5586178302764893, + 1.5721397399902344, + 1.5837092399597168, + 1.5929102897644043, + 1.6036639213562012, + 1.6124718189239502, + 1.6206762790679932, + 1.627293348312378, + 1.6290843486785889, + 1.6301636695861816, + 1.6268723011016846, + 1.6238878965377808, + 1.6197221279144287, + 1.6154885292053223, + 1.6092658042907715, + 1.6005208492279053, + 1.588862657546997, + 1.5781289339065552, + 1.563993215560913, + 1.5483561754226685, + 1.5300425291061401, + 1.5098638534545898, + 1.4863536357879639, + 1.4645161628723145, + 1.441375494003296, + 1.4161708354949951, + 1.3549578189849854, + 1.3376177549362183, + 1.3044216632843018, + 1.273759365081787, + 1.2402327060699463, + 1.2069562673568726, + 1.1749727725982666, + 1.1401747465133667, + 1.105959177017212, + 1.0704306364059448, + 1.0384068489074707, + 1.0063092708587646, + 0.9695160388946533, + 0.936287522315979, + 0.8964595198631287, + 0.859847903251648, + 0.8183549642562866, + 0.7812987565994263, + 0.742943286895752, + 0.7066034078598022, + 0.6716400384902954, + 0.6357982158660889, + 0.600967526435852, + 0.5631327033042908, + 0.5273468494415283, + 0.4935612082481384, + 0.4595494866371155, + 0.42342424392700195 + ], + "p10": [ + 1.4250166416168213, + 1.4456212520599365, + 1.4666149616241455, + 1.484911561012268, + 1.4994230270385742, + 1.509955644607544, + 1.519904375076294, + 1.5264194011688232, + 1.5329506397247314, + 1.5366566181182861, + 1.5392496585845947, + 1.5387771129608154, + 1.5405428409576416, + 1.538025140762329, + 1.5324065685272217, + 1.5234795808792114, + 1.5119130611419678, + 1.4989980459213257, + 1.4866440296173096, + 1.4713969230651855, + 1.4560459852218628, + 1.4390984773635864, + 1.4174778461456299, + 1.3965184688568115, + 1.3741528987884521, + 1.3506410121917725, + 1.3213050365447998, + 1.2923139333724976, + 1.2585697174072266, + 1.2278461456298828, + 1.193498969078064, + 1.161494493484497, + 1.0904039144515991, + 1.0774778127670288, + 1.0401571989059448, + 1.0087933540344238, + 0.9683635830879211, + 0.928228497505188, + 0.8891631364822388, + 0.850197434425354, + 0.8040339350700378, + 0.7607390880584717, + 0.731101393699646, + 0.6845253109931946, + 0.6422050595283508, + 0.6019458770751953, + 0.5643280744552612, + 0.5210623741149902, + 0.47878533601760864, + 0.43557876348495483, + 0.3961465358734131, + 0.3548724055290222, + 0.3185011148452759, + 0.27306056022644043, + 0.24096840620040894, + 0.19770359992980957, + 0.16283726692199707, + 0.1309678554534912, + 0.09818166494369507, + 0.06230282783508301 + ], + "p90": [ + 1.4476490020751953, + 1.4760451316833496, + 1.5068299770355225, + 1.5339899063110352, + 1.5592403411865234, + 1.5812907218933105, + 1.599787712097168, + 1.618865966796875, + 1.636078119277954, + 1.6520556211471558, + 1.6670989990234375, + 1.6831023693084717, + 1.7015446424484253, + 1.7145862579345703, + 1.7262132167816162, + 1.7346303462982178, + 1.7434605360031128, + 1.7498385906219482, + 1.755690336227417, + 1.7610211372375488, + 1.767640471458435, + 1.7679845094680786, + 1.7664706707000732, + 1.7668226957321167, + 1.765067219734192, + 1.7624257802963257, + 1.755913257598877, + 1.7486764192581177, + 1.7343990802764893, + 1.7283480167388916, + 1.712339997291565, + 1.708388090133667, + 1.6491756439208984, + 1.6467723846435547, + 1.6320569515228271, + 1.6156222820281982, + 1.594438076019287, + 1.5726460218429565, + 1.5485082864761353, + 1.5244544744491577, + 1.5013113021850586, + 1.4853239059448242, + 1.4603453874588013, + 1.4446895122528076, + 1.4188417196273804, + 1.393692970275879, + 1.3654175996780396, + 1.3421590328216553, + 1.3039031028747559, + 1.2743030786514282, + 1.2477307319641113, + 1.2138789892196655, + 1.1927968263626099, + 1.156801462173462, + 1.1377604007720947, + 1.1098321676254272, + 1.0846126079559326, + 1.0580470561981201, + 1.044668436050415, + 1.0060734748840332 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 1fdf5b1adc4e098b0d35fa07d966d716c553662d..49e8d19a5534e985e419222fb38f276c1bc6d2aa 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,219073.85990842184,219073.85990842184,406.7224934895833,0.3714957036244165,0.00634815592827073,0.0063579678770900455,3.5036837122006026,468.05326610164985,0.007301409262147016,0.006344678258143887,0.005718871814313566,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,204754.12265586853,204754.12265586853,384.6746419270833,0.3570824659747136,0.0060049508483348175,0.006013112725884488,3.5621152135198106,452.4976493373955,0.007058974976972081,0.00600093431560412,0.005644941084986122,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.6366529969953869,0.6366529969953869,0.767550007502238,2.1713384022102384,0.46580505251919707,0.6206559720735395,84.03362243590077,0.7979053809790901,0.48594987351651137,0.46746248108468946,0.4639122308214499,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.4009500136435054,0.4009500136435054,0.576133343577385,1.6419122122534155,0.34553921837761714,0.4351394709436791,62.333592939598255,0.6332061383495152,0.3902136202238597,0.35504248002870026,0.3508470238190934,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07791668626997586,0.07791668626997586,0.24861114720503488,3.977779493332401,0.15614312135525385,0.1725405340654223,137.18584173733151,0.27913560552171746,0.18057289349954106,0.16082661372828963,0.15588900790681195,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.104166682561299,5.104166682561299,2.2083333333333335,1.2082066308943158,0.143248718599293,0.1331377441038632,37.244451952067394,2.259240288805354,0.14517206675054484,0.14190093708165996,0.13428826416778225,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,177.99333511034743,177.99333511034743,11.37500007947286,0.983538443865483,0.5671956460732802,0.4133784328139261,36.16011908053463,13.34141428448826,0.6064279220221936,0.5170454581578573,0.5072525288601114,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.9091664822902508,3.9091664822902508,1.816666603088379,0.9487779661868926,0.07553261097334185,0.07232622436579923,22.69698882312377,1.977161218082696,0.08191242919712116,0.07526324770043485,0.06809482591739836,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,24.125,24.125,3.9583333333333335,0.7441253263707571,0.6358826358826359,0.45873832121897135,27.864908745995265,4.911720676097125,0.6270281714166542,0.5053191489361702,0.498274231678487,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,729.1666666666666,729.1666666666666,14.583333333333334,1.0769230769230769,0.006205673758865248,0.006140350877192982,10.63384550343505,27.003086243366084,0.011320071088922027,0.00611353711790393,0.0073245997088791604,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1979.1666666666667,1979.1666666666667,39.583333333333336,3.4545454545454546,0.016843971631205674,0.016666666666666666,12.567271958605057,44.487826050130465,0.018847446164221203,0.01676963812886143,0.01234480729626358,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7551.857142857143,7551.857142857143,73.85714285714286,1.530991524558358,0.3288908310812257,0.29127747091684864,55.43516014261311,86.90142198409151,0.34543438608099974,0.2935831913685406,0.2867184049466844,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index f7d7727838ed28988219a048f41381be0482be94..2e992dfccada234204968fbd4b7304a6be44eb56 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:04:18.330314+00:00", + "evaluated_at": "2026-06-22T05:14:05.946411+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -101,10 +100,10 @@ 64248.0, 64241.25, 64426.0, - 64276.12109375 + 64276.12109375, + 64256.55078125 ], "actuals": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -127,10 +126,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64054.7890625 + 64100.01953125, + 64161.98828125 ], "p50": [ - 63678.0703125, 63744.609375, 63655.2109375, 63417.96875, @@ -153,10 +152,10 @@ 64248.0, 64241.25, 64426.0, - 64276.12109375 + 64276.12109375, + 64256.55078125 ], "p10": [ - 62404.50890625, 62469.7171875, 62382.10671875, 62149.609375, @@ -179,10 +178,10 @@ 62963.04, 62956.424999999996, 63137.479999999996, - 62990.598671875 + 62990.598671875, + 62971.419765624996 ], "p90": [ - 64951.63171875, 65019.5015625, 64928.31515625, 64686.328125, @@ -205,10 +204,10 @@ 65532.96, 65526.075000000004, 65714.52, - 65561.64351562501 + 65561.64351562501, + 65541.681796875 ], "timestamps": [ - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -327,6 +326,7 @@ "2026-06-22 01:00:00", "2026-06-22 02:00:00", "2026-06-22 03:00:00", - "2026-06-22 04:00:00" + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 547e24cf6aaf30111cb67adef3056570feff5772..eb7fc5088dd34d4a31e030f45633289a98e0a107 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,17 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T04:50:05.107952+00:00", + "evaluated_at": "2026-06-22T05:14:05.952717+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.4129999876022339, - 1.440999984741211, - 1.465000033378601, - 1.4919999837875366, - 1.5260000228881836, - 1.5520000457763672, 1.5709999799728394, 1.590000033378601, 1.61899995803833, @@ -245,15 +239,15 @@ 1.1510000228881836, 1.194000005722046, 1.2319999933242798, - 1.2660000324249268 - ], - "actuals": [ + 1.2660000324249268, 1.2869999408721924, 1.305999994277954, 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754, + 1.4140000343322754 + ], + "actuals": [ 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, @@ -307,15 +301,15 @@ 1.38100004196167, 1.343999981880188, 1.2999999523162842, - 1.2680000066757202 + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 ], "p50": [ - 0.5789999961853027, - 0.6129999756813049, - 0.6430000066757202, - 0.6779999732971191, - 0.6980000138282776, - 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, 0.7950000166893005, @@ -334,12 +328,12 @@ 1.194000005722046, 1.2319999933242798, 1.2660000324249268, - 0.5789999961853027, - 0.6129999756813049, - 0.6430000066757202, - 0.6779999732971191, - 0.6980000138282776, - 0.7229999899864197, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, 0.7440000176429749, 0.7649999856948853, 0.7950000166893005, @@ -358,26 +352,26 @@ 1.194000005722046, 1.2319999933242798, 1.2660000324249268, - 0.5789999961853027, - 0.6129999756813049, - 0.6430000066757202, - 0.6779999732971191, - 0.6980000138282776, - 0.7229999899864197, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, 0.7440000176429749, 0.7649999856948853, 0.7950000166893005, 0.828000009059906, 0.8529999852180481, - 0.8790000081062317 + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678 ], "p10": [ - 0.5674199962615967, - 0.6007399761676788, - 0.6301400065422058, - 0.6644399738311767, - 0.6840400135517121, - 0.7085399901866912, 0.7291200172901153, 0.7496999859809875, 0.7791000163555145, @@ -396,12 +390,12 @@ 1.1701200056076049, 1.207359993457794, 1.2406800317764282, - 0.5674199962615967, - 0.6007399761676788, - 0.6301400065422058, - 0.6644399738311767, - 0.6840400135517121, - 0.7085399901866912, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, 0.7291200172901153, 0.7496999859809875, 0.7791000163555145, @@ -420,26 +414,26 @@ 1.1701200056076049, 1.207359993457794, 1.2406800317764282, - 0.5674199962615967, - 0.6007399761676788, - 0.6301400065422058, - 0.6644399738311767, - 0.6840400135517121, - 0.7085399901866912, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, 0.7291200172901153, 0.7496999859809875, 0.7791000163555145, 0.8114400088787078, 0.8359399855136871, - 0.861420007944107 + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, + 0.9564800107479096, + 0.9897999906539917, + 1.0270399785041808, + 1.0544799757003784 ], "p90": [ - 0.5905799961090088, - 0.625259975194931, - 0.6558600068092346, - 0.6915599727630616, - 0.7119600141048431, - 0.7374599897861481, 0.7588800179958344, 0.780299985408783, 0.8109000170230866, @@ -458,12 +452,12 @@ 1.217880005836487, 1.2566399931907655, 1.2913200330734254, - 0.5905799961090088, - 0.625259975194931, - 0.6558600068092346, - 0.6915599727630616, - 0.7119600141048431, - 0.7374599897861481, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, 0.7588800179958344, 0.780299985408783, 0.8109000170230866, @@ -482,26 +476,26 @@ 1.217880005836487, 1.2566399931907655, 1.2913200330734254, - 0.5905799961090088, - 0.625259975194931, - 0.6558600068092346, - 0.6915599727630616, - 0.7119600141048431, - 0.7374599897861481, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, 0.7588800179958344, 0.780299985408783, 0.8109000170230866, 0.8445600092411042, 0.8700599849224091, - 0.8965800082683564 + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, + 0.9955200111865997, + 1.030199990272522, + 1.0689599776268006, + 1.0975199747085571 ], "timestamps": [ - "2026-06-20 22:30:00", - "2026-06-20 22:36:00", - "2026-06-20 22:42:00", - "2026-06-20 22:48:00", - "2026-06-20 22:54:00", - "2026-06-20 23:00:00", "2026-06-20 23:06:00", "2026-06-20 23:12:00", "2026-06-20 23:18:00", @@ -795,6 +789,12 @@ "2026-06-22 04:06:00", "2026-06-22 04:12:00", "2026-06-22 04:18:00", - "2026-06-22 04:24:00" + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 986c2259d1357e4038c3784cbf81eb87c5963c55..721e13b5c371f73f9d72f176045d8eaf643c861a 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T04:50:05.140600+00:00", + "evaluated_at": "2026-06-22T05:14:05.961331+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,6 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, 2400.0, 2400.0, @@ -116,6 +101,9 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2350.0, 2400.0, 2400.0, @@ -127,6 +115,18 @@ 2350.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0 ], "p50": [ @@ -208,10 +208,6 @@ 2448.0 ], "timestamps": [ - "2026-06-21 17:55:00", - "2026-06-21 18:10:00", - "2026-06-21 18:25:00", - "2026-06-21 18:40:00", "2026-06-21 18:55:00", "2026-06-21 19:10:00", "2026-06-21 19:25:00", @@ -327,6 +323,10 @@ "2026-06-22 22:55:00", "2026-06-22 23:10:00", "2026-06-22 23:25:00", - "2026-06-22 23:40:00" + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 05f037bdbb57f1bb9a9096fc09bb6f7a9c6828b6..30874d86843a6d67722ea64935b8acdd165c822d 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T05:04:18.366984+00:00", + "evaluated_at": "2026-06-22T05:14:05.963996+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 9225d07d88f3de56d6574818f3e25da1f0b44219..d63641b08dfccccb232f75d7ae30fb5a049c957d 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,176084.7629928589,176084.7629928589,343.3701171875,0.3136303630363036,0.005369929805347891,0.0053486736294385585,1.6144437011268693,419.6245500359326,0.0065459442293288855,0.005356411194090119,0.003934282698119356,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,233843.89109865823,233843.89109865823,406.2413736979167,0.37710224613273136,0.006352390830088687,0.006323873459023695,1.8752978279597639,483.57408025933137,0.007543768099262933,0.006337375886357712,0.004254514480886393,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.015543641416063517,0.015543641416063517,0.10014138023058573,0.28329206230171783,0.06217905143369121,0.06539260354373827,3.033879439051803,0.1246741409277141,0.0759305356986809,0.06098930050717039,0.05030732778763877,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.022861520205400866,0.022861520205400866,0.13161378502845764,0.3750837950070746,0.0855235518106884,0.09108990133709759,5.411718837339548,0.1512002652292676,0.0931772440294213,0.08110706516709591,0.06770329422139662,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07780108380558184,0.07780108380558184,0.2567713078525331,4.1083421010466346,0.1617248446340217,0.1780888063884235,106.44920152164504,0.27892845642849323,0.18043888869897326,0.16610542370591969,0.14998112004333666,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,3.914418406641744,3.914418406641744,1.632049560546875,0.8929146117739872,0.10918596131375284,0.10082776530324102,22.47111584411826,1.978488920019959,0.12713181815389293,0.1048706544929719,0.08869309023202183,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,136.6839714850048,136.6839714850048,9.485202630360922,0.8201372632646429,0.5253223406456043,0.3710552175724397,2.4927712520888017,11.691192047221053,0.5314178203282297,0.4311455741073146,0.26983297457197297,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3927791789331725,1.3927791789331725,0.883976141611735,0.4616681367788192,0.03650398710009742,0.0353857215247453,1.7607769918619116,1.1801606581026045,0.048893244245302725,0.03662252346924552,0.026634201651136988,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,20.585927105508745,20.585927105508745,4.0158843994140625,0.7549443257384137,0.6658658483155705,0.45394858131835775,6.370009838134128,4.537171707739167,0.579213409498617,0.5126660935422207,0.3583605637787082,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,728.2284521957239,728.2284521957239,14.600789388020834,1.078212139423077,0.00621286360648225,0.006147624504134356,42.623606520432695,26.98570829523887,0.011312786010231142,0.006120854939956332,0.006275235493237506,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1979.3154037495453,1979.3154037495453,39.596923828125,3.455731534090909,0.01684964714320839,0.01667232893096116,136.32962890625,44.48949767922251,0.018848154356599124,0.01677539579655781,0.016697794273131804,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,601.4396087442126,601.4396087442126,20.576241629464285,0.4265268100460789,0.08696922486299981,0.08228666870448333,3.0116496437187275,24.52426571264087,0.09748430436597733,0.08179085258730835,0.05892185873320082,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 62d5bca8e4e51db98a47973d4480a12163883e94..933d729acc3ffb18ae0a5b82da9ac5e23196f136 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:03:36.464873+00:00", + "evaluated_at": "2026-06-22T05:13:50.517606+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -101,10 +100,10 @@ 64248.0, 64241.25, 64426.0, - 64276.12109375 + 64276.12109375, + 64256.55078125 ], "actuals": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -127,88 +126,88 @@ 64606.0, 64257.98828125, 63974.01171875, - 64054.7890625 + 64100.01953125, + 64161.98828125 ], "p50": [ - 64284.65625, - 64349.671875, - 64397.578125, - 64401.0, - 64401.0, - 64404.421875, - 64438.640625, - 64445.484375, - 64483.125, - 64503.65625, - 64527.609375, - 64493.390625, - 64489.96875, - 64462.59375, - 64476.28125, - 64466.015625, - 64462.59375, - 64466.015625, - 64459.171875, - 64435.21875, - 64438.640625, - 64411.265625, - 64397.578125, - 64318.875 + 64370.0625, + 64403.1875, + 64413.125, + 64429.6875, + 64442.9375, + 64459.5, + 64486.0, + 64509.1875, + 64555.5625, + 64565.5, + 64572.125, + 64562.1875, + 64562.1875, + 64552.25, + 64548.9375, + 64539.0, + 64572.125, + 64582.0625, + 64558.875, + 64535.6875, + 64519.125, + 64479.375, + 64449.5625, + 64399.875 ], "p10": [ - 64029.7265625, - 64009.1953125, - 63995.5078125, - 63952.734375, - 63924.50390625, - 63915.09375, - 63915.09375, - 63891.99609375, - 63890.28515625, - 63883.44140625, - 63873.17578125, - 63812.8671875, - 63765.8125, - 63711.921875, - 63710.8515625, - 63664.8671875, - 63678.984375, - 63644.765625, - 63623.37890625, - 63572.05078125, - 63555.796875, - 63526.7109375, - 63492.4921875, - 63420.6328125 + 64121.625, + 64090.15625, + 64045.4375, + 64030.53125, + 64023.90625, + 64030.53125, + 64025.5625, + 64015.625, + 64013.96875, + 63985.8125, + 63965.9375, + 63924.53125, + 63883.125, + 63857.453125, + 63834.6796875, + 63792.859375, + 63804.8671875, + 63764.390625, + 63710.25390625, + 63652.078125, + 63616.46875, + 63565.953125, + 63517.09375, + 63469.0625 ], "p90": [ - 64544.71875, - 64688.4375, - 64791.09375, - 64825.3125, - 64845.84375, - 64852.6875, - 64914.28125, - 64934.8125, - 65010.09375, - 65051.15625, - 65099.0625, - 65092.21875, - 65099.0625, - 65092.21875, - 65112.75, - 65146.96875, - 65153.8125, - 65167.5, - 65167.5, - 65167.5, - 65188.03125, - 65174.34375, - 65188.03125, - 65119.59375 + 64625.125, + 64724.5, + 64784.125, + 64823.875, + 64850.375, + 64883.5, + 64936.5, + 64982.875, + 65075.625, + 65115.375, + 65135.25, + 65155.125, + 65175.0, + 65168.375, + 65188.25, + 65201.5, + 65241.25, + 65267.75, + 65247.875, + 65261.125, + 65254.5, + 65234.625, + 65221.375, + 65188.25 ], "timestamps": [ - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -327,6 +326,7 @@ "2026-06-22 01:00:00", "2026-06-22 02:00:00", "2026-06-22 03:00:00", - "2026-06-22 04:00:00" + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 03b9e4c948e0c59ee411bd6bc6c1ce89203bbc5b..d2d55b4e5248f07ecdc363ae7fb34d8206f72311 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,17 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T04:49:38.810704+00:00", + "evaluated_at": "2026-06-22T05:13:54.401496+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.4129999876022339, - 1.440999984741211, - 1.465000033378601, - 1.4919999837875366, - 1.5260000228881836, - 1.5520000457763672, 1.5709999799728394, 1.590000033378601, 1.61899995803833, @@ -245,15 +239,15 @@ 1.1510000228881836, 1.194000005722046, 1.2319999933242798, - 1.2660000324249268 - ], - "actuals": [ + 1.2660000324249268, 1.2869999408721924, 1.305999994277954, 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754, + 1.4140000343322754 + ], + "actuals": [ 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, @@ -307,201 +301,201 @@ 1.38100004196167, 1.343999981880188, 1.2999999523162842, - 1.2680000066757202 + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 ], "p50": [ - 1.3020782470703125, - 1.3325653076171875, - 1.361358642578125, - 1.3901519775390625, - 1.422332763671875, - 1.4511260986328125, - 1.47991943359375, - 1.50701904296875, - 1.537506103515625, - 1.564605712890625, - 1.591705322265625, - 1.612030029296875, - 1.6357421875, - 1.65606689453125, - 1.679779052734375, - 1.693328857421875, - 1.717041015625, - 1.7305908203125, - 1.75091552734375, - 1.76446533203125, - 1.774627685546875, - 1.781402587890625, - 1.788177490234375, - 1.781402587890625, - 1.788177490234375, - 1.788177490234375, - 1.781402587890625, - 1.77801513671875, - 1.77801513671875, - 1.767852783203125, - 1.761077880859375, - 1.747528076171875, - 1.754302978515625, - 1.7305908203125, - 1.720428466796875, - 1.706878662109375, - 1.679779052734375, - 1.66961669921875, - 1.64251708984375, - 1.62896728515625, - 1.61541748046875, - 1.598480224609375, - 1.571380615234375, - 1.5408935546875, - 1.5087127685546875, - 1.4782257080078125, - 1.4595947265625, - 1.4308013916015625, - 1.4324951171875, - 1.39862060546875, - 1.3766021728515625, - 1.3495025634765625, - 1.320709228515625, - 1.2910690307617188, - 1.2571945190429688, - 1.212310791015625, - 1.18182373046875, - 1.1403274536132812, - 1.1017951965332031, - 1.0812058448791504 + 1.4484481811523438, + 1.4737396240234375, + 1.497344970703125, + 1.524322509765625, + 1.5445556640625, + 1.5681610107421875, + 1.5883941650390625, + 1.6018829345703125, + 1.62548828125, + 1.63897705078125, + 1.659210205078125, + 1.672698974609375, + 1.686187744140625, + 1.699676513671875, + 1.713165283203125, + 1.71990966796875, + 1.7435150146484375, + 1.753631591796875, + 1.7637481689453125, + 1.7603759765625, + 1.767120361328125, + 1.767120361328125, + 1.7704925537109375, + 1.7603759765625, + 1.7570037841796875, + 1.7502593994140625, + 1.7367706298828125, + 1.71990966796875, + 1.713165283203125, + 1.699676513671875, + 1.6963043212890625, + 1.6760711669921875, + 1.6490936279296875, + 1.62548828125, + 1.5985107421875, + 1.578277587890625, + 1.5445556640625, + 1.5276947021484375, + 1.4990310668945312, + 1.4787979125976562, + 1.4551925659179688, + 1.4282150268554688, + 1.402923583984375, + 1.3641433715820312, + 1.3304214477539062, + 1.3101882934570312, + 1.2823677062988281, + 1.26129150390625, + 1.2123947143554688, + 1.173614501953125, + 1.1377849578857422, + 1.1135473251342773, + 1.0918915271759033, + 1.061910629272461, + 1.0383052825927734, + 1.0033187866210938, + 0.9851932525634766, + 0.9611663818359375, + 0.930816650390625, + 0.9232292175292969 ], "p10": [ - 1.2893753051757812, - 1.3224029541015625, - 1.34442138671875, - 1.3698272705078125, - 1.395233154296875, - 1.42572021484375, - 1.449432373046875, - 1.47314453125, - 1.503631591796875, - 1.5256500244140625, - 1.551055908203125, - 1.5679931640625, - 1.58831787109375, - 1.608642578125, - 1.632354736328125, - 1.64251708984375, - 1.65606689453125, - 1.66961669921875, - 1.68994140625, - 1.700103759765625, - 1.713653564453125, - 1.717041015625, - 1.717041015625, - 1.71026611328125, - 1.717041015625, - 1.713653564453125, - 1.7034912109375, - 1.700103759765625, - 1.68994140625, - 1.686553955078125, - 1.673004150390625, - 1.652679443359375, - 1.645904541015625, - 1.61541748046875, - 1.60186767578125, - 1.58154296875, - 1.554443359375, - 1.5408935546875, - 1.5087127685546875, - 1.496856689453125, - 1.476531982421875, - 1.4612884521484375, - 1.4274139404296875, - 1.3969268798828125, - 1.37152099609375, - 1.3393402099609375, - 1.3190155029296875, - 1.29022216796875, - 1.29022216796875, - 1.2427978515625, - 1.20892333984375, - 1.1809768676757812, - 1.1526069641113281, - 1.1263542175292969, - 1.0940675735473633, - 1.0482311248779297, - 1.0200729370117188, - 0.9857749938964844, - 0.948089599609375, - 0.9303054809570312 + 1.4349594116210938, + 1.4619369506835938, + 1.4804840087890625, + 1.50408935546875, + 1.524322509765625, + 1.5445556640625, + 1.564788818359375, + 1.5749053955078125, + 1.5985107421875, + 1.6086273193359375, + 1.6221160888671875, + 1.63897705078125, + 1.6490936279296875, + 1.659210205078125, + 1.6760711669921875, + 1.679443359375, + 1.69293212890625, + 1.6963043212890625, + 1.7064208984375, + 1.699676513671875, + 1.7064208984375, + 1.7064208984375, + 1.7030487060546875, + 1.686187744140625, + 1.6828155517578125, + 1.672698974609375, + 1.6490936279296875, + 1.632232666015625, + 1.6221160888671875, + 1.605255126953125, + 1.5951385498046875, + 1.5681610107421875, + 1.53106689453125, + 1.4990310668945312, + 1.4737396240234375, + 1.4467620849609375, + 1.40966796875, + 1.3911209106445312, + 1.3590850830078125, + 1.3405380249023438, + 1.31524658203125, + 1.2916412353515625, + 1.2655067443847656, + 1.227569580078125, + 1.2048072814941406, + 1.1862602233886719, + 1.1605472564697266, + 1.136098861694336, + 1.091259241104126, + 1.039780616760254, + 1.0007896423339844, + 0.9805564880371094, + 0.9611663818359375, + 0.9341888427734375, + 0.9122695922851562, + 0.8802337646484375, + 0.8616867065429688, + 0.8465118408203125, + 0.8195343017578125, + 0.8144760131835938 ], "p90": [ - 1.313934326171875, - 1.3495025634765625, - 1.38507080078125, - 1.4138641357421875, - 1.449432373046875, - 1.476531982421875, - 1.5087127685546875, - 1.537506103515625, - 1.5679931640625, - 1.598480224609375, - 1.625579833984375, - 1.6492919921875, - 1.673004150390625, - 1.69671630859375, - 1.717041015625, - 1.733978271484375, - 1.761077880859375, - 1.7847900390625, - 1.801727294921875, - 1.815277099609375, - 1.828826904296875, - 1.8389892578125, - 1.84576416015625, - 1.835601806640625, - 1.849151611328125, - 1.84576416015625, - 1.842376708984375, - 1.8389892578125, - 1.835601806640625, - 1.828826904296875, - 1.825439453125, - 1.8118896484375, - 1.842376708984375, - 1.81866455078125, - 1.80511474609375, - 1.801727294921875, - 1.781402587890625, - 1.774627685546875, - 1.754302978515625, - 1.7305908203125, - 1.72381591796875, - 1.706878662109375, - 1.679779052734375, - 1.65606689453125, - 1.6221923828125, - 1.598480224609375, - 1.58154296875, - 1.557830810546875, - 1.57476806640625, - 1.554443359375, - 1.537506103515625, - 1.5121002197265625, - 1.490081787109375, - 1.4612884521484375, - 1.4341888427734375, - 1.3969268798828125, - 1.3664398193359375, - 1.3224029541015625, - 1.2851409912109375, - 1.2648162841796875 + 1.4619369506835938, + 1.4922866821289062, + 1.5209503173828125, + 1.5445556640625, + 1.571533203125, + 1.5951385498046875, + 1.61199951171875, + 1.632232666015625, + 1.6490936279296875, + 1.6693267822265625, + 1.6895599365234375, + 1.699676513671875, + 1.71990966796875, + 1.7367706298828125, + 1.74688720703125, + 1.7603759765625, + 1.787353515625, + 1.8042144775390625, + 1.8042144775390625, + 1.807586669921875, + 1.821075439453125, + 1.82781982421875, + 1.8311920166015625, + 1.8177032470703125, + 1.821075439453125, + 1.8109588623046875, + 1.7974700927734375, + 1.7907257080078125, + 1.7907257080078125, + 1.780609130859375, + 1.780609130859375, + 1.7637481689453125, + 1.753631591796875, + 1.726654052734375, + 1.699676513671875, + 1.6895599365234375, + 1.6625823974609375, + 1.6524658203125, + 1.62548828125, + 1.6018829345703125, + 1.58502197265625, + 1.55804443359375, + 1.5344390869140625, + 1.4990310668945312, + 1.4619369506835938, + 1.4450759887695312, + 1.4197845458984375, + 1.3978652954101562, + 1.3658294677734375, + 1.3388519287109375, + 1.3068161010742188, + 1.2789955139160156, + 1.2587623596191406, + 1.227569580078125, + 1.2056503295898438, + 1.1719284057617188, + 1.1516952514648438, + 1.1188163757324219, + 1.087939739227295, + 1.0748724937438965 ], "timestamps": [ - "2026-06-20 22:30:00", - "2026-06-20 22:36:00", - "2026-06-20 22:42:00", - "2026-06-20 22:48:00", - "2026-06-20 22:54:00", - "2026-06-20 23:00:00", "2026-06-20 23:06:00", "2026-06-20 23:12:00", "2026-06-20 23:18:00", @@ -795,6 +789,12 @@ "2026-06-22 04:06:00", "2026-06-22 04:12:00", "2026-06-22 04:18:00", - "2026-06-22 04:24:00" + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cb3b4c7fd8d2015c4f06bdb065fabd9d5705a04d..521200006ca4df461d8c50f40f4d344c143f3a13 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T04:50:02.350557+00:00", + "evaluated_at": "2026-06-22T05:14:03.523042+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,6 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, 2400.0, 2400.0, @@ -116,6 +101,9 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2350.0, 2400.0, 2400.0, @@ -127,91 +115,99 @@ 2350.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0 ], "p50": [ - 2399.91015625, - 2399.99658203125, - 2400.013916015625, - 2400.025634765625, - 2399.9228515625, - 2399.9462890625, - 2399.94970703125, - 2399.987060546875, - 2399.971923828125, - 2400.016845703125, - 2399.9990234375, - 2399.99560546875, - 2400.062744140625, - 2400.0419921875, - 2400.04736328125, - 2399.920654296875, - 2400.11083984375, - 2400.042724609375, - 2399.9521484375, - 2399.855224609375, + 2399.99951171875, + 2400.089599609375, + 2400.09521484375, + 2400.060791015625, + 2400.0283203125, + 2400.024658203125, + 2400.0673828125, + 2400.047607421875, + 2400.01953125, + 2400.010986328125, + 2399.9853515625, + 2399.946044921875, + 2399.997314453125, + 2399.981201171875, + 2399.939697265625, 2399.87158203125, - 2400.019775390625, - 2400.012939453125, - 2400.008056640625 + 2400.1298828125, + 2400.032470703125, + 2399.97705078125, + 2399.939697265625, + 2399.88427734375, + 2400.085205078125, + 2400.0380859375, + 2400.07470703125 ], "p10": [ - 2399.750244140625, - 2399.612548828125, - 2399.6171875, - 2399.51904296875, - 2399.46533203125, - 2399.537841796875, - 2399.2109375, - 2399.44677734375, - 2399.39306640625, - 2399.299560546875, - 2399.28564453125, - 2399.20166015625, - 2399.2529296875, - 2399.1875, - 2399.075439453125, - 2399.164306640625, - 2399.11279296875, - 2399.02880859375, - 2398.842041015625, - 2398.701904296875, - 2398.5244140625, - 2398.375, - 2398.30029296875, - 2398.28173828125 + 2399.980712890625, + 2399.949462890625, + 2399.938720703125, + 2399.876708984375, + 2399.835205078125, + 2399.843994140625, + 2399.77880859375, + 2399.77978515625, + 2399.786376953125, + 2399.701416015625, + 2399.74560546875, + 2399.5927734375, + 2399.51318359375, + 2399.52197265625, + 2399.389404296875, + 2399.385009765625, + 2399.16357421875, + 2398.977783203125, + 2398.79638671875, + 2398.716796875, + 2398.52197265625, + 2398.49560546875, + 2398.327392578125, + 2398.21240234375 ], "p90": [ - 2400.303466796875, - 2400.8125, - 2401.073974609375, - 2401.40087890625, - 2401.78369140625, - 2402.3720703125, - 2403.175048828125, - 2403.996826171875, - 2404.7626953125, - 2405.45361328125, - 2405.789794921875, - 2406.611572265625, - 2407.283935546875, - 2407.956298828125, - 2408.404541015625, - 2408.2177734375, - 2411.5048828125, - 2413.07373046875, - 2414.1943359375, - 2414.34375, - 2414.71728515625, - 2414.94140625, - 2414.26904296875, - 2415.240234375 + 2400.1416015625, + 2400.2744140625, + 2400.35400390625, + 2400.418212890625, + 2400.468994140625, + 2400.544189453125, + 2400.743408203125, + 2400.72119140625, + 2400.668212890625, + 2400.734619140625, + 2400.61962890625, + 2400.827392578125, + 2400.955810546875, + 2401.048828125, + 2401.177001953125, + 2401.106201171875, + 2403.433837890625, + 2404.1064453125, + 2404.566650390625, + 2404.74365234375, + 2405.133056640625, + 2405.59326171875, + 2405.59326171875, + 2406.407470703125 ], "timestamps": [ - "2026-06-21 17:55:00", - "2026-06-21 18:10:00", - "2026-06-21 18:25:00", - "2026-06-21 18:40:00", "2026-06-21 18:55:00", "2026-06-21 19:10:00", "2026-06-21 19:25:00", @@ -327,6 +323,10 @@ "2026-06-22 22:55:00", "2026-06-22 23:10:00", "2026-06-22 23:25:00", - "2026-06-22 23:40:00" + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index a730eaea4e386dc20be9e6bea8f41f0f82b21896..01d81cf9f7e5d9c4f21420ae0cecbc6d5c08ae74 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T05:04:17.837424+00:00", + "evaluated_at": "2026-06-22T05:14:05.483002+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index ad6dfbf05c367083c23cd7083caa3c1950fdf815..fc243453b0b812cc4a4201f176d686dbfdd3edc3 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,183691.17569732666,125451.63724772136,258.6285807291667,0.23622840662444622,0.004047505883158089,0.004032631320807505,10.886527517616628,428.5920854347717,0.006685833534161758,0.00403448336237391,0.00473129572103367,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,169121.2049109141,118096.60542615254,253.87809244791666,0.2356677707012528,0.003972872639809613,0.003958899693231112,10.522515264957724,411.2434861622906,0.006415408969556533,0.003960504777020382,0.004535339544942193,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.032468803981773674,0.042574830499103676,0.17394444545110066,0.492075109852745,0.10608253348237252,0.11512963455655055,9.328086265902366,0.18019102081339589,0.10974208955156237,0.10593772555104153,0.08328214171717202,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.026829779445128623,0.03529339574276271,0.17252877354621887,0.4916866961590665,0.10838947764292975,0.11603543522844274,8.781971903130414,0.1637979836418282,0.10094059471509112,0.10632094864672924,0.08222579310143191,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08406937332447148,0.0958262333365661,0.28849896954165566,4.615984833310345,0.18215096095096678,0.2027264295721291,126.73520967007386,0.2899471905786836,0.18756691059529593,0.18663005604177427,0.16197831931320736,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.7983452788550192,1.4962878562109836,1.032567024230957,0.5649302606122206,0.06888379085885953,0.06558465002244888,26.799229636996206,1.3410239665475854,0.08617021471791714,0.06634968830399723,0.0749967579328817,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,66.17225134076837,30.726108464674628,4.3096872965494795,0.37263675671038293,0.2370605825124761,0.19690850296890114,29.309796842267858,8.134632833801927,0.3697560379000876,0.1958948771158854,0.33434970451123786,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.2460478628909186,0.6560921289368101,0.6579515139261881,0.3436238097685262,0.027500955500830714,0.026959266599797554,20.323181710638405,1.1162651400500325,0.04624609688542781,0.027258478624156077,0.037575528183212574,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.783194377043893,10.655213756725326,2.5773067474365234,0.4845067514763177,0.38724973662476403,0.32070764309705413,21.941858854368522,3.5753593353737037,0.4564288513243026,0.3290178826514711,0.3880386929703661,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,731.7709334443012,730.7800302157799,14.653096516927084,1.0820748197115384,0.006234884059175533,0.006169418104302232,44.19190204326924,27.05126491394259,0.011340268260866763,0.006142782819323144,0.00622477985883673,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1982.4451436822612,1976.5539957260091,39.57024129231771,3.453402876420455,0.01683828421518312,0.016661212324989304,139.38379083806817,44.52465770426833,0.018863050042408472,0.016764091633109,0.016856050071405806,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,587.0931736621008,474.79592066065277,18.537806919642858,0.37411023011109457,0.07661461844080557,0.0753195920209184,14.19238810506537,24.230005647174348,0.09753308771145512,0.07462026937176539,0.08000017268140815,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 835e309801655a7064524009e41d5be194f92022..b9de33ecff2573d933658dcc6c99516286598dc0 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T04:56:56.625883+00:00", + "evaluated_at": "2026-06-22T05:10:12.055950+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -101,10 +100,10 @@ 64248.0, 64241.25, 64426.0, - 64276.12109375 + 64276.12109375, + 64256.55078125 ], "actuals": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -127,88 +126,88 @@ 64606.0, 64257.98828125, 63974.01171875, - 64054.7890625 + 64100.01953125, + 64161.98828125 ], "p50": [ - 64248.28125, - 64252.53125, - 64248.1328125, - 64250.0390625, - 64256.140625, - 64275.296875, - 64272.859375, - 64272.3203125, - 64286.015625, - 64324.9375, - 64330.0, - 64345.09375, - 64358.5078125, - 64345.484375, - 64368.3828125, - 64356.0, - 64355.6640625, - 64377.296875, - 64384.015625, - 64424.8515625, - 64407.5859375, - 64416.1015625, - 64437.7265625, - 64425.5 + 64238.5, + 64246.7109375, + 64239.140625, + 64250.2890625, + 64252.765625, + 64271.15625, + 64267.9609375, + 64270.6796875, + 64284.1328125, + 64310.9921875, + 64318.6171875, + 64336.90625, + 64348.65625, + 64343.234375, + 64360.2109375, + 64350.6171875, + 64349.3828125, + 64372.2890625, + 64382.8125, + 64422.5859375, + 64400.2109375, + 64395.421875, + 64408.8515625, + 64406.7109375 ], "p10": [ - 64271.5703125, - 64320.53125, - 64322.265625, - 64313.96875, - 64313.3125, - 64330.109375, - 64345.84375, - 64363.1796875, - 64355.5703125, - 64351.9453125, - 64365.671875, - 64355.0, - 64370.4609375, - 64390.125, - 64415.9765625, - 64419.9921875, - 64387.390625, - 64461.4921875, - 64440.9375, - 64456.890625, - 64475.421875, - 64500.640625, - 64482.6484375, - 64457.9296875 + 64258.359375, + 64308.3359375, + 64311.4453125, + 64316.0390625, + 64312.296875, + 64326.65625, + 64326.515625, + 64363.8046875, + 64341.5234375, + 64326.2421875, + 64365.625, + 64340.8046875, + 64339.7265625, + 64368.5390625, + 64392.4140625, + 64387.6953125, + 64355.7265625, + 64429.7421875, + 64410.59375, + 64422.7890625, + 64451.9375, + 64473.5546875, + 64429.5390625, + 64420.7734375 ], "p90": [ - 64473.0625, - 64531.0625, - 64552.9375, - 64579.6796875, - 64600.1953125, - 64621.7578125, - 64644.0390625, - 64649.3984375, - 64672.1875, - 64729.1875, - 64742.2265625, - 64769.578125, - 64784.3671875, - 64807.0625, - 64832.4140625, - 64852.40625, - 64858.171875, - 64891.3671875, - 64910.09375, - 64934.0625, - 64935.8984375, - 64955.140625, - 64965.8359375, - 64947.0390625 + 64461.4765625, + 64506.421875, + 64518.6171875, + 64547.65625, + 64560.28125, + 64574.5859375, + 64589.5, + 64594.6328125, + 64611.71875, + 64656.78125, + 64672.765625, + 64697.3828125, + 64715.6875, + 64740.5546875, + 64754.6796875, + 64768.984375, + 64774.328125, + 64805.6015625, + 64833.390625, + 64856.734375, + 64859.6484375, + 64860.796875, + 64870.75, + 64853.09375 ], "timestamps": [ - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -327,6 +326,7 @@ "2026-06-22 01:00:00", "2026-06-22 02:00:00", "2026-06-22 03:00:00", - "2026-06-22 04:00:00" + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f57e8ea299b20a82c48f298118e9b41be202c571..9c164a49bb1d2235ea1db103f5276eac825f9609 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,17 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T04:42:00.075189+00:00", + "evaluated_at": "2026-06-22T05:10:22.012877+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.4129999876022339, - 1.440999984741211, - 1.465000033378601, - 1.4919999837875366, - 1.5260000228881836, - 1.5520000457763672, 1.5709999799728394, 1.590000033378601, 1.61899995803833, @@ -245,15 +239,15 @@ 1.1510000228881836, 1.194000005722046, 1.2319999933242798, - 1.2660000324249268 - ], - "actuals": [ + 1.2660000324249268, 1.2869999408721924, 1.305999994277954, 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754, + 1.4140000343322754 + ], + "actuals": [ 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, @@ -307,201 +301,201 @@ 1.38100004196167, 1.343999981880188, 1.2999999523162842, - 1.2680000066757202 + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 ], "p50": [ - 1.2951700687408447, - 1.3250212669372559, - 1.3486428260803223, - 1.3738908767700195, - 1.4060735702514648, - 1.43137526512146, - 1.4513144493103027, - 1.4721269607543945, - 1.489793062210083, - 1.5098330974578857, - 1.5254864692687988, - 1.554882287979126, - 1.5663318634033203, - 1.5964603424072266, - 1.6085011959075928, - 1.6284377574920654, - 1.634227991104126, - 1.6429905891418457, - 1.6658520698547363, - 1.6661653518676758, - 1.670703411102295, - 1.6764092445373535, - 1.682326316833496, - 1.6881089210510254, - 1.697730302810669, - 1.6940293312072754, - 1.6961333751678467, - 1.6894543170928955, - 1.6788663864135742, - 1.668013095855713, - 1.6616120338439941, - 1.6580355167388916, - 1.6471278667449951, - 1.6375269889831543, - 1.6179261207580566, - 1.6036224365234375, - 1.5816638469696045, - 1.5642974376678467, - 1.5555627346038818, - 1.5379939079284668, - 1.5104148387908936, - 1.4973714351654053, - 1.4693217277526855, - 1.43605637550354, - 1.4173038005828857, - 1.3814492225646973, - 1.358781099319458, - 1.3335061073303223, - 1.3053462505340576, - 1.2790741920471191, - 1.2505176067352295, - 1.2175440788269043, - 1.189190149307251, - 1.168662428855896, - 1.1331977844238281, - 1.0907955169677734, - 1.0777276754379272, - 1.0377708673477173, - 1.023597240447998, - 1.0039610862731934 + 1.433753490447998, + 1.4566149711608887, + 1.482710599899292, + 1.5018041133880615, + 1.5255944728851318, + 1.5472280979156494, + 1.564429521560669, + 1.5794703960418701, + 1.5864036083221436, + 1.6084954738616943, + 1.6169192790985107, + 1.63570237159729, + 1.642406940460205, + 1.6618609428405762, + 1.6633632183074951, + 1.6731059551239014, + 1.6759707927703857, + 1.678553581237793, + 1.6894896030426025, + 1.684645414352417, + 1.684894323348999, + 1.6795744895935059, + 1.6835722923278809, + 1.6769232749938965, + 1.6754953861236572, + 1.6660287380218506, + 1.6607134342193604, + 1.6489543914794922, + 1.6267790794372559, + 1.6109561920166016, + 1.600583553314209, + 1.5905933380126953, + 1.5737180709838867, + 1.558650255203247, + 1.5351758003234863, + 1.5149579048156738, + 1.496009111404419, + 1.4719462394714355, + 1.4617559909820557, + 1.4388937950134277, + 1.411651372909546, + 1.394688367843628, + 1.3562548160552979, + 1.322291374206543, + 1.3051035404205322, + 1.2758498191833496, + 1.2488688230514526, + 1.226050615310669, + 1.1949493885040283, + 1.1744790077209473, + 1.1458417177200317, + 1.1144442558288574, + 1.0885937213897705, + 1.0711960792541504, + 1.0454466342926025, + 1.0172338485717773, + 0.9968792796134949, + 0.9648375511169434, + 0.952094316482544, + 0.9398210644721985 ], "p10": [ - 1.3029885292053223, - 1.3293814659118652, - 1.344059705734253, - 1.392582654953003, - 1.4012303352355957, - 1.4302165508270264, - 1.4420628547668457, - 1.4809777736663818, - 1.4883928298950195, - 1.519423007965088, - 1.5229332447052002, - 1.573030948638916, - 1.549659013748169, - 1.604532241821289, - 1.59395432472229, - 1.6546096801757812, - 1.6473414897918701, - 1.6552577018737793, - 1.6745483875274658, - 1.6959788799285889, - 1.6837046146392822, - 1.7081727981567383, - 1.6953644752502441, - 1.6936688423156738, - 1.7029452323913574, - 1.6996254920959473, - 1.7125320434570312, - 1.7005114555358887, - 1.6882247924804688, - 1.6768271923065186, - 1.69309663772583, - 1.6753568649291992, - 1.6744940280914307, - 1.6741859912872314, - 1.6483869552612305, - 1.6376152038574219, - 1.6045334339141846, - 1.595975399017334, - 1.5757265090942383, - 1.5474333763122559, - 1.5327160358428955, - 1.514664649963379, - 1.4883489608764648, - 1.4695429801940918, - 1.4232134819030762, - 1.4174387454986572, - 1.394472360610962, - 1.3492467403411865, - 1.3192884922027588, - 1.3224992752075195, - 1.265807867050171, - 1.2524367570877075, - 1.2221815586090088, - 1.2079482078552246, - 1.1592810153961182, - 1.1334373950958252, - 1.1019394397735596, - 1.0781641006469727, - 1.0625970363616943, - 1.020365595817566 + 1.4434711933135986, + 1.4622597694396973, + 1.4831953048706055, + 1.5225658416748047, + 1.5182318687438965, + 1.5509798526763916, + 1.5550575256347656, + 1.589568853378296, + 1.5873081684112549, + 1.6163740158081055, + 1.6187427043914795, + 1.6569926738739014, + 1.6236248016357422, + 1.678722620010376, + 1.6526312828063965, + 1.6905758380889893, + 1.6864287853240967, + 1.6811065673828125, + 1.6989760398864746, + 1.7110669612884521, + 1.7001926898956299, + 1.7096333503723145, + 1.6980242729187012, + 1.6862120628356934, + 1.6833341121673584, + 1.673630714416504, + 1.6848876476287842, + 1.6587402820587158, + 1.6408500671386719, + 1.6295387744903564, + 1.6208717823028564, + 1.6084246635437012, + 1.6057798862457275, + 1.5930347442626953, + 1.566093921661377, + 1.5469615459442139, + 1.5222539901733398, + 1.4958686828613281, + 1.4805233478546143, + 1.448091983795166, + 1.4233295917510986, + 1.408327341079712, + 1.379042148590088, + 1.355863332748413, + 1.317610740661621, + 1.3030688762664795, + 1.2833225727081299, + 1.2469652891159058, + 1.2086646556854248, + 1.2100908756256104, + 1.1582961082458496, + 1.151579737663269, + 1.1239495277404785, + 1.115225076675415, + 1.068781852722168, + 1.0507643222808838, + 1.013096809387207, + 1.0041208267211914, + 0.9873627424240112, + 0.955345869064331 ], "p90": [ - 1.3218822479248047, - 1.3451309204101562, - 1.3740575313568115, - 1.3957762718200684, - 1.4302787780761719, - 1.4628880023956299, - 1.480597972869873, - 1.508366584777832, - 1.5364246368408203, - 1.557450771331787, - 1.582141637802124, - 1.6042563915252686, - 1.6321330070495605, - 1.653169870376587, - 1.6660020351409912, - 1.6865670680999756, - 1.69775390625, - 1.7089240550994873, - 1.7364273071289062, - 1.7451577186584473, - 1.7464535236358643, - 1.7618944644927979, - 1.7764277458190918, - 1.7816431522369385, - 1.791374921798706, - 1.793741226196289, - 1.7968990802764893, - 1.7882070541381836, - 1.7833209037780762, - 1.7767398357391357, - 1.7748448848724365, - 1.7666733264923096, - 1.763676404953003, - 1.7510504722595215, - 1.7410085201263428, - 1.7358722686767578, - 1.7237493991851807, - 1.7003216743469238, - 1.6872882843017578, - 1.6673107147216797, - 1.6398992538452148, - 1.6304740905761719, - 1.6010425090789795, - 1.5723087787628174, - 1.5503745079040527, - 1.5087339878082275, - 1.4884779453277588, - 1.4713566303253174, - 1.4407799243927002, - 1.4150965213775635, - 1.3893013000488281, - 1.3642921447753906, - 1.329009771347046, - 1.3136534690856934, - 1.2863008975982666, - 1.2454674243927002, - 1.230562448501587, - 1.1931138038635254, - 1.1849896907806396, - 1.1624512672424316 + 1.4641845226287842, + 1.4774389266967773, + 1.5117990970611572, + 1.5301117897033691, + 1.55495023727417, + 1.5841047763824463, + 1.5959663391113281, + 1.6170289516448975, + 1.6327271461486816, + 1.655895709991455, + 1.675811767578125, + 1.687389850616455, + 1.7093186378479004, + 1.7217860221862793, + 1.7226080894470215, + 1.7291972637176514, + 1.7393083572387695, + 1.745255708694458, + 1.7623419761657715, + 1.7664806842803955, + 1.7625386714935303, + 1.7644386291503906, + 1.777043342590332, + 1.772475242614746, + 1.770308017730713, + 1.7665627002716064, + 1.767772912979126, + 1.7501084804534912, + 1.7330796718597412, + 1.719937801361084, + 1.713273525238037, + 1.6993508338928223, + 1.6910812854766846, + 1.670746088027954, + 1.65681791305542, + 1.645578384399414, + 1.6288652420043945, + 1.6020524501800537, + 1.5903563499450684, + 1.5673513412475586, + 1.5384116172790527, + 1.5252485275268555, + 1.4856081008911133, + 1.4553232192993164, + 1.4368972778320312, + 1.405155897140503, + 1.3800601959228516, + 1.3649544715881348, + 1.328251600265503, + 1.3061585426330566, + 1.2779779434204102, + 1.2541550397872925, + 1.2219502925872803, + 1.2079002857208252, + 1.1890987157821655, + 1.1568636894226074, + 1.1357518434524536, + 1.1032531261444092, + 1.1014680862426758, + 1.0869216918945312 ], "timestamps": [ - "2026-06-20 22:30:00", - "2026-06-20 22:36:00", - "2026-06-20 22:42:00", - "2026-06-20 22:48:00", - "2026-06-20 22:54:00", - "2026-06-20 23:00:00", "2026-06-20 23:06:00", "2026-06-20 23:12:00", "2026-06-20 23:18:00", @@ -795,6 +789,12 @@ "2026-06-22 04:06:00", "2026-06-22 04:12:00", "2026-06-22 04:18:00", - "2026-06-22 04:24:00" + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e18e75853ba0d6a10a0316183c54d370ea163aca..eb79c54a455363fdcbced4250c0095d755936744 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T04:42:40.710060+00:00", + "evaluated_at": "2026-06-22T05:10:48.561594+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,6 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, 2400.0, 2400.0, @@ -116,6 +101,9 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2350.0, 2400.0, 2400.0, @@ -127,91 +115,99 @@ 2350.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0 ], "p50": [ - 2400.082763671875, - 2400.144287109375, - 2400.0322265625, - 2399.9345703125, - 2400.06982421875, - 2399.949462890625, - 2399.97119140625, - 2399.931640625, - 2399.857666015625, - 2400.02734375, - 2400.035888671875, - 2399.8349609375, - 2400.114013671875, - 2399.992919921875, - 2400.011474609375, - 2399.9970703125, - 2399.823974609375, - 2399.97705078125, - 2399.93994140625, - 2400.167724609375, - 2400.080078125, - 2400.12158203125, - 2400.001953125, - 2400.04736328125 + 2399.905517578125, + 2399.959228515625, + 2399.888427734375, + 2399.87890625, + 2399.974609375, + 2399.967529296875, + 2399.866943359375, + 2399.83203125, + 2399.83935546875, + 2400.004150390625, + 2399.9833984375, + 2399.833984375, + 2400.08447265625, + 2399.85888671875, + 2399.97900390625, + 2399.953857421875, + 2399.869384765625, + 2400.030029296875, + 2400.03369140625, + 2400.10400390625, + 2400.05322265625, + 2400.034912109375, + 2400.057373046875, + 2400.0712890625 ], "p10": [ - 2400.441650390625, - 2400.180908203125, - 2400.256591796875, - 2400.201171875, - 2400.342041015625, - 2400.1484375, - 2400.52490234375, - 2400.17041015625, + 2400.21630859375, + 2399.908203125, + 2400.2783203125, + 2400.1513671875, + 2400.151123046875, + 2399.9306640625, + 2400.27783203125, + 2400.3046875, + 2400.29541015625, + 2400.315673828125, + 2400.318359375, + 2400.33056640625, + 2400.406005859375, + 2400.321533203125, + 2400.385009765625, + 2400.537353515625, + 2400.436767578125, 2400.406982421875, - 2400.435302734375, - 2400.320556640625, - 2400.504150390625, - 2400.674560546875, - 2400.585205078125, - 2400.169189453125, - 2400.362548828125, - 2400.29638671875, - 2400.336181640625, - 2400.44482421875, - 2400.3095703125, - 2400.564697265625, - 2400.257080078125, - 2400.352294921875, - 2400.678955078125 + 2400.45556640625, + 2400.587646484375, + 2400.527587890625, + 2400.3134765625, + 2400.65771484375, + 2400.6435546875 ], "p90": [ - 2400.414306640625, - 2400.460693359375, - 2400.505126953125, - 2400.372314453125, - 2400.426025390625, - 2400.503173828125, - 2400.4638671875, - 2400.431884765625, - 2400.304443359375, - 2400.555908203125, - 2400.734619140625, - 2400.668212890625, - 2400.663818359375, - 2400.632568359375, - 2400.4853515625, - 2400.40478515625, - 2400.503173828125, - 2400.413818359375, - 2400.392578125, - 2400.55078125, - 2400.50244140625, - 2400.74365234375, - 2400.740966796875, - 2400.874267578125 + 2400.08544921875, + 2400.17333984375, + 2400.20849609375, + 2400.163330078125, + 2400.200439453125, + 2400.3896484375, + 2400.172119140625, + 2400.167236328125, + 2400.13623046875, + 2400.321533203125, + 2400.6572265625, + 2400.4541015625, + 2400.61083984375, + 2400.493896484375, + 2400.249267578125, + 2400.352294921875, + 2400.4404296875, + 2400.392822265625, + 2400.361328125, + 2400.461181640625, + 2400.44091796875, + 2400.527099609375, + 2400.53369140625, + 2400.726806640625 ], "timestamps": [ - "2026-06-21 17:55:00", - "2026-06-21 18:10:00", - "2026-06-21 18:25:00", - "2026-06-21 18:40:00", "2026-06-21 18:55:00", "2026-06-21 19:10:00", "2026-06-21 19:25:00", @@ -327,6 +323,10 @@ "2026-06-22 22:55:00", "2026-06-22 23:10:00", "2026-06-22 23:25:00", - "2026-06-22 23:40:00" + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 78b99f83d65e967476510c38abda59a0db5034be..d3f4e52db609045130bf832568b995b091f13016 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T05:00:52.859126+00:00", + "evaluated_at": "2026-06-22T05:10:51.021968+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 41ca3c9c7e1eac606d1645c341eb7b3581e6fbdc..4c24d697997b87881a7d078a7a858e67ac98797f 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,318551.97070948285,318551.97070948285,455.0921223958333,0.4156759730027057,0.00711717014680379,0.007078310816551195,2.132402997056462,564.4040845967389,0.008804436395009083,0.007099221559260407,0.005160781183385486,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,321204.6319694519,321204.6319694519,468.3971354166667,0.4347996616885897,0.007323941205935378,0.007284771120688596,2.1469250858998534,566.7491790637653,0.008841301781542677,0.007307007369062159,0.004982006627428991,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.011034973457413126,0.011034973457413126,0.07878835002581279,0.2228860248657226,0.05082066672327868,0.04839094557241181,1.932115221325111,0.10504748191847878,0.06397727320609527,0.047984622791535855,0.056683419720350264,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.005946112894854849,0.005946112894854849,0.0610975166161855,0.17412073053709076,0.04044400445897765,0.03978321494102728,1.7847340128253981,0.0771110426259096,0.047519721114395896,0.037651377176526106,0.0567545886566211,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08895404751979126,0.08895404751979126,0.2766285687685013,4.426058366601477,0.1745132992403361,0.1934379242627304,113.4604766732626,0.2982516513278531,0.19293906834503247,0.1789510907926029,0.16018419206404982,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,2.571607291844733,2.571607291844733,1.3970366319020588,0.7643361157432432,0.09286452192808893,0.08732882440836547,2.0212630737437762,1.603623176386751,0.10304405952685951,0.08976942213025278,0.05350786895956221,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,96.49976670441977,96.49976670441977,7.561029354731242,0.6537637796586483,0.42758803384852034,0.3100735091809212,2.6924247881521493,9.82342947775469,0.44651952171612225,0.3436831524877837,0.24087379275749024,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.346751682181093,2.346751682181093,1.2636105219523113,0.6599371723089618,0.05282804867079566,0.05090942085990299,2.96653635821403,1.5319111208490828,0.06346602395150996,0.0523505147003277,0.03454667685534815,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,11.890102326692462,11.890102326692462,2.7850519021352134,0.5235606708974814,0.44287128965690653,0.34238625810591966,3.1782549292860707,3.448202767630184,0.44019609799534265,0.3555385406981123,0.28533373656847794,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,726.4202636530002,726.4202636530002,14.59576416015625,1.077841045673077,0.006210609327816793,0.006145531649364093,44.30894906850961,26.952184765858966,0.011298732478264021,0.006118748294213974,0.006675500079603348,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,1979.7809570307534,1979.7809570307534,39.598236083984375,3.4558460582386363,0.016850235490370586,0.01667287578546478,138.53510830965908,44.49472954216885,0.01885037085634691,0.016775951739022507,0.01698780690322521,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,470.9839568113176,470.9839568113176,18.29669407435826,0.3692443480559426,0.07939229194969974,0.07648632261901081,1.7100045810649784,21.702164795506405,0.08735776513429835,0.07364971737809535,0.062455629691568246,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 00f87789cfd075f5c507bb436e9d3b5165444afe..a9fc74369447021e6490afd5af74e40f3ad7bc36 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:01:59.741810+00:00", + "evaluated_at": "2026-06-22T05:12:01.358391+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -101,10 +100,10 @@ 64248.0, 64241.25, 64426.0, - 64276.12109375 + 64276.12109375, + 64256.55078125 ], "actuals": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -127,88 +126,88 @@ 64606.0, 64257.98828125, 63974.01171875, - 64054.7890625 + 64100.01953125, + 64161.98828125 ], "p50": [ - 64279.125, - 64308.90234375, - 64346.0390625, - 64370.7890625, - 64392.65625, - 64413.515625, - 64434.484375, - 64457.32421875, - 64479.1328125, - 64502.07421875, - 64530.68359375, - 64550.8828125, - 64579.5703125, - 64601.046875, - 64624.84765625, - 64642.2265625, - 64656.66796875, - 64684.76171875, - 64713.9921875, - 64734.96875, - 64756.91796875, - 64773.328125, - 64794.05078125, - 64802.51171875 + 64301.0859375, + 64331.5, + 64360.984375, + 64387.234375, + 64409.90625, + 64427.74609375, + 64447.69921875, + 64469.58203125, + 64498.42578125, + 64521.06640625, + 64545.4375, + 64570.33203125, + 64594.15234375, + 64614.7421875, + 64635.0390625, + 64650.5703125, + 64671.48828125, + 64692.85546875, + 64713.58984375, + 64733.35546875, + 64754.2109375, + 64771.20703125, + 64789.53515625, + 64803.9921875 ], "p10": [ - 64069.171875, - 63960.99609375, - 63896.90625, - 63866.953125, - 63859.3125, - 63853.109375, - 63837.77734375, - 63824.8828125, - 63807.26953125, - 63790.06640625, - 63776.31640625, - 63753.9921875, - 63746.328125, - 63736.59765625, - 63724.11328125, - 63705.08984375, - 63682.5703125, - 63672.0234375, - 63665.2734375, - 63648.95703125, - 63639.8203125, - 63632.1796875, - 63622.24609375, - 63603.03515625 + 64100.32421875, + 64016.12890625, + 63960.91796875, + 63941.27734375, + 63935.15625, + 63923.66015625, + 63909.73046875, + 63896.80859375, + 63896.9375, + 63882.51953125, + 63863.328125, + 63851.8046875, + 63840.61328125, + 63836.94921875, + 63825.9375, + 63804.4375, + 63794.0234375, + 63776.98046875, + 63763.22265625, + 63749.2109375, + 63742.5546875, + 63739.609375, + 63728.890625, + 63719.01953125 ], "p90": [ - 64492.140625, - 64632.23046875, - 64764.80078125, - 64860.81640625, - 64941.3046875, - 65032.46875, - 65126.859375, - 65218.40234375, - 65290.3125, - 65365.9609375, - 65444.04296875, - 65501.8046875, - 65574.4609375, - 65638.8515625, - 65720.765625, - 65788.578125, - 65849.171875, - 65927.0078125, - 66000.78125, - 66082.4140625, - 66151.859375, - 66224.1875, - 66296.4609375, - 66348.453125 + 64514.2890625, + 64645.75390625, + 64748.78125, + 64833.15234375, + 64898.73828125, + 64967.42578125, + 65043.703125, + 65115.4140625, + 65187.0703125, + 65250.25, + 65313.59375, + 65375.890625, + 65435.1171875, + 65496.46875, + 65565.9765625, + 65622.1015625, + 65691.03125, + 65759.4609375, + 65824.3828125, + 65900.71875, + 65963.828125, + 66028.9765625, + 66086.1015625, + 66139.8203125 ], "timestamps": [ - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -327,6 +326,7 @@ "2026-06-22 01:00:00", "2026-06-22 02:00:00", "2026-06-22 03:00:00", - "2026-06-22 04:00:00" + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" ] } diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 83320e41765f9ea909f50824dda176e240ae1f74..6891fe9bfa9a9464c7ae00b0a60aa2ebfd889ed0 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,17 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T04:44:33.025360+00:00", + "evaluated_at": "2026-06-22T05:12:21.276056+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.4129999876022339, - 1.440999984741211, - 1.465000033378601, - 1.4919999837875366, - 1.5260000228881836, - 1.5520000457763672, 1.5709999799728394, 1.590000033378601, 1.61899995803833, @@ -245,15 +239,15 @@ 1.1510000228881836, 1.194000005722046, 1.2319999933242798, - 1.2660000324249268 - ], - "actuals": [ + 1.2660000324249268, 1.2869999408721924, 1.305999994277954, 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754, + 1.4140000343322754 + ], + "actuals": [ 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, @@ -307,201 +301,201 @@ 1.38100004196167, 1.343999981880188, 1.2999999523162842, - 1.2680000066757202 + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 ], "p50": [ - 1.303950309753418, - 1.3323758840560913, - 1.3596853017807007, - 1.3878743648529053, - 1.4165430068969727, - 1.444312334060669, - 1.4718321561813354, - 1.4991053342819214, - 1.5277702808380127, - 1.5564106702804565, - 1.5843021869659424, - 1.6114819049835205, - 1.6398048400878906, - 1.6634926795959473, - 1.6893808841705322, - 1.708682894706726, - 1.73219895362854, - 1.753037929534912, - 1.772386908531189, - 1.7904448509216309, - 1.8074913024902344, - 1.8231709003448486, - 1.837428331375122, - 1.8486077785491943, - 1.8611762523651123, - 1.8718185424804688, - 1.8782291412353516, - 1.882798433303833, - 1.8884854316711426, - 1.8943054676055908, - 1.9031970500946045, - 1.9079947471618652, - 1.9579706192016602, - 1.9286890029907227, - 1.9203131198883057, - 1.9291648864746094, - 1.9132356643676758, - 1.9038960933685303, - 1.8952345848083496, - 1.877446174621582, - 1.8654605150222778, - 1.8544528484344482, - 1.8406580686569214, - 1.8222123384475708, - 1.8066976070404053, - 1.790698766708374, - 1.7757060527801514, - 1.7539000511169434, - 1.7387595176696777, - 1.7208013534545898, - 1.702639102935791, - 1.6886627674102783, - 1.6707147359848022, - 1.6560287475585938, - 1.6393706798553467, - 1.6219983100891113, - 1.6071809530258179, - 1.590588927268982, - 1.570441722869873, - 1.5516010522842407 + 1.4424662590026855, + 1.4690251350402832, + 1.494528889656067, + 1.5212374925613403, + 1.5468852519989014, + 1.5711894035339355, + 1.5934247970581055, + 1.61204195022583, + 1.6285518407821655, + 1.6451146602630615, + 1.6623567342758179, + 1.6786272525787354, + 1.694244623184204, + 1.7079379558563232, + 1.7219818830490112, + 1.7323687076568604, + 1.7412744760513306, + 1.7477102279663086, + 1.7541438341140747, + 1.7587043046951294, + 1.760632038116455, + 1.761749267578125, + 1.7640457153320312, + 1.7646512985229492, + 1.7658910751342773, + 1.7648875713348389, + 1.7610445022583008, + 1.7563499212265015, + 1.7499940395355225, + 1.7423267364501953, + 1.736678123474121, + 1.728360891342163, + 1.8161556720733643, + 1.7755800485610962, + 1.7551218271255493, + 1.7353078126907349, + 1.7106044292449951, + 1.6870379447937012, + 1.6663053035736084, + 1.6426371335983276, + 1.621180772781372, + 1.600864052772522, + 1.5795968770980835, + 1.5560178756713867, + 1.5362555980682373, + 1.5168699026107788, + 1.4988900423049927, + 1.4766881465911865, + 1.4591797590255737, + 1.4433608055114746, + 1.425166368484497, + 1.4088935852050781, + 1.391029953956604, + 1.3715660572052002, + 1.355042576789856, + 1.3387110233306885, + 1.323776125907898, + 1.3089628219604492, + 1.2936418056488037, + 1.278748869895935 ], "p10": [ - 1.293713927268982, - 1.319283366203308, - 1.3428701162338257, - 1.3655140399932861, - 1.3896516561508179, - 1.4114741086959839, - 1.4329302310943604, - 1.4532458782196045, - 1.476211667060852, - 1.4975676536560059, - 1.5166857242584229, - 1.535144329071045, - 1.5542638301849365, - 1.5676119327545166, - 1.5809857845306396, - 1.587632417678833, - 1.5996099710464478, - 1.6083214282989502, - 1.6147584915161133, - 1.6197105646133423, - 1.6225597858428955, - 1.6245832443237305, - 1.6231234073638916, - 1.61960768699646, - 1.6183254718780518, - 1.616765022277832, - 1.6104710102081299, - 1.5938341617584229, - 1.577620029449463, - 1.5625102519989014, - 1.5519351959228516, - 1.5446968078613281, - 1.6517817974090576, - 1.562586784362793, - 1.52094566822052, - 1.5167956352233887, - 1.4844632148742676, - 1.4497240781784058, - 1.4107856750488281, - 1.3820350170135498, - 1.3549847602844238, - 1.325640320777893, - 1.2873704433441162, - 1.2567017078399658, - 1.237500548362732, - 1.2158799171447754, - 1.1878025531768799, - 1.1476094722747803, - 1.117804765701294, - 1.0925278663635254, - 1.0768123865127563, - 1.0710184574127197, - 1.0353130102157593, - 1.0063257217407227, - 0.9758052229881287, - 0.9494519829750061, - 0.9288135766983032, - 0.9086450338363647, - 0.8884957432746887, - 0.8579609990119934 + 1.432827115058899, + 1.4560564756393433, + 1.4785261154174805, + 1.5007530450820923, + 1.5221351385116577, + 1.541146993637085, + 1.5578444004058838, + 1.570270299911499, + 1.5809458494186401, + 1.5902857780456543, + 1.598973274230957, + 1.6069855690002441, + 1.6137330532073975, + 1.6182701587677002, + 1.6223145723342896, + 1.6221249103546143, + 1.6199779510498047, + 1.6145182847976685, + 1.608879804611206, + 1.6009743213653564, + 1.588646411895752, + 1.5779712200164795, + 1.566115140914917, + 1.5537679195404053, + 1.5421991348266602, + 1.529964566230774, + 1.5154021978378296, + 1.4937148094177246, + 1.4681506156921387, + 1.44033944606781, + 1.414374589920044, + 1.3936691284179688, + 1.4092057943344116, + 1.3733372688293457, + 1.3450520038604736, + 1.3217521905899048, + 1.2894588708877563, + 1.2498914003372192, + 1.2088912725448608, + 1.176692247390747, + 1.1434111595153809, + 1.1098459959030151, + 1.070651888847351, + 1.0356333255767822, + 1.0108832120895386, + 0.9817547798156738, + 0.9498450756072998, + 0.9145042896270752, + 0.887969434261322, + 0.8634471893310547, + 0.839760422706604, + 0.8225909471511841, + 0.7911036014556885, + 0.7679901719093323, + 0.7465890645980835, + 0.7245138883590698, + 0.6992765665054321, + 0.6747227907180786, + 0.6566665172576904, + 0.634949803352356 ], "p90": [ - 1.3125026226043701, - 1.3444256782531738, - 1.375443696975708, - 1.4091647863388062, - 1.4433958530426025, - 1.4764552116394043, - 1.5101783275604248, - 1.5440926551818848, - 1.5793278217315674, - 1.6139336824417114, - 1.6497666835784912, - 1.6857247352600098, - 1.7227847576141357, - 1.7556543350219727, - 1.7888798713684082, - 1.816367745399475, - 1.8511710166931152, - 1.8848507404327393, - 1.9143354892730713, - 1.94504976272583, - 1.975149154663086, - 2.0051681995391846, - 2.033799171447754, - 2.057053327560425, - 2.0839574337005615, - 2.1087231636047363, - 2.1298227310180664, - 2.1481404304504395, - 2.1676669120788574, - 2.1915464401245117, - 2.2137575149536133, - 2.2247462272644043, - 2.203259229660034, - 2.245669364929199, - 2.2746047973632812, - 2.3085806369781494, - 2.302732467651367, - 2.3100314140319824, - 2.319962739944458, - 2.324589490890503, - 2.327197551727295, - 2.335423469543457, - 2.3358936309814453, - 2.332428455352783, - 2.3310766220092773, - 2.323714256286621, - 2.318902015686035, - 2.3043222427368164, - 2.2995386123657227, - 2.2935266494750977, - 2.2854607105255127, - 2.286390781402588, - 2.279963493347168, - 2.2805848121643066, - 2.274076461791992, - 2.2669761180877686, - 2.2607784271240234, - 2.2559103965759277, - 2.246570110321045, - 2.241469144821167 + 1.4505624771118164, + 1.4799513816833496, + 1.5086703300476074, + 1.5413813591003418, + 1.5721378326416016, + 1.6008368730545044, + 1.6285264492034912, + 1.653716802597046, + 1.676407814025879, + 1.6987828016281128, + 1.7236350774765015, + 1.7485742568969727, + 1.77177894115448, + 1.7940092086791992, + 1.815760850906372, + 1.8356025218963623, + 1.8546276092529297, + 1.8731977939605713, + 1.889561653137207, + 1.9066143035888672, + 1.9205272197723389, + 1.9351816177368164, + 1.9514288902282715, + 1.9651281833648682, + 1.9813241958618164, + 1.9948456287384033, + 2.0061211585998535, + 2.015561103820801, + 2.022374153137207, + 2.030541181564331, + 2.0367562770843506, + 2.0355734825134277, + 2.0714168548583984, + 2.078446388244629, + 2.0912668704986572, + 2.097083330154419, + 2.0863730907440186, + 2.081834554672241, + 2.0803592205047607, + 2.0758213996887207, + 2.0684471130371094, + 2.067772388458252, + 2.0616748332977295, + 2.0548059940338135, + 2.048184871673584, + 2.0373597145080566, + 2.029195547103882, + 2.0141842365264893, + 2.008028268814087, + 2.0060782432556152, + 1.9987013339996338, + 1.998107671737671, + 1.9884960651397705, + 1.9831974506378174, + 1.9752957820892334, + 1.9689416885375977, + 1.9613986015319824, + 1.9543097019195557, + 1.9450936317443848, + 1.9408268928527832 ], "timestamps": [ - "2026-06-20 22:30:00", - "2026-06-20 22:36:00", - "2026-06-20 22:42:00", - "2026-06-20 22:48:00", - "2026-06-20 22:54:00", - "2026-06-20 23:00:00", "2026-06-20 23:06:00", "2026-06-20 23:12:00", "2026-06-20 23:18:00", @@ -795,6 +789,12 @@ "2026-06-22 04:06:00", "2026-06-22 04:12:00", "2026-06-22 04:18:00", - "2026-06-22 04:24:00" + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6fe322b3ce571864f41be843d57245759374c7cc..de66bea72bfc4b3a19ac2699d30a69d223bca87e 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T04:47:30.402062+00:00", + "evaluated_at": "2026-06-22T05:12:41.638090+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,6 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, 2400.0, 2400.0, @@ -116,6 +101,9 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2350.0, 2400.0, 2400.0, @@ -127,91 +115,99 @@ 2350.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0 ], "p50": [ - 2399.94189453125, - 2399.935302734375, - 2399.9580078125, - 2399.960693359375, - 2399.965087890625, - 2399.95849609375, - 2399.969970703125, - 2399.973388671875, - 2399.95703125, - 2399.963134765625, - 2399.949462890625, - 2399.93798828125, - 2399.920654296875, - 2399.921142578125, - 2399.904541015625, - 2399.908935546875, - 2399.918701171875, - 2399.919921875, - 2399.9228515625, - 2399.9150390625, - 2399.86962890625, - 2399.903564453125, - 2399.903564453125, - 2399.90185546875 + 2400.028076171875, + 2400.029296875, + 2400.056640625, + 2400.0625, + 2400.05419921875, + 2400.043212890625, + 2400.0390625, + 2400.039794921875, + 2400.032470703125, + 2400.03125, + 2400.0263671875, + 2400.010986328125, + 2399.988525390625, + 2399.986328125, + 2399.9833984375, + 2399.986328125, + 2399.9951171875, + 2399.989013671875, + 2399.989990234375, + 2399.995849609375, + 2399.9814453125, + 2399.994384765625, + 2399.995361328125, + 2400.01806640625 ], "p10": [ - 2399.79345703125, - 2399.763427734375, - 2399.792236328125, - 2399.809326171875, - 2399.787109375, - 2399.773681640625, - 2399.81494140625, - 2399.83203125, - 2399.81005859375, - 2399.7998046875, - 2399.78076171875, - 2399.78564453125, - 2399.783935546875, - 2399.76416015625, - 2399.75634765625, - 2399.69482421875, - 2399.662353515625, - 2399.65966796875, - 2399.638427734375, - 2399.616943359375, - 2399.585693359375, - 2399.60546875, - 2399.611328125, - 2399.625732421875 + 2399.933349609375, + 2399.923828125, + 2399.95947265625, + 2399.98388671875, + 2399.949951171875, + 2399.940185546875, + 2399.946533203125, + 2399.958984375, + 2399.91357421875, + 2399.927001953125, + 2399.890625, + 2399.8857421875, + 2399.847412109375, + 2399.823486328125, + 2399.8291015625, + 2399.8134765625, + 2399.806640625, + 2399.804443359375, + 2399.813232421875, + 2399.8173828125, + 2399.791015625, + 2399.7958984375, + 2399.7822265625, + 2399.8017578125 ], "p90": [ - 2400.19140625, - 2400.2099609375, - 2400.986328125, - 2402.373291015625, - 2404.5947265625, - 2408.938232421875, - 2413.158935546875, - 2415.43310546875, - 2416.833740234375, - 2416.556640625, - 2420.170654296875, - 2423.48388671875, - 2424.649658203125, - 2424.50537109375, - 2429.289306640625, - 2433.336181640625, - 2434.79443359375, - 2434.9130859375, - 2433.94580078125, - 2432.63134765625, - 2431.10400390625, - 2429.11279296875, - 2429.210693359375, - 2430.4072265625 + 2400.1513671875, + 2400.16748046875, + 2400.178955078125, + 2400.241455078125, + 2400.332763671875, + 2401.0791015625, + 2402.036376953125, + 2402.546630859375, + 2403.03515625, + 2403.239990234375, + 2403.36962890625, + 2403.48974609375, + 2404.917236328125, + 2406.92041015625, + 2408.16748046875, + 2410.204833984375, + 2412.3671875, + 2414.22802734375, + 2416.767578125, + 2417.94482421875, + 2420.559326171875, + 2422.57177734375, + 2424.005859375, + 2426.27392578125 ], "timestamps": [ - "2026-06-21 17:55:00", - "2026-06-21 18:10:00", - "2026-06-21 18:25:00", - "2026-06-21 18:40:00", "2026-06-21 18:55:00", "2026-06-21 19:10:00", "2026-06-21 19:25:00", @@ -327,6 +323,10 @@ "2026-06-22 22:55:00", "2026-06-22 23:10:00", "2026-06-22 23:25:00", - "2026-06-22 23:40:00" + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 42f6bfc520affa342fda7efaa81a3e71acd9cb91..205f6de9fb026bf88d44717051a0e297681a6910 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T05:02:17.001587+00:00", + "evaluated_at": "2026-06-22T05:12:43.855640+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 35466ed1ec515bd0b6bc645ee0d68a8b44a66754..6456a4bc9014ec66ef23cb38253ecf4d299be5ab 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,170169.1956914266,170169.1956914266,327.6741536458333,0.2992938483037493,0.0051258254231914295,0.005105176637506189,1.77514806886094,412.5156914487334,0.00643504940241276,0.005111561597086009,0.004776155248743204,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,159758.89475186667,159758.89475186667,319.67822265625,0.2967481492740174,0.0050004573982696645,0.004981149660809959,1.566024662647985,399.6985048156506,0.006235306963380639,0.004986988501968528,0.004320947975918327,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.19398612640760954,0.19398612640760954,0.35850849747657776,1.0141922486885209,0.22068853396778118,0.2702353141906517,3.033421461672359,0.4404385614448507,0.2682411578216043,0.21834313084787058,0.15973259453159297,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.1858448626238946,0.1858448626238946,0.36997530261675515,1.0543860624810544,0.24443602167451975,0.3025016241925042,11.859049689199175,0.43109727744894727,0.26566392698036323,0.22799747741518808,0.18079519176930842,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.07444845731994537,0.07444845731994537,0.24922054674890307,3.987529888823902,0.1567273889522822,0.17229295433126124,103.63525245615448,0.27285244605820447,0.17650831606046802,0.16122083444666738,0.14726485896995667,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,3.462724331597959,3.462724331597959,1.5463310082753499,0.8460169257761981,0.10335664467881976,0.09592265329274115,10.111727397745826,1.8608396845504878,0.1195720279229229,0.099362635069902,0.06535106671985977,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,38.473718550315276,38.473718550315276,5.169691165288289,0.4469969203031785,0.2845984856162724,0.23183007186666985,2.9096970229261916,6.202718641879162,0.28194175644905284,0.2349859620585586,0.1874479414236666,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.988287601667859,2.988287601667859,1.597396691640218,0.8342613783462314,0.06740087887349026,0.06484606592421326,6.282840289372424,1.7286664229017288,0.07161746076968423,0.0661790461025633,0.040903472138007234,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,11.944035917528595,11.944035917528595,2.858262817064921,0.5373235582994108,0.45345638341029826,0.3505159277668762,3.2030613129817476,3.4560144556307333,0.44119333476137024,0.364884614944458,0.2796200410694095,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,729.1982301374277,729.1982301374277,14.586629231770834,1.0771664663461538,0.006207049845521895,0.00614172415422699,45.94454552283654,27.003670678954514,0.011320316092487482,0.006114918804585152,0.007207818659782872,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1980.2777244572837,1980.2777244572837,39.597747802734375,3.4558034446022727,0.016850076138832326,0.01667267216366387,138.3964577414773,44.50031150966568,0.018852735679293492,0.01677574487671006,0.01685882049407914,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,768.2036787881183,768.2036787881183,23.04840305873326,0.46513826632099137,0.10803188257083383,0.09969043495764582,1.8360054599372493,27.716487490086443,0.11156722968982467,0.09277678056994411,0.0691587707819813,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 72809b6d91cc600716fb986e599015838debda7d..1aef3f8476847818af5320b0efc652559d84ee73 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:01:18.348575+00:00", + "evaluated_at": "2026-06-22T05:11:13.024322+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -101,10 +100,10 @@ 64248.0, 64241.25, 64426.0, - 64276.12109375 + 64276.12109375, + 64256.55078125 ], "actuals": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -127,88 +126,88 @@ 64606.0, 64257.98828125, 63974.01171875, - 64054.7890625 + 64100.01953125, + 64161.98828125 ], "p50": [ - 64305.58203125, - 64328.046875, - 64343.1484375, - 64359.63671875, - 64373.4609375, - 64388.421875, - 64395.47265625, - 64407.87890625, - 64408.45703125, - 64416.2578125, - 64428.78125, - 64433.5, - 64433.3359375, - 64442.13671875, - 64444.08203125, - 64451.04296875, - 64453.1484375, - 64459.09765625, - 64464.43359375, - 64470.16015625, - 64473.69140625, - 64474.53515625, - 64475.015625, - 64478.52734375 + 64304.41796875, + 64327.60546875, + 64342.87109375, + 64357.83203125, + 64370.51171875, + 64382.94140625, + 64389.79296875, + 64401.67578125, + 64401.75, + 64408.87109375, + 64417.8671875, + 64421.82421875, + 64423.671875, + 64429.0078125, + 64429.40234375, + 64434.86328125, + 64435.546875, + 64439.62109375, + 64444.1953125, + 64449.21484375, + 64450.41015625, + 64450.08203125, + 64450.44921875, + 64453.23828125 ], "p10": [ - 64040.76171875, - 63969.0390625, - 63911.16796875, - 63855.42578125, - 63804.2265625, - 63750.796875, - 63701.0390625, - 63656.40625, - 63601.9609375, - 63559.5234375, - 63509.2109375, - 63442.921875, - 63390.125, - 63329.03125, - 63287.84375, - 63239.1953125, - 63190.57421875, - 63138.6484375, - 63092.42578125, - 63051.91015625, - 63017.203125, - 62975.8046875, - 62913.6953125, - 62861.9296875 + 64084.19140625, + 64033.11328125, + 63983.43359375, + 63939.43359375, + 63900.05859375, + 63850.3359375, + 63802.734375, + 63763.16015625, + 63718.171875, + 63678.8828125, + 63634.31640625, + 63581.40234375, + 63533.34765625, + 63480.921875, + 63437.0703125, + 63397.609375, + 63353.625, + 63310.18359375, + 63268.8203125, + 63225.24609375, + 63196.84375, + 63152.49609375, + 63096.4453125, + 63054.6015625 ], "p90": [ - 64509.63671875, - 64616.3671875, - 64706.76171875, - 64788.0546875, - 64864.4140625, - 64941.72265625, - 65006.01953125, - 65073.0703125, - 65140.734375, - 65196.3984375, - 65280.17578125, - 65349.39453125, - 65416.7421875, - 65506.30078125, - 65564.3203125, - 65631.734375, - 65698.7109375, - 65761.1640625, - 65825.3515625, - 65886.640625, - 65947.453125, - 66019.9921875, - 66068.0859375, - 66135.0234375 + 64504.8828125, + 64596.17578125, + 64677.13671875, + 64744.2109375, + 64813.44140625, + 64878.953125, + 64933.2109375, + 64990.14453125, + 65058.375, + 65098.8046875, + 65171.48828125, + 65232.90625, + 65299.046875, + 65368.03125, + 65419.0234375, + 65468.41796875, + 65522.609375, + 65580.1171875, + 65633.53125, + 65685.5625, + 65730.875, + 65802.09375, + 65849.203125, + 65907.0 ], "timestamps": [ - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -327,6 +326,7 @@ "2026-06-22 01:00:00", "2026-06-22 02:00:00", "2026-06-22 03:00:00", - "2026-06-22 04:00:00" + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6bd0231a0997f88f67d6033dc7e32b963072e6e8..1476ed3fd893cf609c810200636e8ac96f2b78d7 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,17 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T04:43:27.095496+00:00", + "evaluated_at": "2026-06-22T05:11:25.029623+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.4129999876022339, - 1.440999984741211, - 1.465000033378601, - 1.4919999837875366, - 1.5260000228881836, - 1.5520000457763672, 1.5709999799728394, 1.590000033378601, 1.61899995803833, @@ -245,15 +239,15 @@ 1.1510000228881836, 1.194000005722046, 1.2319999933242798, - 1.2660000324249268 - ], - "actuals": [ + 1.2660000324249268, 1.2869999408721924, 1.305999994277954, 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, - 1.4140000343322754, + 1.4140000343322754 + ], + "actuals": [ 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, @@ -307,201 +301,201 @@ 1.38100004196167, 1.343999981880188, 1.2999999523162842, - 1.2680000066757202 + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743 ], "p50": [ - 1.2978606224060059, - 1.3241325616836548, - 1.3506014347076416, - 1.3755823373794556, - 1.3973466157913208, - 1.4159225225448608, - 1.4350380897521973, - 1.4548578262329102, - 1.475564956665039, - 1.496738076210022, - 1.5177006721496582, - 1.532914161682129, - 1.5470757484436035, - 1.5576574802398682, - 1.5652120113372803, - 1.5739103555679321, - 1.5799187421798706, - 1.5873916149139404, - 1.5956761837005615, - 1.6006007194519043, - 1.600283145904541, - 1.5994596481323242, - 1.5963125228881836, - 1.5910104513168335, - 1.5829304456710815, - 1.5764535665512085, - 1.5664814710617065, - 1.5565590858459473, - 1.5457587242126465, - 1.5350534915924072, - 1.5190507173538208, - 1.5051288604736328, - 1.4292622804641724, - 1.4135602712631226, - 1.38510262966156, - 1.357635736465454, - 1.3325694799423218, - 1.3069100379943848, - 1.281105637550354, - 1.2544267177581787, - 1.2229691743850708, - 1.1931946277618408, - 1.1629619598388672, - 1.1299078464508057, - 1.0950777530670166, - 1.0613553524017334, - 1.023662805557251, - 0.9870133399963379, - 0.9487302303314209, - 0.9125314354896545, - 0.8796613812446594, - 0.8455637097358704, - 0.8118244409561157, - 0.7743903398513794, - 0.7404142618179321, - 0.7010661363601685, - 0.6641305088996887, - 0.6309974193572998, - 0.5991522073745728, - 0.5620201826095581 + 1.4368736743927002, + 1.461653470993042, + 1.4866821765899658, + 1.5098223686218262, + 1.52951979637146, + 1.5448486804962158, + 1.5586178302764893, + 1.5721397399902344, + 1.5837092399597168, + 1.5929102897644043, + 1.6036639213562012, + 1.6124718189239502, + 1.6206762790679932, + 1.627293348312378, + 1.6290843486785889, + 1.6301636695861816, + 1.6268723011016846, + 1.6238878965377808, + 1.6197221279144287, + 1.6154885292053223, + 1.6092658042907715, + 1.6005208492279053, + 1.588862657546997, + 1.5781289339065552, + 1.563993215560913, + 1.5483561754226685, + 1.5300425291061401, + 1.5098638534545898, + 1.4863536357879639, + 1.4645161628723145, + 1.441375494003296, + 1.4161708354949951, + 1.3549578189849854, + 1.3376177549362183, + 1.3044216632843018, + 1.273759365081787, + 1.2402327060699463, + 1.2069562673568726, + 1.1749727725982666, + 1.1401747465133667, + 1.105959177017212, + 1.0704306364059448, + 1.0384068489074707, + 1.0063092708587646, + 0.9695160388946533, + 0.936287522315979, + 0.8964595198631287, + 0.859847903251648, + 0.8183549642562866, + 0.7812987565994263, + 0.742943286895752, + 0.7066034078598022, + 0.6716400384902954, + 0.6357982158660889, + 0.600967526435852, + 0.5631327033042908, + 0.5273468494415283, + 0.4935612082481384, + 0.4595494866371155, + 0.42342424392700195 ], "p10": [ - 1.287195086479187, - 1.3083399534225464, - 1.3303934335708618, - 1.349501132965088, - 1.3650320768356323, - 1.378385066986084, - 1.3935699462890625, - 1.4062509536743164, - 1.4209760427474976, - 1.4358526468276978, - 1.4472965002059937, - 1.453715443611145, - 1.4610331058502197, - 1.462944507598877, - 1.462465524673462, - 1.4606101512908936, - 1.4563252925872803, - 1.453141450881958, - 1.4525753259658813, - 1.4435807466506958, - 1.4366121292114258, - 1.4246267080307007, - 1.408267855644226, - 1.3887468576431274, - 1.369531273841858, - 1.3505891561508179, - 1.326805591583252, - 1.30220365524292, - 1.27668297290802, - 1.2537224292755127, - 1.2252891063690186, - 1.206101417541504, - 1.0999890565872192, - 1.094581961631775, - 1.0492178201675415, - 1.0175296068191528, - 0.9810951352119446, - 0.9421181678771973, - 0.914260745048523, - 0.87799072265625, - 0.836261510848999, - 0.7896726131439209, - 0.7627518177032471, - 0.716411828994751, - 0.6738909482955933, - 0.637067437171936, - 0.6004819273948669, - 0.5569460988044739, - 0.517789900302887, - 0.4766591191291809, - 0.44324129819869995, - 0.4034973978996277, - 0.37124937772750854, - 0.3286215662956238, - 0.29606497287750244, - 0.25698715448379517, - 0.21613532304763794, - 0.1844249963760376, - 0.1516231894493103, - 0.10852128267288208 + 1.4250166416168213, + 1.4456212520599365, + 1.4666149616241455, + 1.484911561012268, + 1.4994230270385742, + 1.509955644607544, + 1.519904375076294, + 1.5264194011688232, + 1.5329506397247314, + 1.5366566181182861, + 1.5392496585845947, + 1.5387771129608154, + 1.5405428409576416, + 1.538025140762329, + 1.5324065685272217, + 1.5234795808792114, + 1.5119130611419678, + 1.4989980459213257, + 1.4866440296173096, + 1.4713969230651855, + 1.4560459852218628, + 1.4390984773635864, + 1.4174778461456299, + 1.3965184688568115, + 1.3741528987884521, + 1.3506410121917725, + 1.3213050365447998, + 1.2923139333724976, + 1.2585697174072266, + 1.2278461456298828, + 1.193498969078064, + 1.161494493484497, + 1.0904039144515991, + 1.0774778127670288, + 1.0401571989059448, + 1.0087933540344238, + 0.9683635830879211, + 0.928228497505188, + 0.8891631364822388, + 0.850197434425354, + 0.8040339350700378, + 0.7607390880584717, + 0.731101393699646, + 0.6845253109931946, + 0.6422050595283508, + 0.6019458770751953, + 0.5643280744552612, + 0.5210623741149902, + 0.47878533601760864, + 0.43557876348495483, + 0.3961465358734131, + 0.3548724055290222, + 0.3185011148452759, + 0.27306056022644043, + 0.24096840620040894, + 0.19770359992980957, + 0.16283726692199707, + 0.1309678554534912, + 0.09818166494369507, + 0.06230282783508301 ], "p90": [ - 1.307958960533142, - 1.3386684656143188, - 1.3716602325439453, - 1.4008488655090332, - 1.4269047975540161, - 1.451623797416687, - 1.4763925075531006, - 1.5013471841812134, - 1.5284587144851685, - 1.5572433471679688, - 1.582695484161377, - 1.6055042743682861, - 1.6303839683532715, - 1.6466634273529053, - 1.6660082340240479, - 1.683461308479309, - 1.7017500400543213, - 1.7202835083007812, - 1.740339756011963, - 1.757509708404541, - 1.7751399278640747, - 1.7832865715026855, - 1.7917424440383911, - 1.8007845878601074, - 1.805708885192871, - 1.8108677864074707, - 1.812821388244629, - 1.8202842473983765, - 1.814711093902588, - 1.822100043296814, - 1.823687195777893, - 1.839881181716919, - 1.8065369129180908, - 1.8408467769622803, - 1.8345831632614136, - 1.829533576965332, - 1.8195514678955078, - 1.8078588247299194, - 1.7926733493804932, - 1.7735308408737183, - 1.7547235488891602, - 1.7385997772216797, - 1.7305171489715576, - 1.716733694076538, - 1.6889371871948242, - 1.6757338047027588, - 1.6514122486114502, - 1.6296826601028442, - 1.600461721420288, - 1.5898866653442383, - 1.5618412494659424, - 1.5271589756011963, - 1.501363754272461, - 1.4629466533660889, - 1.434638500213623, - 1.412758469581604, - 1.379197359085083, - 1.3437671661376953, - 1.320820689201355, - 1.2743438482284546 + 1.4476490020751953, + 1.4760451316833496, + 1.5068299770355225, + 1.5339899063110352, + 1.5592403411865234, + 1.5812907218933105, + 1.599787712097168, + 1.618865966796875, + 1.636078119277954, + 1.6520556211471558, + 1.6670989990234375, + 1.6831023693084717, + 1.7015446424484253, + 1.7145862579345703, + 1.7262132167816162, + 1.7346303462982178, + 1.7434605360031128, + 1.7498385906219482, + 1.755690336227417, + 1.7610211372375488, + 1.767640471458435, + 1.7679845094680786, + 1.7664706707000732, + 1.7668226957321167, + 1.765067219734192, + 1.7624257802963257, + 1.755913257598877, + 1.7486764192581177, + 1.7343990802764893, + 1.7283480167388916, + 1.712339997291565, + 1.708388090133667, + 1.6491756439208984, + 1.6467723846435547, + 1.6320569515228271, + 1.6156222820281982, + 1.594438076019287, + 1.5726460218429565, + 1.5485082864761353, + 1.5244544744491577, + 1.5013113021850586, + 1.4853239059448242, + 1.4603453874588013, + 1.4446895122528076, + 1.4188417196273804, + 1.393692970275879, + 1.3654175996780396, + 1.3421590328216553, + 1.3039031028747559, + 1.2743030786514282, + 1.2477307319641113, + 1.2138789892196655, + 1.1927968263626099, + 1.156801462173462, + 1.1377604007720947, + 1.1098321676254272, + 1.0846126079559326, + 1.0580470561981201, + 1.044668436050415, + 1.0060734748840332 ], "timestamps": [ - "2026-06-20 22:30:00", - "2026-06-20 22:36:00", - "2026-06-20 22:42:00", - "2026-06-20 22:48:00", - "2026-06-20 22:54:00", - "2026-06-20 23:00:00", "2026-06-20 23:06:00", "2026-06-20 23:12:00", "2026-06-20 23:18:00", @@ -795,6 +789,12 @@ "2026-06-22 04:06:00", "2026-06-22 04:12:00", "2026-06-22 04:18:00", - "2026-06-22 04:24:00" + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 98fe248071facc4d48a70af7ea0e8e5f48c2efe9..d21281a4aa3c3ef83a2f8bb1ced97cd2772849c5 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T04:43:45.222233+00:00", + "evaluated_at": "2026-06-22T05:11:49.707465+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,6 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, 2400.0, 2400.0, @@ -116,6 +101,9 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2350.0, 2400.0, 2400.0, @@ -127,91 +115,99 @@ 2350.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0 ], "p50": [ - 2399.995361328125, - 2400.00048828125, - 2399.998291015625, - 2400.00341796875, - 2399.99951171875, - 2400.002685546875, - 2399.99755859375, - 2399.989990234375, - 2400.001953125, - 2399.99609375, - 2399.9921875, - 2399.9912109375, - 2399.990478515625, - 2399.995361328125, - 2399.990966796875, - 2400.00634765625, - 2399.996337890625, - 2399.997314453125, - 2399.9951171875, - 2400.002197265625, - 2399.99951171875, - 2400.0009765625, - 2400.002197265625, - 2400.009521484375 + 2400.013671875, + 2400.01416015625, + 2400.015869140625, + 2400.01611328125, + 2400.01123046875, + 2400.01904296875, + 2400.01806640625, + 2400.01123046875, + 2400.016845703125, + 2400.02001953125, + 2400.017578125, + 2400.010986328125, + 2400.009765625, + 2400.00927734375, + 2400.016357421875, + 2400.01611328125, + 2400.0126953125, + 2400.012939453125, + 2400.010498046875, + 2400.010986328125, + 2400.015380859375, + 2400.01708984375, + 2400.01123046875, + 2400.018798828125 ], "p10": [ - 2399.971435546875, - 2399.965087890625, - 2399.964111328125, - 2399.96337890625, - 2399.9736328125, - 2399.98046875, - 2399.968505859375, - 2399.973876953125, - 2399.98095703125, - 2399.9814453125, - 2399.963134765625, - 2399.975830078125, - 2399.970947265625, - 2399.96826171875, - 2399.97216796875, - 2399.96484375, - 2399.97802734375, + 2399.98291015625, + 2399.985595703125, + 2399.9794921875, + 2399.97509765625, + 2399.975341796875, + 2399.97314453125, 2399.96875, - 2399.9765625, + 2399.970703125, + 2399.973876953125, 2399.97119140625, - 2399.97412109375, + 2399.9658203125, + 2399.980224609375, + 2399.980224609375, 2399.9765625, - 2399.963134765625, - 2399.970458984375 + 2399.980224609375, + 2399.972412109375, + 2399.986328125, + 2399.977294921875, + 2399.974609375, + 2399.9755859375, + 2399.96875, + 2399.971923828125, + 2399.97265625, + 2399.971923828125 ], "p90": [ - 2407.93994140625, - 2419.192138671875, - 2417.312255859375, - 2415.78271484375, - 2435.6630859375, - 2431.102294921875, - 2438.883544921875, - 2437.0029296875, - 2439.594482421875, - 2443.345947265625, - 2442.756591796875, - 2442.04931640625, - 2443.458984375, - 2444.259765625, - 2447.031494140625, - 2448.12451171875, - 2449.263916015625, - 2446.122314453125, - 2446.51123046875, - 2447.58251953125, - 2448.654541015625, - 2448.681884765625, - 2449.3525390625, - 2450.287353515625 + 2400.088134765625, + 2400.0625, + 2400.126708984375, + 2400.169189453125, + 2400.158203125, + 2400.232421875, + 2400.2802734375, + 2400.39208984375, + 2400.474853515625, + 2400.540771484375, + 2401.788818359375, + 2400.71728515625, + 2400.792724609375, + 2401.153564453125, + 2401.72119140625, + 2402.49365234375, + 2404.0302734375, + 2405.7314453125, + 2406.744140625, + 2407.303466796875, + 2408.121826171875, + 2409.42041015625, + 2411.46875, + 2413.212890625 ], "timestamps": [ - "2026-06-21 17:55:00", - "2026-06-21 18:10:00", - "2026-06-21 18:25:00", - "2026-06-21 18:40:00", "2026-06-21 18:55:00", "2026-06-21 19:10:00", "2026-06-21 19:25:00", @@ -327,6 +323,10 @@ "2026-06-22 22:55:00", "2026-06-22 23:10:00", "2026-06-22 23:25:00", - "2026-06-22 23:40:00" + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 0e1cfe6f01195bad6de3d55a9e61ac2259436cd2..0a9e51918def3ec34869929f7f006f4276f618a3 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:01:39.471036+00:00", + "evaluated_at": "2026-06-22T05:11:54.891003+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t040000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t230000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t032000z", - "data_fetched_at": "2026-06-22T04:56:06.085239Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:09:17.560795Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []