diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 2dd2f06a895b53102b3d10707573f17e75f54fcb..16ab69200069a863aa37256f4cd935662d3b6b16 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T03:43:54.016829+00:00", + "generated_at": "2026-06-22T03:52:31.146231+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index bce1ab5c9c84dda516b46a01adede40969178342..1bfb1575c9456d7b694a23a48c68d937ce8a69ba 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.3206438748383627,0.6183440801246567,7.0,1,1,1.0 Air Quality,Moving-Average,0.7611811892338441,0.787633324182631,8.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Air Quality,ETS,1.0812067466272095,1.0162239267833477,10.0,1,1,1.0 -Finance,ETS,0.2950425976819665,0.4345242072575139,1.0,1,1,1.0 -Finance,Moving-Average,0.47802670137082687,0.5769229702834141,2.0,1,1,1.0 -Finance,Timer-S1,0.9175406415303217,0.7132612107300484,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.8412895375164575,0.7664328615923862,4.0,1,1,1.0 -Finance,TimesFM-2.5,1.0086301688408048,0.9438582459696899,5.0,1,1,1.0 -Finance,Chronos-2,1.848033001002515,0.9808412023840583,6.0,1,1,1.0 +Finance,ETS,0.2892513191823069,0.42951341097396184,1.0,1,1,1.0 +Finance,Moving-Average,0.46548192073976086,0.5667779498593052,2.0,1,1,1.0 +Finance,Timer-S1,0.917783247996852,0.7158321376597999,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.8456107565743635,0.7689440088788342,4.0,1,1,1.0 +Finance,TimesFM-2.5,1.015608184784103,0.9529155776957182,5.0,1,1,1.0 +Finance,Chronos-2,1.8583084551646294,0.9831112953883795,6.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -Finance,TiRex,1.9452640030771593,1.0426036504839304,8.0,1,1,1.0 -Finance,Moirai-1.1-Large,2.705191205343537,1.0936501031071215,9.0,1,1,1.0 -Finance,ARIMA,1.3369461561732405,1.992711533260578,10.0,1,1,1.0 +Finance,TiRex,1.9563670504986528,1.0448043054125886,8.0,1,1,1.0 +Finance,Moirai-1.1-Large,2.432386424093912,1.0855953005261334,9.0,1,1,1.0 +Finance,ARIMA,1.2900964702822824,1.9803526848236053,10.0,1,1,1.0 Hazards,Chronos-2,0.5225908290229244,0.5727795472751189,1.0,1,1,1.0 Hazards,ETS,0.5477514477669481,0.6054403832032559,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.6470046966625177,0.6171953110089171,3.0,1,1,1.0 @@ -39,15 +39,15 @@ Hydrology,ETS,0.03944408943518567,0.3479789969070404,7.0,1,1,1.0 Hydrology,Moving-Average,0.162625,0.5658119658119654,8.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Hydrology,ARIMA,1.0348288639475303,1.4318919005606445,10.0,1,1,1.0 -Ocean,ETS,0.37293728601266435,0.4651305238903975,3.5,2,2,1.0 -Ocean,TiRex,0.23895278016299182,0.40677400217825416,3.5,2,2,1.0 -Ocean,Timer-S1,0.05943098243702346,0.22824790724661637,3.5,2,2,1.0 -Ocean,Moirai-1.1-Large,0.8703259742447537,0.783301758158757,5.0,2,2,1.0 -Ocean,ARIMA,0.1606855347995767,0.3840007872551309,5.5,2,2,1.0 -Ocean,Toto-2.0-1B,0.6391918310416809,0.6682252192093988,6.0,2,2,1.0 -Ocean,Chronos-2,0.30882419453515236,0.4432209360379531,6.5,2,2,1.0 -Ocean,Moving-Average,0.9486350925927924,0.9467594285718408,6.5,2,2,1.0 -Ocean,TimesFM-2.5,0.20010454653351212,0.38846155158014295,6.5,2,2,1.0 +Ocean,TiRex,0.16894891532041265,0.3638334234532023,3.5,2,2,1.0 +Ocean,Timer-S1,0.05078869212306651,0.19910842125206696,3.5,2,2,1.0 +Ocean,ETS,0.5451127904827473,0.6001420376923133,4.0,2,2,1.0 +Ocean,Moirai-1.1-Large,0.8449091364703305,0.7670001879223081,5.0,2,2,1.0 +Ocean,ARIMA,0.18521230632557406,0.3435694266583401,5.5,2,2,1.0 +Ocean,Toto-2.0-1B,0.562061451309195,0.6105900127169931,5.5,2,2,1.0 +Ocean,Chronos-2,0.26062044981322036,0.40507796206919094,6.5,2,2,1.0 +Ocean,Moving-Average,0.9438949503471914,0.9471385005125189,6.5,2,2,1.0 +Ocean,TimesFM-2.5,0.19405550231948224,0.3786752286972983,6.5,2,2,1.0 Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0 Weather,Chronos-2,0.3678081815048506,0.4594863843749116,2.3333333333333335,3,3,1.0 Weather,Moirai-1.1-Large,0.328765007890587,0.41729098741060555,3.0,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index f062c1d36552d7702cc8353c27fbcf33e91fef5a..e504cdab0795d9e74144747f73e61cc2844fe893 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -1,14 +1,14 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -10min,ETS,0.9081207647955372,0.9037311129777753,1.0,1,1,1.0 -10min,Moirai-1.1-Large,1.0336874614756695,0.9241344224288065,2.0,1,1,1.0 -10min,TiRex,1.046430641851709,0.9286571699274393,3.0,1,1,1.0 -10min,Moving-Average,0.9572582603187272,0.9303328397368391,4.0,1,1,1.0 -10min,Toto-2.0-1B,1.0428611242912003,0.9730991517837414,5.0,1,1,1.0 -10min,Timer-S1,1.044680430660759,0.9843291589572458,6.0,1,1,1.0 +10min,ETS,0.8480553422350985,0.8761378297869157,1.0,1,1,1.0 +10min,Moirai-1.1-Large,1.022772148108149,0.9175306622959469,2.0,1,1,1.0 +10min,TiRex,1.0394816031554375,0.925066913063837,3.0,1,1,1.0 +10min,Moving-Average,0.9547196002458098,0.9332055822901776,4.0,1,1,1.0 +10min,Toto-2.0-1B,1.041751887932176,0.9718281496564896,5.0,1,1,1.0 +10min,Timer-S1,1.0227172520205654,0.978162569000954,6.0,1,1,1.0 10min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -10min,Chronos-2,1.1443905539813823,1.0140728664176637,8.0,1,1,1.0 -10min,ARIMA,1.021103174500045,1.0207680718719805,9.0,1,1,1.0 -10min,TimesFM-2.5,1.0461930949067064,1.0412720358264953,10.0,1,1,1.0 +10min,Chronos-2,1.1529671035405273,1.0071982633664192,8.0,1,1,1.0 +10min,ARIMA,1.0129943954310456,1.016197672745931,9.0,1,1,1.0 +10min,TimesFM-2.5,1.0597547182176483,1.0467749066893717,10.0,1,1,1.0 15min,TimesFM-2.5,0.0001315265099207557,0.16509633747328128,1.0,1,1,1.0 15min,TiRex,0.00010260541439056391,0.18779747596154067,2.0,1,1,1.0 15min,Chronos-2,8.587932586669763e-06,0.19728847823183943,3.0,1,1,1.0 @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.5782660614893154,0.5605916911855783,3.3333333333333335,6,6,1.0 -1h,Toto-2.0-1B,0.5295426936649289,0.579093658138971,4.166666666666667,6,6,1.0 -1h,Moirai-1.1-Large,0.6118266623991752,0.5469348745863957,4.666666666666667,6,6,1.0 -1h,Timer-S1,0.6160948078992945,0.5950693453838435,4.666666666666667,6,6,1.0 -1h,TiRex,0.5938023181018512,0.600507994390163,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.40528290704874953,0.6684642145532693,5.5,6,6,1.0 -1h,ETS,1.4445957004135987,1.1026101280698017,5.666666666666667,6,6,1.0 -1h,ARIMA,1.3505256999558624,1.1622381634041086,6.833333333333333,6,6,1.0 -1h,Moving-Average,1.03064941454983,0.9392780183230248,7.0,6,6,1.0 +1h,Chronos-2,0.5788007044461609,0.5608077250997625,3.3333333333333335,6,6,1.0 +1h,Toto-2.0-1B,0.5299950523938718,0.5794094518830486,4.166666666666667,6,6,1.0 +1h,Moirai-1.1-Large,0.6010826137473156,0.5462614366278948,4.666666666666667,6,6,1.0 +1h,Timer-S1,0.6161219551291174,0.5954262943675651,4.666666666666667,6,6,1.0 +1h,TiRex,0.5943658568728937,0.6007190605582627,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.4057488777441568,0.6695290699079292,5.5,6,6,1.0 +1h,ETS,1.4398306761035076,1.1004807146633273,5.666666666666667,6,6,1.0 +1h,ARIMA,1.3425204136068922,1.1610336751722903,6.833333333333333,6,6,1.0 +1h,Moving-Average,1.0260914556116052,0.9365048078308972,7.0,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8.333333333333334,6,6,1.0 -6min,Timer-S1,0.0033809781151885637,0.05292651008901264,1.0,1,1,1.0 -6min,ARIMA,0.025286221548050658,0.14445652119794514,2.0,1,1,1.0 -6min,TimesFM-2.5,0.03827384231297495,0.1449211847279423,3.0,1,1,1.0 -6min,TiRex,0.05456494569633845,0.17817672032946558,4.0,1,1,1.0 -6min,Chronos-2,0.08333901638604159,0.1937186218543886,5.0,1,1,1.0 -6min,ETS,0.15315388072841402,0.23939244886866703,6.0,1,1,1.0 -6min,Toto-2.0-1B,0.39177430949696807,0.4588689063893907,7.0,1,1,1.0 -6min,Moirai-1.1-Large,0.7327817446520402,0.6639311656869565,8.0,1,1,1.0 -6min,Moving-Average,0.9400896040311042,0.9634760564221594,9.0,1,1,1.0 +6min,Timer-S1,0.0025221939323653536,0.040529217401950986,1.0,1,1,1.0 +6min,ARIMA,0.03386356190040078,0.11615845430483762,2.0,1,1,1.0 +6min,TimesFM-2.5,0.035534201766802234,0.1369873579435195,3.0,1,1,1.0 +6min,TiRex,0.027459587453300717,0.1430974972213089,4.0,1,1,1.0 +6min,Chronos-2,0.058911497693444614,0.162915447059735,5.0,1,1,1.0 +6min,Toto-2.0-1B,0.30325174228853075,0.38362766478982724,6.0,1,1,1.0 +6min,ETS,0.35038745651284636,0.4110888186315145,7.0,1,1,1.0 +6min,Moirai-1.1-Large,0.6979770129754785,0.6411658078006606,8.0,1,1,1.0 +6min,Moving-Average,0.9331930307721124,0.9612794395760065,9.0,1,1,1.0 6min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 2efcf0c6ca463bfcbdb3e4aaaba79a207dd85c23..95041a0b1267bf4d2310e67ccfb9b9902108846b 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,33 +9,33 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.11813518468932473,0.4828970176158453,3.2857142857142856,7,7,1.0 -24,Toto-2.0-1B,0.08319926258230309,0.5108481385528849,4.285714285714286,7,7,1.0 -24,TiRex,0.1722447305085177,0.5086281104927787,4.428571428571429,7,7,1.0 -24,Timer-S1,0.285413702594409,0.5164462078160096,4.571428571428571,7,7,1.0 -24,Moirai-1.1-Large,0.5744780921414264,0.4890610960175732,4.857142857142857,7,7,1.0 -24,TimesFM-2.5,0.12863707192338053,0.5474131202124558,4.857142857142857,7,7,1.0 -24,ETS,0.8636771028313994,0.9351241454722573,5.857142857142857,7,7,1.0 -24,Moving-Average,0.791681395746176,0.8736714708181935,7.142857142857143,7,7,1.0 -24,ARIMA,1.3001206747733867,1.1974024606016078,7.285714285714286,7,7,1.0 +24,Chronos-2,0.11822879850535394,0.48305652142480815,3.2857142857142856,7,7,1.0 +24,Toto-2.0-1B,0.0832601781352148,0.5110869102387102,4.285714285714286,7,7,1.0 +24,TiRex,0.1723848348638888,0.5087813400333409,4.428571428571429,7,7,1.0 +24,Timer-S1,0.2854244822437563,0.5167117284464746,4.571428571428571,7,7,1.0 +24,Moirai-1.1-Large,0.5658201569556947,0.4885448977830742,4.857142857142857,7,7,1.0 +24,TimesFM-2.5,0.12876383244620154,0.5481604830174563,4.857142857142857,7,7,1.0 +24,ETS,0.8612346518338645,0.9335759690927512,5.857142857142857,7,7,1.0 +24,Moving-Average,0.7886794662027621,0.871459997400658,7.142857142857143,7,7,1.0 +24,ARIMA,1.2935122926331468,1.1963387268333403,7.285714285714286,7,7,1.0 24,Seasonal-Naive,1.0,1.0,8.428571428571429,7,7,1.0 -60,Timer-S1,0.0033809781151885637,0.05292651008901264,1.0,1,1,1.0 -60,ARIMA,0.025286221548050658,0.14445652119794514,2.0,1,1,1.0 -60,TimesFM-2.5,0.03827384231297495,0.1449211847279423,3.0,1,1,1.0 -60,TiRex,0.05456494569633845,0.17817672032946558,4.0,1,1,1.0 -60,Chronos-2,0.08333901638604159,0.1937186218543886,5.0,1,1,1.0 -60,ETS,0.15315388072841402,0.23939244886866703,6.0,1,1,1.0 -60,Toto-2.0-1B,0.39177430949696807,0.4588689063893907,7.0,1,1,1.0 -60,Moirai-1.1-Large,0.7327817446520402,0.6639311656869565,8.0,1,1,1.0 -60,Moving-Average,0.9400896040311042,0.9634760564221594,9.0,1,1,1.0 +60,Timer-S1,0.0025221939323653536,0.040529217401950986,1.0,1,1,1.0 +60,ARIMA,0.03386356190040078,0.11615845430483762,2.0,1,1,1.0 +60,TimesFM-2.5,0.035534201766802234,0.1369873579435195,3.0,1,1,1.0 +60,TiRex,0.027459587453300717,0.1430974972213089,4.0,1,1,1.0 +60,Chronos-2,0.058911497693444614,0.162915447059735,5.0,1,1,1.0 +60,Toto-2.0-1B,0.30325174228853075,0.38362766478982724,6.0,1,1,1.0 +60,ETS,0.35038745651284636,0.4110888186315145,7.0,1,1,1.0 +60,Moirai-1.1-Large,0.6979770129754785,0.6411658078006606,8.0,1,1,1.0 +60,Moving-Average,0.9331930307721124,0.9612794395760065,9.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -72,ETS,0.9081207647955372,0.9037311129777753,1.0,1,1,1.0 -72,Moirai-1.1-Large,1.0336874614756695,0.9241344224288065,2.0,1,1,1.0 -72,TiRex,1.046430641851709,0.9286571699274393,3.0,1,1,1.0 -72,Moving-Average,0.9572582603187272,0.9303328397368391,4.0,1,1,1.0 -72,Toto-2.0-1B,1.0428611242912003,0.9730991517837414,5.0,1,1,1.0 -72,Timer-S1,1.044680430660759,0.9843291589572458,6.0,1,1,1.0 +72,ETS,0.8480553422350985,0.8761378297869157,1.0,1,1,1.0 +72,Moirai-1.1-Large,1.022772148108149,0.9175306622959469,2.0,1,1,1.0 +72,TiRex,1.0394816031554375,0.925066913063837,3.0,1,1,1.0 +72,Moving-Average,0.9547196002458098,0.9332055822901776,4.0,1,1,1.0 +72,Toto-2.0-1B,1.041751887932176,0.9718281496564896,5.0,1,1,1.0 +72,Timer-S1,1.0227172520205654,0.978162569000954,6.0,1,1,1.0 72,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -72,Chronos-2,1.1443905539813823,1.0140728664176637,8.0,1,1,1.0 -72,ARIMA,1.021103174500045,1.0207680718719805,9.0,1,1,1.0 -72,TimesFM-2.5,1.0461930949067064,1.0412720358264953,10.0,1,1,1.0 +72,Chronos-2,1.1529671035405273,1.0071982633664192,8.0,1,1,1.0 +72,ARIMA,1.0129943954310456,1.016197672745931,9.0,1,1,1.0 +72,TimesFM-2.5,1.0597547182176483,1.0467749066893717,10.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 549f9dc4dab0bca202cba6d3c4de6d0603092702..c493ad95c71b68f9f64ebcc5109f4a88d2f566b9 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.1661344941466452,0.4468507495619985,4.0,10,10,1.0 -Overall,Timer-S1,0.18354763017583967,0.40001936166841245,4.0,10,10,1.0 -Overall,Chronos-2,0.13810881479007805,0.4434019637375723,4.1,10,10,1.0 -Overall,Toto-2.0-1B,0.12762981472672855,0.5000667887653123,4.6,10,10,1.0 -Overall,Moirai-1.1-Large,0.5328392976330713,0.4983253300148901,4.7,10,10,1.0 -Overall,TimesFM-2.5,0.13362047765982477,0.4778084048450653,5.3,10,10,1.0 -Overall,ETS,0.6738900266580046,0.759466089926971,5.7,10,10,1.0 -Overall,ARIMA,0.749320929884056,0.8598588302127484,6.9,10,10,1.0 -Overall,Moving-Average,0.7639851616194513,0.8346735895989297,7.1,10,10,1.0 +Overall,TiRex,0.15509423550872437,0.4370830278057178,4.0,10,10,1.0 +Overall,Timer-S1,0.17787343302833694,0.38938017501483885,4.0,10,10,1.0 +Overall,Chronos-2,0.13357391060665125,0.4355937909851261,4.1,10,10,1.0 +Overall,Toto-2.0-1B,0.1244529389097644,0.49128718885216266,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.5240893323130513,0.495866983527583,4.7,10,10,1.0 +Overall,TimesFM-2.5,0.13289426659556305,0.47583054941524056,5.3,10,10,1.0 +Overall,ETS,0.7256015550709982,0.7982528986848979,5.8,10,10,1.0 +Overall,ARIMA,0.7681699284591719,0.8404143229329065,6.9,10,10,1.0 +Overall,Moving-Average,0.7611931739970244,0.833260804842205,7.1,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index a8b7ef1de3b7321b33ca66f91b59aa1c92ea00ff..5c17eb6c250e24b8ea0347fbe7b6ffd1ad5ffca4 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,307306.4235065824,731204.1447169437,817.0485425916646,0.7340284584345141,0.01273108513388616,0.012820407662178583,13.999150188549832,554.3522557964226,0.008644860358165082,0.012741484286736833,0.011503861367694082,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,298714.6199822989,722735.6569754138,813.2985425916646,0.7306594949327886,0.01267370209900411,0.01276200195774504,13.864391648480806,546.547911881748,0.008523653777169921,0.012683746555101858,0.011446051256293497,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.02636831836353827,0.027444036909074616,0.1444821876477284,0.4192750923321678,0.08683530249917988,0.09091643707656125,14.934544452370229,0.16238324532887705,0.10206685129099914,0.0908150464105576,0.08903204813786235,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.05956437382396156,0.0670397674609913,0.23365346363857645,3.7968701419934447,0.1494466734401042,0.1638030961742768,54.65480350699836,0.24405813615604288,0.16136074891660354,0.1544816266873944,0.13768550339374566,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.03295137909201971,0.03247030098179358,0.11305669622168277,0.3263290605479696,0.0684687273674859,0.06359497800605271,11.36947889694013,0.1815251472717202,0.11279524763548296,0.070250641516273,0.06852430765913683,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.06134246126699171,0.06954267474035193,0.23933143174892113,3.8891371567838005,0.15274177869369474,0.1675971149860932,59.35178062326125,0.24767410293971331,0.1631521950023639,0.15765656546013418,0.14015203806467813,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,2.734186441011413,2.297506900496867,1.2904526126747708,0.7060226732778349,0.08602286623341183,0.08103572279508857,10.245475516843822,1.6535375535534151,0.10625140906367327,0.08292064981042704,0.07575426396299487,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,41.113025405741816,40.67921512904482,5.624639938201898,0.4861723548137316,0.3043717466105424,0.25925655354034677,3.635612654126927,6.4119439646445615,0.2891519196200356,0.25364779297361706,0.21419181842926133,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,21.752905983791354,21.01868110635593,4.169883176341487,2.1607766214447426,0.17838293094983282,0.16077779852709725,62.486179946996096,4.66400107030341,0.19226386695347097,0.17189487140822673,0.16300120530332773,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 3ddbef9a04c0aea4998db11546ecc1667874e91b..2f029a4d998a2da2b522efd900d9201965ba5571 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:43:53.615682+00:00", + "evaluated_at": "2026-06-22T03:52:30.713466+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64246.01171875 + 64156.01171875 ], "p50": [ 63707.84300941938, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index c80e1004102370815a40f0f5b8c547159c3e4834..e93b25407f1accfc1ee461ce0072b359018937a1 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:37:10.279168+00:00", + "evaluated_at": "2026-06-22T03:52:30.788130+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0820000171661377, - 1.1260000467300415, 1.159999966621399, 1.1920000314712524, 1.2230000495910645, @@ -245,11 +243,11 @@ 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492 + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "actuals": [ - 0.9760000109672546, - 1.0099999904632568, 1.0479999780654907, 1.0759999752044678, 1.1019999980926514, @@ -307,197 +305,197 @@ 1.6399999856948853, 1.6150000095367432, 1.5870000123977661, - 1.5720000267028809 + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 ], "p50": [ - 0.9667099125016805, - 0.9919965455093558, - 1.0188164691343378, - 1.0433777002833708, - 1.0682965077790887, - 1.0916183248088451, - 1.115633233252944, - 1.1390907321562884, - 1.160275273625462, - 1.1817698494594002, - 1.2047286395647947, - 1.2235356882546935, - 1.2452409292697637, - 1.2633445540389059, - 1.2828163514644084, - 1.3013186861126977, - 1.318963249536925, - 1.3365188757488418, - 1.3544936361566, - 1.3695073701694749, - 1.3876130910233408, - 1.405566216750105, - 1.4193695013553593, - 1.4340502608626755, - 1.4493291439146043, - 1.4640930343518892, - 1.4775211284690282, - 1.4912230964763755, - 1.5038051574564908, - 1.5167845430896651, - 1.53364850474718, - 1.5437567567548376, - 1.5543032020914587, - 1.5673600971433315, - 1.5784841161806553, - 1.589978147480649, - 1.6004513655113577, - 1.6116348365849542, - 1.6225682313849545, - 1.6320479875030616, - 1.6430591013298166, - 1.6520437869885083, - 1.6607955549168039, - 1.6703352863325098, - 1.6793801957851018, - 1.6875297223247159, - 1.6971742212582717, - 1.7047238949642012, - 1.7135457223109498, - 1.7221856488525538, - 1.7301579547910817, - 1.7365997791342835, - 1.7427398773622635, - 1.749386199897804, - 1.75726093878621, - 1.7640244684427866, - 1.7702968338920444, - 1.7780049890031155, - 1.7829512863453234, - 1.789917990282525 + 1.0370600807283203, + 1.0680138492084486, + 1.0980329039719021, + 1.131093135497065, + 1.1580366335480512, + 1.1860677770024857, + 1.2145106695471652, + 1.2409712609318015, + 1.2684770968872043, + 1.2936043804805288, + 1.3206195511693246, + 1.345818510935197, + 1.3692393513207224, + 1.3939086771737532, + 1.4167560576019163, + 1.4414918841402935, + 1.4633262797911852, + 1.4839653224367546, + 1.5057712579882108, + 1.5265022060271018, + 1.5474822708033713, + 1.5675754791549408, + 1.5891936818987833, + 1.6060540348091918, + 1.6254677591769378, + 1.6426374857435009, + 1.662906978265984, + 1.6776635887396891, + 1.6961085930653905, + 1.7125889085847097, + 1.7291094559685907, + 1.7445093803788514, + 1.7612691623630452, + 1.7763157951678905, + 1.7923025831448505, + 1.8053253628654584, + 1.8200563367691336, + 1.8337500694921587, + 1.8470360549516285, + 1.8615127233859394, + 1.8740900434256071, + 1.8864362172073914, + 1.9010380961979279, + 1.9121183295828512, + 1.924562528675616, + 1.9359960216587768, + 1.9484970803240507, + 1.9597042637134463, + 1.9693484902166989, + 1.9804561029640335, + 1.9908463493380648, + 2.003264839957774, + 2.011488328080646, + 2.021957352430274, + 2.030483739480827, + 2.0423308675274514, + 2.0511800600054295, + 2.0581451474678563, + 2.0677148064902915, + 2.0776161091311107 ], "p10": [ - 0.9555634367686464, - 0.9845111631911907, - 1.0096375155816264, - 1.033289662791159, - 1.0594527209376023, - 1.081903885523202, - 1.1069506435998355, - 1.1284380237833465, - 1.1506901760146369, - 1.1735528465572422, - 1.1948579819937726, - 1.2137708971716605, - 1.235107474844171, - 1.253878825001829, - 1.27260328590273, - 1.292747718268055, - 1.3095445411379742, - 1.3283571411852324, - 1.344354418449442, - 1.3601775070928452, - 1.3795890385861331, - 1.3956010667362317, - 1.4094087108626765, - 1.4243780150777547, - 1.4392097019226602, - 1.4537971117188087, - 1.4677941700382837, - 1.4833275233138228, - 1.4937675919389226, - 1.507649432629653, - 1.5220308879733553, - 1.5345860873446255, - 1.54556412458827, - 1.5573702712986655, - 1.5687782667920338, - 1.5817620230213274, - 1.592213042134281, - 1.6029034323044955, - 1.6136256922342156, - 1.62378445168323, - 1.633650115658775, - 1.6406243961231775, - 1.651072601266628, - 1.6603020989304529, - 1.6688383240788935, - 1.6790318722397903, - 1.6886169266672029, - 1.6963271374420046, - 1.704535425699088, - 1.712435796803542, - 1.7194684140780476, - 1.7275026335650467, - 1.733379259175011, - 1.7402261585708199, - 1.749411138412399, - 1.7552384250187762, - 1.7619204527943448, - 1.7693128129364826, - 1.7733896353694814, - 1.7796137484089007 + 1.0285520641186578, + 1.0582300080691889, + 1.0885068987928268, + 1.1202946124686104, + 1.1495543212313246, + 1.178150378078487, + 1.204497901317295, + 1.2330880442718204, + 1.2601503404654097, + 1.2861427524950213, + 1.3119878426548963, + 1.336946457188213, + 1.3594645697432832, + 1.383340474280649, + 1.408580641086466, + 1.4325420023367461, + 1.4535298308202953, + 1.4756680439079615, + 1.4957512763253036, + 1.5184039455443041, + 1.5383666765038675, + 1.5590078894482438, + 1.578618189346882, + 1.5947868821172169, + 1.6148106578151764, + 1.6329420848894678, + 1.6528346187465648, + 1.6702669665498031, + 1.6861626882816487, + 1.702368436318344, + 1.7187948341291874, + 1.735430981308768, + 1.7520622113015267, + 1.76603438206919, + 1.782790982747813, + 1.7956338958921674, + 1.8102043484620944, + 1.82596654248901, + 1.8389013788529014, + 1.8532008837204046, + 1.864598946064915, + 1.877530968794477, + 1.889732014025511, + 1.903489391285005, + 1.9152198344670022, + 1.9262329706762311, + 1.9384978885657307, + 1.9509402935358497, + 1.9600102123884058, + 1.972034005153417, + 1.9812266437319879, + 1.993659593349573, + 2.0036382892818403, + 2.0135244783335033, + 2.02279575985647, + 2.032221611471949, + 2.0418170364019765, + 2.0504535254856977, + 2.0573518310545875, + 2.066282803325054 ], "p90": [ - 0.9762012898937388, - 1.0013883039514657, - 1.0278338145899955, - 1.0525012741584017, - 1.0778389971671187, - 1.1011786960870433, - 1.124541415821005, - 1.1476310103049143, - 1.1701857669507356, - 1.1916864116326282, - 1.2119172967071994, - 1.2331353028538492, - 1.253434163469777, - 1.2734186862366732, - 1.2922984792340693, - 1.3113357421777403, - 1.3294486879584098, - 1.3470622521674456, - 1.3644410532687432, - 1.380561007870403, - 1.3983319191873003, - 1.4136125754696034, - 1.4289622775710276, - 1.4443996522125695, - 1.4600157711464055, - 1.4744972533322769, - 1.487479580045842, - 1.501614583020145, - 1.515014076997711, - 1.5272987884857028, - 1.5416606767015524, - 1.5541111273727035, - 1.5622184533147552, - 1.576833010559912, - 1.5878721576921984, - 1.5995860060137832, - 1.6076363300128087, - 1.6189753392124189, - 1.6312289478542463, - 1.6422575768701213, - 1.6517293699841982, - 1.661467498973957, - 1.6696457398366948, - 1.6799347449270106, - 1.6888476882601844, - 1.697952117781861, - 1.7071944622912443, - 1.712066948607845, - 1.7222719438558434, - 1.7308017608234563, - 1.739129065938902, - 1.7460746127311693, - 1.752810741548151, - 1.7610308363916063, - 1.7657454047692345, - 1.7723970631863184, - 1.7793630124746986, - 1.7865321747891654, - 1.79294404481847, - 1.798890247794208 + 1.0473883066618506, + 1.077049942703496, + 1.1076202692873383, + 1.1383016387973135, + 1.167000406850064, + 1.1951769102922134, + 1.22376830068817, + 1.2503028368255173, + 1.277501804008165, + 1.3005163501735044, + 1.3300191813434121, + 1.3549608354850255, + 1.3783528985457254, + 1.4037698666103675, + 1.4263149017586743, + 1.4498393815185058, + 1.4711402338654316, + 1.4937177218146054, + 1.5153376777740366, + 1.536073756353284, + 1.5569075479445824, + 1.5768375027820416, + 1.5976703524989322, + 1.6150222863458052, + 1.6339546494182968, + 1.6528081985657441, + 1.6711450693375316, + 1.6873450459077917, + 1.7051279957575647, + 1.7223494798630554, + 1.7383283853714604, + 1.7546190317768202, + 1.770323194480839, + 1.786768929776239, + 1.8017768915678074, + 1.816371190653035, + 1.8272702769224696, + 1.84325168376099, + 1.857375396316202, + 1.872305177808964, + 1.8846565689264452, + 1.8968084243497734, + 1.9108936379011956, + 1.9219208609296312, + 1.933721454087744, + 1.9451158410521217, + 1.956361083109179, + 1.9693818008585071, + 1.97967387868547, + 1.989873131239115, + 2.0011610593355282, + 2.011254632997019, + 2.0213501863766346, + 2.0307968632033666, + 2.0398222920701965, + 2.0504652442139695, + 2.0588988244865503, + 2.0651601497309895, + 2.0772273900431544, + 2.085946469622118 ], "timestamps": [ - "2026-06-20 21:30:00", - "2026-06-20 21:36:00", "2026-06-20 21:42:00", "2026-06-20 21:48:00", "2026-06-20 21:54:00", @@ -795,6 +793,8 @@ "2026-06-22 03:06:00", "2026-06-22 03:12:00", "2026-06-22 03:18:00", - "2026-06-22 03:24:00" + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6acbd2ac26dcbbe6652d692015f59921d2a1a817..c0935f44248c5bb2e6863734536d829778d3b759 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:29:35.169794+00:00", + "evaluated_at": "2026-06-22T03:52:30.865299+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -83,10 +82,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -157,234 +156,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158 ], "p50": [ - 1.2833635243453254, - 1.2856758747143986, - 1.2834473547536818, - 1.2852084620755637, - 1.286590787185271, - 1.2855099986473244, - 1.2854953707214394, - 1.2855867255025657, - 1.2857033335573038, - 1.28572395418827, - 1.2866782967878652, - 1.285689852837896, - 1.2867377004513625, - 1.2866791812155154, - 1.2867378639202294, - 1.286709054934867, - 1.2867090658344698, - 1.2855172455564055, - 1.2856903016076977, - 1.2857084231701754, - 1.2875187849938419, - 1.2857437439630257, - 1.2856349845634834, - 1.28570842403365, - 1.2875358802877541, - 1.2856535838528371, - 1.28673790779522, - 1.2857084240723191, - 1.2866792765991657, - 1.2862115103767766, - 1.286211510376984, - 1.2857084240740508, - 1.285726084114189, - 1.2856721830713074, - 1.2857260841142186, - 1.2871283466044177, - 1.2855374047540278, - 1.28673790779916, - 1.2857437441543207, - 1.2857084240741319, - 1.2867379077991608, - 1.2857260841142264, - 1.2855575596800497, - 1.285743744154321, - 1.2855575596800497, - 1.2854332094677616, - 1.285743744154321, - 1.285743744154321, - 1.2871283466044212, - 1.2862115103771603, - 1.285743744154321, - 1.2856349846514832, - 1.285743744154321, - 1.2855967903661076, - 1.2857084240741319, - 1.2857084240741319, - 1.2856721830713245, - 1.2857084240741319, - 1.2862115103771603, - 1.2871283466044212, - 1.2855575596800497, - 1.2857084240741319, - 1.2895647488840265, - 1.2871283466044212, - 1.286709075120127, - 1.2857260841142264, - 1.2866941758600632, - 1.2857084240741319, - 1.2855575596800497, - 1.2857084240741319, - 1.2856721830713245, - 1.2875358803063766 + 1.283266765044138, + 1.284531475939565, + 1.2851228735461744, + 1.2853130486088309, + 1.2854714945732417, + 1.288391782875293, + 1.2855156808477142, + 1.2854892679311785, + 1.2855514983784857, + 1.2856088461743562, + 1.2855737427288951, + 1.2856281848077653, + 1.2865510292878972, + 1.2853782062976846, + 1.2855746754347634, + 1.285518389091887, + 1.2855928349712333, + 1.285518404927018, + 1.2860987650972822, + 1.2856109684111754, + 1.2865666468606973, + 1.2855561149631343, + 1.2854796866782978, + 1.2865512357355402, + 1.285574719085195, + 1.2854197461355485, + 1.2856286338133165, + 1.2855375112007077, + 1.286611866231031, + 1.2865820587714087, + 1.2895120914020377, + 1.2855747191035887, + 1.2855928442064788, + 1.2854600663856215, + 1.287007962507843, + 1.2856109693093591, + 1.2854197461440426, + 1.2855928442065152, + 1.2856462983250838, + 1.2853569926289157, + 1.2855375112025043, + 1.285518409174085, + 1.286551235775712, + 1.2874040587838445, + 1.2855561151530865, + 1.2853356840017516, + 1.2855561151530865, + 1.2855747191036688, + 1.2865666472737503, + 1.286551235775712, + 1.2855747191036688, + 1.2854993071456657, + 1.2855747191036688, + 1.2855747191036688, + 1.2865666472737503, + 1.2855747191036688, + 1.2856286338172234, + 1.2856109693093627, + 1.2855928442065157, + 1.286611866231857, + 1.2854600663856384, + 1.2865666472737503, + 1.2855561151530865, + 1.2865666472737503, + 1.2856109693093627, + 1.285646298325084, + 1.285646298325084, + 1.2865820587717884, + 1.2852918439225829, + 1.2865820587717884, + 1.2856286338172234, + 1.2855375112025043 ], "p10": [ - 1.2181572269156038, - 1.2249125779362566, - 1.223530403263958, - 1.225071986500872, - 1.2256907137096564, - 1.1849433895877919, - 1.1849690715139474, - 1.2254286437380242, - 1.225828960527028, - 1.2254365786756094, - 1.2258326107704125, - 1.2257936516496164, - 1.2289157719169785, - 1.2252966385085857, - 1.2240189176376721, - 1.2240189413313436, - 1.2252967246074125, - 1.1884881984949915, - 1.1846606686970993, - 1.225794101480492, - 1.2256521272601129, - 1.2259746108297234, - 1.2258335904945468, - 1.2259907507152583, - 1.2240189614979813, - 1.2240189615080368, - 1.2257941023805077, - 1.225974611019206, - 1.2240189615157697, - 1.2257941023840653, - 1.2254387086013896, - 1.2258335905824658, - 1.2204658856415658, - 1.2240189615165864, - 1.225296733893062, - 1.2259902799586233, - 1.2254387086015646, - 1.22599080306653, - 1.225975081818132, - 1.2258335905825466, - 1.2252967338930696, - 1.2240189615166037, - 1.220465885641603, - 1.2258335905825466, - 1.1884882027665955, - 1.1849909506205174, - 1.225438708601566, - 1.2258335905825466, - 1.2240189615166037, - 1.225438708601566, - 1.2259908030665305, - 1.2258335905825466, - 1.225438708601566, - 1.2201161604269952, - 1.225438708601566, - 1.225438708601566, - 1.2257941023844485, - 1.2259908030665305, - 1.2259902799586269, - 1.2291013609681005, - 1.1849909506205174, - 1.225438708601566, - 1.2259902799586269, - 1.2258335905825466, - 1.2258335905825466, - 1.2259902799586269, - 1.1884882027665955, - 1.2240189615166037, - 1.1849909506205174, - 1.2259902799586269, - 1.2240189615166037, - 1.2259902799586269 + 1.2221244001097233, + 1.2241665056237465, + 1.2239442584060658, + 1.2233378236969206, + 1.2234590617601668, + 1.225559718177735, + 1.2235404559358039, + 1.2273250075969335, + 1.2252232571160966, + 1.2275249079371873, + 1.2251453102023313, + 1.2249874375389957, + 1.2251460800892902, + 1.2245289334195988, + 1.2251462429081996, + 1.223562266208396, + 1.2244323449339718, + 1.2245290241309272, + 1.223562284337478, + 1.2245290274798069, + 1.225146286164052, + 1.1883915490889951, + 1.22452902829064, + 1.223562286250422, + 1.2252369391292894, + 1.1883915492704518, + 1.2245290283740873, + 1.2252369391459668, + 1.2256071884636393, + 1.2256071884640856, + 1.2255701635326206, + 1.2250845607571137, + 1.2251462865770681, + 1.223562286290577, + 1.2235622862905862, + 1.2244323541692506, + 1.1883915492789459, + 1.2245290283779935, + 1.2250845607571936, + 1.223562286290594, + 1.1883915492789474, + 1.223562286290594, + 1.2255701635327951, + 1.2250845607571939, + 1.2255701635327951, + 1.2250845607571939, + 1.2245290283779942, + 1.223562286290594, + 1.2256071884644653, + 1.225146286577105, + 1.2244323541692541, + 1.2275270310721937, + 1.2255701635327951, + 1.2256071884644653, + 1.2245290283779942, + 1.223562286290594, + 1.2252369391477633, + 1.2273350468114208, + 1.2250694738620465, + 1.2252278738906974, + 1.223562286290594, + 1.2245290283779942, + 1.225146286577105, + 1.225146286577105, + 1.223562286290594, + 1.2250845607571939, + 1.2252369391477633, + 1.225146286577105, + 1.2252278738906974, + 1.1839420633251616, + 1.2273350468114208, + 1.223562286290594 ], "p90": [ - 1.3845843862860376, - 1.3866864113732107, - 1.3744086726926117, - 1.3843230106124973, - 1.386675176046162, - 1.3756673883467505, - 1.386743965582042, - 1.3867684998574124, - 1.3787854928773418, - 1.38689091508608, - 1.3748962511331229, - 1.3845473072698633, - 1.3867656373408135, - 1.3826033657469616, - 1.3867658008096804, - 1.386778544535694, - 1.3867658354029544, - 1.3748972266736534, - 1.3867785627559237, - 1.383019698583206, - 1.3826034607156061, - 1.3869589809743794, - 1.3867785646329542, - 1.3868930449715546, - 1.386765844669989, - 1.3847695666645201, - 1.3845477580007546, - 1.3826034611296332, - 1.3875524065475813, - 1.3845477580043117, - 1.3847695666729107, - 1.379365886439963, - 1.3845477580046581, - 1.3787901229328434, - 1.386765844688604, - 1.386765844688608, - 1.3867658446886102, - 1.3845477580046945, - 1.383019699487162, - 1.3787901229328607, - 1.386778564720954, - 1.382603461131446, - 1.3787901229328607, - 1.3867658446886115, - 1.3827978908187708, - 1.3787901229328607, - 1.3868930450120365, - 1.3868930450120365, - 1.3875524065484153, - 1.3827978908187708, - 1.3868930450120365, - 1.3867658446886115, - 1.382603461131446, - 1.3845477580046954, - 1.389512785643992, - 1.375714949379476, - 1.3867658446886115, - 1.3748443384470526, - 1.3868930450120365, - 1.3845477580046954, - 1.386778564720954, - 1.3845477580046954, - 1.3868930450120365, - 1.389512785643992, - 1.3868930450120365, - 1.3827978908187708, - 1.3748443384470526, - 1.3868930450120365, - 1.384769566673087, - 1.3869589811656744, - 1.382603461131446, - 1.382603461131446 + 1.3818314956770286, + 1.3857105965506493, + 1.386283869054412, + 1.3822955855275427, + 1.3867354347688148, + 1.3867911890125115, + 1.3841176193817692, + 1.387628593609556, + 1.3866361145986659, + 1.3867698416825938, + 1.3874379332592441, + 1.3866402823638087, + 1.3866405248854519, + 1.3823400196500049, + 1.3868386156303365, + 1.3866407112910688, + 1.3866407221379844, + 1.3841394454894924, + 1.387438907680902, + 1.3866538538195128, + 1.3866407309602138, + 1.3747190254583646, + 1.3841394496492052, + 1.38683865925907, + 1.3756610680386672, + 1.3750543680145388, + 1.3841394497326525, + 1.3780724493936973, + 1.3866407313724407, + 1.3874389096336381, + 1.3874389096338433, + 1.38677196481752, + 1.3825200481211792, + 1.3823401146083834, + 1.3823401146083925, + 1.3874389096340143, + 1.3841394497365578, + 1.3867719648175996, + 1.3874389096340176, + 1.3866538547177, + 1.3866407313732667, + 1.3867719648176002, + 1.3866538547177, + 1.3867719648176002, + 1.382520048121216, + 1.378072449395494, + 1.3876386328240433, + 1.3874389096340178, + 1.378072449395494, + 1.3874389096340178, + 1.382520048121216, + 1.3867719648176002, + 1.3823401146084002, + 1.3823401146084002, + 1.3874389096340178, + 1.3823401146084002, + 1.3867719648176002, + 1.3841394497365593, + 1.3867719648176002, + 1.3867719648176002, + 1.38438957790023, + 1.3841394497365593, + 1.382520048121216, + 1.3866407313732667, + 1.3867719648176002, + 1.38438957790023, + 1.3876386328240433, + 1.3841394497365593, + 1.382520048121216, + 1.3867719648176002, + 1.3867719648176002, + 1.3841394497365593 ], "timestamps": [ - "2026-06-20 02:20:00", - "2026-06-20 02:30:00", - "2026-06-20 02:40:00", "2026-06-20 02:50:00", "2026-06-20 03:00:00", "2026-06-20 03:10:00", @@ -531,6 +528,9 @@ "2026-06-21 02:40:00", "2026-06-21 02:50:00", "2026-06-21 03:00:00", - "2026-06-21 03:10:00" + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 30b6b8420737f9e258b7ec308a2b948d995ed282..bed54b984e1f826fdffb044e5fe298912645f415 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,13 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T03:43:53.677561+00:00", + "evaluated_at": "2026-06-22T03:52:30.905253+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 44adf0d1dade2c862c5f6cf02ea713a229dea174..92190ccb003ef08e089f8c1795798c79c65abbcd 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.700,4.100,4.600,4.600,4.700,4.700,3.900,4.600,4.700,4.800 +2026-06-22,Chronos-2,4.700,4.100,4.600,4.600,4.700,4.600,3.900,4.600,4.700,4.700 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 1f0e00c54f0ee8a633ab63475456044c9aed9e73..d0ae83dd14dfab5172b63fcb544bf9e202804cfb 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.7,4.1,4.6,4.6,4.7,4.7,3.9,4.6,4.7,4.8 +2026-W26,Chronos-Bolt-Mini,4.7,4.1,4.6,4.6,4.7,4.6,3.9,4.6,4.7,4.7 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 322684c5c9695c8d0c439ef7f1911d8b0cf4ea93..11d751c7a28f6187987a2412410c75538ca00b4e 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,424783.3089148204,424783.3089148204,561.05224609375,0.504043877240273,0.008767407938114835,0.00871568611080258,1.5713130905677988,651.7540248550985,0.010163794724077932,0.008749343527333833,0.005662365589607483,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,430280.9261023204,430280.9261023204,564.80224609375,0.5074128407419987,0.008826485161671891,0.008774094530334104,1.5713130905677988,655.9580216007122,0.0102299523004884,0.008808338104697857,0.005682191037935658,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.08690542048741487,0.08690542048741487,0.24194768865903218,0.702111735388478,0.14154870565283412,0.15792997145963603,5.017806119050812,0.2947972531883818,0.18529637919992215,0.15207750472376383,0.11939347232726805,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06675614028066512,0.06675614028066512,0.23159462379084694,3.763413982502984,0.14799200412465366,0.16221149817359948,92.01468770110367,0.2583720965597197,0.17082452425750488,0.1531204102782165,0.13678242583998593,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.05732459860793213,0.05732459860793213,0.1984055538972219,0.5726816736606763,0.11642917631084204,0.1272001830606099,2.278386869339408,0.23942555963792198,0.1487731352681336,0.1232843158121418,0.09610723802720378,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06981858953025642,0.06981858953025642,0.23816070291731092,3.8701128064664974,0.15185794269521444,0.16668803539137805,91.33969388177641,0.26423207513520464,0.1740595505814011,0.15688536259167662,0.13891085674755438,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,1.8575773484371894,1.8575773484371894,1.162847359975179,0.6362082525463973,0.07749478142076036,0.07343225965614342,7.867669781268283,1.3629296931379804,0.08757781160725979,0.0747211155004131,0.0506007762921986,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,139.2099382709439,139.2099382709439,9.507965405782064,0.8218321495427673,0.5159466766353785,0.36786762334697,5.5038395966277065,11.798726129160888,0.5320733194378536,0.428769568780094,0.2888807288392381,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.731294897362962,1.731294897362962,1.1828687191009521,0.6129464463112605,0.048871299810660435,0.04744657002235242,3.042537326000126,1.31578679783731,0.05424060887320273,0.048761334014413814,0.030780436242707168,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index ff61c5314d9e025de066e69a0126d22f89720861..863326540f6d411c186b7fe5bf254ca530c62f09 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:41:58.089460+00:00", + "evaluated_at": "2026-06-22T03:49:45.555263+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64246.01171875 + 64156.01171875 ], "p50": [ 64444.35546875, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 5f19c00c3bb14f5de3a4faad052202cbd1f03a39..3a8f7ebd2774139c481c4d6b230351ec3e78c270 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:34:11.309281+00:00", + "evaluated_at": "2026-06-22T03:49:49.940506+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0820000171661377, - 1.1260000467300415, 1.159999966621399, 1.1920000314712524, 1.2230000495910645, @@ -245,11 +243,11 @@ 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492 + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "actuals": [ - 0.9760000109672546, - 1.0099999904632568, 1.0479999780654907, 1.0759999752044678, 1.1019999980926514, @@ -307,197 +305,197 @@ 1.6399999856948853, 1.6150000095367432, 1.5870000123977661, - 1.5720000267028809 + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 ], "p50": [ - 0.9532237648963928, - 0.9872258901596069, - 1.0189181566238403, - 1.0436007976531982, - 1.0708999633789062, - 1.0962843894958496, - 1.1220405101776123, - 1.1468740701675415, - 1.170121431350708, - 1.1924759149551392, - 1.2174923419952393, - 1.2405071258544922, - 1.2692316770553589, - 1.2892987728118896, - 1.3079403638839722, - 1.3289804458618164, - 1.3810441493988037, - 1.4041247367858887, - 1.419588327407837, - 1.43672513961792, - 1.4496991634368896, - 1.4639008045196533, - 1.474496841430664, - 1.486493468284607, - 1.495017647743225, - 1.5055675506591797, - 1.512444019317627, - 1.5208816528320312, - 1.5234265327453613, - 1.5302846431732178, - 1.53065025806427, - 1.5278395414352417, - 1.5839329957962036, - 1.5857778787612915, - 1.583580732345581, - 1.5822168588638306, - 1.5763236284255981, - 1.5637483596801758, - 1.5532376766204834, - 1.5436835289001465, - 1.526486873626709, - 1.5165235996246338, - 1.4951121807098389, - 1.4783819913864136, - 1.4569226503372192, - 1.4334471225738525, - 1.414272427558899, - 1.3808701038360596, - 1.3420825004577637, - 1.3274385929107666, - 1.306594729423523, - 1.2822935581207275, - 1.255458116531372, - 1.2249304056167603, - 1.1981908082962036, - 1.1755601167678833, - 1.1436781883239746, - 1.1241401433944702, - 1.094742774963379, - 1.07321035861969 + 1.0210100412368774, + 1.0541123151779175, + 1.0860199928283691, + 1.10732102394104, + 1.1373915672302246, + 1.163210153579712, + 1.187878966331482, + 1.213599443435669, + 1.2382376194000244, + 1.2584201097488403, + 1.2822169065475464, + 1.3057231903076172, + 1.3332115411758423, + 1.354783535003662, + 1.376662254333496, + 1.3931267261505127, + 1.4540799856185913, + 1.4748588800430298, + 1.4917794466018677, + 1.507474660873413, + 1.519829511642456, + 1.5334690809249878, + 1.5460598468780518, + 1.5565614700317383, + 1.5640994310379028, + 1.5748929977416992, + 1.578885555267334, + 1.5822739601135254, + 1.5858924388885498, + 1.5926493406295776, + 1.5935633182525635, + 1.5835788249969482, + 1.6451432704925537, + 1.6425963640213013, + 1.6411659717559814, + 1.637566328048706, + 1.6358754634857178, + 1.6177645921707153, + 1.6098098754882812, + 1.5994281768798828, + 1.585594892501831, + 1.5742090940475464, + 1.5481557846069336, + 1.5302586555480957, + 1.504919409751892, + 1.4808261394500732, + 1.4625221490859985, + 1.4304722547531128, + 1.390920639038086, + 1.3814811706542969, + 1.3657745122909546, + 1.3408470153808594, + 1.3152083158493042, + 1.2875657081604004, + 1.2567174434661865, + 1.236384630203247, + 1.2072117328643799, + 1.1808533668518066, + 1.1539525985717773, + 1.1395673751831055 ], "p10": [ - 0.934959352016449, - 0.963388204574585, - 0.9935243129730225, - 1.0173019170761108, - 1.0414552688598633, - 1.0590916872024536, - 1.0853550434112549, - 1.1058839559555054, - 1.1261521577835083, - 1.1447601318359375, - 1.1656194925308228, - 1.1885064840316772, - 1.2091501951217651, - 1.2254574298858643, - 1.2410798072814941, - 1.2559641599655151, - 1.300966739654541, - 1.313662052154541, - 1.3181188106536865, - 1.335226058959961, - 1.3358503580093384, - 1.342638373374939, - 1.3474042415618896, - 1.351481556892395, - 1.3527917861938477, - 1.355021595954895, - 1.3504228591918945, - 1.3586622476577759, - 1.3543195724487305, - 1.346554160118103, - 1.3465230464935303, - 1.3275434970855713, - 1.3839137554168701, - 1.3750650882720947, - 1.3662283420562744, - 1.355172872543335, - 1.33025062084198, - 1.3181077241897583, - 1.292594075202942, - 1.2745059728622437, - 1.248244285583496, - 1.2250474691390991, - 1.2001549005508423, - 1.1717181205749512, - 1.1465874910354614, - 1.1216895580291748, - 1.101797103881836, - 1.0582804679870605, - 0.9829760789871216, - 0.9433032870292664, - 0.9080111384391785, - 0.8906757235527039, - 0.8526883125305176, - 0.8256046175956726, - 0.7960113286972046, - 0.7613919973373413, - 0.7354915142059326, - 0.6993898153305054, - 0.6818209290504456, - 0.6584408283233643 + 1.0033142566680908, + 1.03139066696167, + 1.0588425397872925, + 1.0809727907180786, + 1.1079835891723633, + 1.1275144815444946, + 1.1489741802215576, + 1.1718133687973022, + 1.1924800872802734, + 1.2105118036270142, + 1.2301162481307983, + 1.2527695894241333, + 1.2713663578033447, + 1.2861883640289307, + 1.3084516525268555, + 1.3177456855773926, + 1.3731833696365356, + 1.3796935081481934, + 1.3889694213867188, + 1.4003679752349854, + 1.4036961793899536, + 1.4100064039230347, + 1.417137622833252, + 1.4188653230667114, + 1.4211137294769287, + 1.4196528196334839, + 1.4146040678024292, + 1.4177190065383911, + 1.415863275527954, + 1.4078924655914307, + 1.4040470123291016, + 1.3797965049743652, + 1.451973557472229, + 1.4415385723114014, + 1.4257724285125732, + 1.4081262350082397, + 1.3992282152175903, + 1.3738847970962524, + 1.3507356643676758, + 1.3302916288375854, + 1.3079239130020142, + 1.283795952796936, + 1.2532424926757812, + 1.2219523191452026, + 1.1933324337005615, + 1.171738862991333, + 1.1482007503509521, + 1.1053285598754883, + 1.0293487310409546, + 0.9922312498092651, + 0.9603893756866455, + 0.939713716506958, + 0.9091907739639282, + 0.8777239322662354, + 0.8459841012954712, + 0.8151291608810425, + 0.7955381274223328, + 0.7526996731758118, + 0.7435778379440308, + 0.7205793261528015 ], "p90": [ - 0.9736549854278564, - 1.0086185932159424, - 1.0426644086837769, - 1.0688668489456177, - 1.1040582656860352, - 1.1319522857666016, - 1.1586090326309204, - 1.1893492937088013, - 1.2149769067764282, - 1.243855357170105, - 1.2713665962219238, - 1.304588794708252, - 1.3364734649658203, - 1.364208459854126, - 1.391676902770996, - 1.4124153852462769, - 1.487173318862915, - 1.5117125511169434, - 1.534928798675537, - 1.5560884475708008, - 1.5836821794509888, - 1.599280595779419, - 1.615718126296997, - 1.6407248973846436, - 1.661213755607605, - 1.6801648139953613, - 1.6955369710922241, - 1.712181568145752, - 1.7263814210891724, - 1.739931344985962, - 1.7408443689346313, - 1.7509055137634277, - 1.777691125869751, - 1.7967007160186768, - 1.7971460819244385, - 1.8053373098373413, - 1.7961516380310059, - 1.8105354309082031, - 1.8145496845245361, - 1.8119111061096191, - 1.7944269180297852, - 1.7957708835601807, - 1.8010598421096802, - 1.800906777381897, - 1.7885661125183105, - 1.785487174987793, - 1.754701852798462, - 1.7480957508087158, - 1.7052416801452637, - 1.7095597982406616, - 1.7020483016967773, - 1.6837797164916992, - 1.652718186378479, - 1.6471636295318604, - 1.6326106786727905, - 1.5989426374435425, - 1.5898858308792114, - 1.5703542232513428, - 1.5437092781066895, - 1.5096863508224487 + 1.0377507209777832, + 1.0747498273849487, + 1.1086541414260864, + 1.133218765258789, + 1.1692886352539062, + 1.1989398002624512, + 1.22541344165802, + 1.2559117078781128, + 1.2834181785583496, + 1.310398817062378, + 1.339999794960022, + 1.3674964904785156, + 1.4011873006820679, + 1.43032968044281, + 1.4600764513015747, + 1.480063557624817, + 1.5517433881759644, + 1.5765233039855957, + 1.6008515357971191, + 1.6194648742675781, + 1.6468172073364258, + 1.661321997642517, + 1.680237054824829, + 1.7024815082550049, + 1.723745346069336, + 1.7363801002502441, + 1.7541615962982178, + 1.7670695781707764, + 1.7817518711090088, + 1.791698932647705, + 1.7930604219436646, + 1.7980632781982422, + 1.814816951751709, + 1.8346909284591675, + 1.837481141090393, + 1.8413915634155273, + 1.834019422531128, + 1.84443199634552, + 1.8478410243988037, + 1.8466380834579468, + 1.8253860473632812, + 1.823279619216919, + 1.8304927349090576, + 1.8290600776672363, + 1.8144259452819824, + 1.810931921005249, + 1.7829601764678955, + 1.7781002521514893, + 1.721668004989624, + 1.73344087600708, + 1.7216606140136719, + 1.7020058631896973, + 1.6730284690856934, + 1.6647133827209473, + 1.6583983898162842, + 1.6273000240325928, + 1.6190400123596191, + 1.5962793827056885, + 1.5718042850494385, + 1.5410865545272827 ], "timestamps": [ - "2026-06-20 21:30:00", - "2026-06-20 21:36:00", "2026-06-20 21:42:00", "2026-06-20 21:48:00", "2026-06-20 21:54:00", @@ -795,6 +793,8 @@ "2026-06-22 03:06:00", "2026-06-22 03:12:00", "2026-06-22 03:18:00", - "2026-06-22 03:24:00" + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 5d36f13681865c430671f89aca12242ed28041b9..52590154caec25a6f23ec22ea6015e6f9c33bf43 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:25:07.692480+00:00", + "evaluated_at": "2026-06-22T03:49:55.341438+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -83,10 +82,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -157,234 +156,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158 ], "p50": [ - 1.3026154041290283, - 1.3022229671478271, - 1.3015248775482178, - 1.3016297817230225, - 1.2994258403778076, - 1.298417329788208, - 1.296439290046692, - 1.2948825359344482, - 1.2927378416061401, - 1.291676640510559, - 1.290057897567749, - 1.2906192541122437, - 1.2917762994766235, - 1.2922428846359253, - 1.293974757194519, - 1.295196294784546, - 1.2952226400375366, - 1.2944481372833252, - 1.2952144145965576, - 1.2941412925720215, - 1.2921079397201538, - 1.2920719385147095, - 1.2914910316467285, - 1.2920843362808228, - 1.2927844524383545, - 1.2934699058532715, - 1.2937862873077393, - 1.2946070432662964, - 1.2935985326766968, - 1.2937819957733154, - 1.2937098741531372, - 1.293972134590149, - 1.2903523445129395, - 1.2876334190368652, - 1.287559986114502, - 1.2883132696151733, - 1.2885725498199463, - 1.2896991968154907, - 1.2898045778274536, - 1.2912886142730713, - 1.291479468345642, - 1.2909746170043945, - 1.2894656658172607, - 1.2882254123687744, - 1.2858363389968872, - 1.2844452857971191, - 1.2844740152359009, - 1.285328984260559, - 1.2849628925323486, - 1.285497784614563, - 1.2869504690170288, - 1.2878338098526, - 1.287498116493225, - 1.286485195159912, - 1.2853503227233887, - 1.2832238674163818, - 1.279809832572937, - 1.2765100002288818, - 1.274235486984253, - 1.2735743522644043, - 1.2765252590179443, - 1.2794898748397827, - 1.2823137044906616, - 1.28386652469635, - 1.285915493965149, - 1.284747838973999, - 1.2850922346115112, - 1.2834982872009277, - 1.2807929515838623, - 1.2798315286636353, - 1.2800114154815674, - 1.2807382345199585 + 1.301910161972046, + 1.3017195463180542, + 1.3016422986984253, + 1.3006497621536255, + 1.2989927530288696, + 1.2981162071228027, + 1.296633005142212, + 1.2952631711959839, + 1.293450951576233, + 1.2933952808380127, + 1.2931532859802246, + 1.2936686277389526, + 1.2944704294204712, + 1.2938374280929565, + 1.295097827911377, + 1.2954843044281006, + 1.2936162948608398, + 1.2929012775421143, + 1.2922574281692505, + 1.2906568050384521, + 1.2896610498428345, + 1.290190577507019, + 1.2894481420516968, + 1.2907814979553223, + 1.2923284769058228, + 1.2933199405670166, + 1.2944982051849365, + 1.2944858074188232, + 1.293891191482544, + 1.29325270652771, + 1.2928619384765625, + 1.2917580604553223, + 1.289999008178711, + 1.288656234741211, + 1.2893441915512085, + 1.290647029876709, + 1.2896099090576172, + 1.2901190519332886, + 1.2884806394577026, + 1.2887346744537354, + 1.2885806560516357, + 1.2869477272033691, + 1.2861979007720947, + 1.284401297569275, + 1.2834707498550415, + 1.2818548679351807, + 1.2823164463043213, + 1.2835793495178223, + 1.2851970195770264, + 1.2872200012207031, + 1.2887626886367798, + 1.2888190746307373, + 1.2869638204574585, + 1.2848247289657593, + 1.2825491428375244, + 1.279565691947937, + 1.2760894298553467, + 1.2735533714294434, + 1.2739917039871216, + 1.2746368646621704, + 1.277390718460083, + 1.2790353298187256, + 1.2815905809402466, + 1.2824676036834717, + 1.2833704948425293, + 1.2807161808013916, + 1.2796450853347778, + 1.2782254219055176, + 1.2766327857971191, + 1.2768737077713013, + 1.277268409729004, + 1.2793399095535278 ], "p10": [ - 1.2781527042388916, - 1.2663354873657227, - 1.257421612739563, - 1.2493524551391602, - 1.2421064376831055, - 1.2378807067871094, - 1.234208583831787, - 1.2277588844299316, - 1.2210804224014282, - 1.2199612855911255, - 1.2165076732635498, - 1.214269995689392, - 1.212839126586914, - 1.2129645347595215, - 1.2148951292037964, - 1.216437816619873, - 1.2220193147659302, - 1.2207063436508179, - 1.2213311195373535, - 1.2184693813323975, - 1.2152856588363647, - 1.2124892473220825, - 1.2116650342941284, - 1.2116891145706177, - 1.2097744941711426, - 1.2122752666473389, - 1.2112468481063843, - 1.2098053693771362, - 1.207831621170044, - 1.2058953046798706, - 1.2056035995483398, - 1.2028447389602661, - 1.1957924365997314, - 1.1933611631393433, - 1.1930639743804932, - 1.1946030855178833, - 1.1945241689682007, - 1.1962002515792847, - 1.1971728801727295, - 1.1981520652770996, - 1.198065161705017, - 1.2018123865127563, - 1.2014784812927246, - 1.1980822086334229, - 1.1955362558364868, - 1.192903995513916, - 1.1931037902832031, - 1.1921954154968262, - 1.1898980140686035, - 1.1899787187576294, - 1.1900193691253662, - 1.1892120838165283, - 1.1878225803375244, - 1.1891189813613892, - 1.1882531642913818, - 1.1833974123001099, - 1.1831697225570679, - 1.1802566051483154, - 1.1787950992584229, - 1.1777398586273193, - 1.1770983934402466, - 1.1785904169082642, - 1.1828402280807495, - 1.1830400228500366, - 1.1900346279144287, - 1.18879234790802, - 1.1893048286437988, - 1.1878390312194824, - 1.1861975193023682, - 1.1860442161560059, - 1.1862730979919434, - 1.1848714351654053 + 1.2816447019577026, + 1.2764936685562134, + 1.2689129114151, + 1.2595446109771729, + 1.2520184516906738, + 1.245532751083374, + 1.2399656772613525, + 1.2340587377548218, + 1.227164387702942, + 1.2274068593978882, + 1.219630241394043, + 1.2155773639678955, + 1.2123066186904907, + 1.2152047157287598, + 1.2154338359832764, + 1.2157264947891235, + 1.2247389554977417, + 1.2212738990783691, + 1.2194266319274902, + 1.2154701948165894, + 1.2140625715255737, + 1.2125117778778076, + 1.2110050916671753, + 1.2107343673706055, + 1.208543062210083, + 1.2112494707107544, + 1.207896113395691, + 1.2056125402450562, + 1.2055377960205078, + 1.202546238899231, + 1.2003016471862793, + 1.1952216625213623, + 1.1888625621795654, + 1.1873517036437988, + 1.188696265220642, + 1.1898314952850342, + 1.191650152206421, + 1.1931304931640625, + 1.19192636013031, + 1.192589521408081, + 1.1914947032928467, + 1.1954808235168457, + 1.1927051544189453, + 1.1898715496063232, + 1.1898930072784424, + 1.1876953840255737, + 1.187511682510376, + 1.1857523918151855, + 1.1844991445541382, + 1.1844050884246826, + 1.1842142343521118, + 1.1825162172317505, + 1.1806906461715698, + 1.1809921264648438, + 1.1782958507537842, + 1.174010992050171, + 1.1734182834625244, + 1.1716469526290894, + 1.1699793338775635, + 1.1680117845535278, + 1.1687391996383667, + 1.1711654663085938, + 1.1757473945617676, + 1.175302267074585, + 1.1842347383499146, + 1.1827588081359863, + 1.1818519830703735, + 1.1805237531661987, + 1.1793315410614014, + 1.1807068586349487, + 1.1808140277862549, + 1.179457426071167 ], "p90": [ - 1.33467698097229, - 1.3417433500289917, - 1.349650502204895, - 1.3564695119857788, - 1.3632535934448242, - 1.3625763654708862, - 1.36312735080719, - 1.364737629890442, - 1.3662292957305908, - 1.3683688640594482, - 1.3680816888809204, - 1.3684121370315552, - 1.3730719089508057, - 1.376476526260376, - 1.3758047819137573, - 1.3766316175460815, - 1.3697526454925537, - 1.3678536415100098, - 1.3705745935440063, - 1.3737283945083618, - 1.3762702941894531, - 1.3765455484390259, - 1.3780585527420044, - 1.381627082824707, - 1.3843430280685425, - 1.3879833221435547, - 1.3922791481018066, - 1.3960630893707275, - 1.399416208267212, - 1.399908185005188, - 1.3993773460388184, - 1.4020742177963257, - 1.4021955728530884, - 1.3987431526184082, - 1.4010945558547974, - 1.4005476236343384, - 1.4021025896072388, - 1.4005954265594482, - 1.3983025550842285, - 1.399743914604187, - 1.4000885486602783, - 1.3971623182296753, - 1.3951542377471924, - 1.396078109741211, - 1.3966147899627686, - 1.3953931331634521, - 1.3921147584915161, - 1.3950293064117432, - 1.3885358572006226, - 1.3929558992385864, - 1.4009076356887817, - 1.4041500091552734, - 1.406836748123169, - 1.4054218530654907, - 1.40242338180542, - 1.4011646509170532, - 1.4025815725326538, - 1.3988393545150757, - 1.3970084190368652, - 1.3982141017913818, - 1.402256727218628, - 1.4047484397888184, - 1.4034603834152222, - 1.4065436124801636, - 1.395493507385254, - 1.3954808712005615, - 1.3997957706451416, - 1.4006946086883545, - 1.4020326137542725, - 1.4034185409545898, - 1.4044076204299927, - 1.4066472053527832 + 1.3244431018829346, + 1.329466462135315, + 1.3379828929901123, + 1.3470704555511475, + 1.3540534973144531, + 1.357605218887329, + 1.3588500022888184, + 1.3636763095855713, + 1.364920973777771, + 1.3680822849273682, + 1.370855689048767, + 1.3746302127838135, + 1.3777015209197998, + 1.3774223327636719, + 1.3765853643417358, + 1.377182126045227, + 1.3679219484329224, + 1.3655674457550049, + 1.3689810037612915, + 1.3731670379638672, + 1.3761060237884521, + 1.376059651374817, + 1.378648042678833, + 1.384950876235962, + 1.388550043106079, + 1.394629955291748, + 1.403808832168579, + 1.4091510772705078, + 1.411087989807129, + 1.4095983505249023, + 1.4107425212860107, + 1.4132682085037231, + 1.4259400367736816, + 1.4189631938934326, + 1.4219261407852173, + 1.4217486381530762, + 1.415884017944336, + 1.4104273319244385, + 1.4060982465744019, + 1.4074499607086182, + 1.404942274093628, + 1.4019012451171875, + 1.4017713069915771, + 1.4037748575210571, + 1.4030306339263916, + 1.4008028507232666, + 1.3987629413604736, + 1.4037307500839233, + 1.4017541408538818, + 1.410067081451416, + 1.4185354709625244, + 1.4231714010238647, + 1.4214813709259033, + 1.4181519746780396, + 1.4151986837387085, + 1.4133907556533813, + 1.4133228063583374, + 1.409470558166504, + 1.410441279411316, + 1.4128069877624512, + 1.414727807044983, + 1.4162334203720093, + 1.4128010272979736, + 1.4166673421859741, + 1.4016788005828857, + 1.4012165069580078, + 1.406175971031189, + 1.4062399864196777, + 1.4065479040145874, + 1.4089497327804565, + 1.411798119544983, + 1.4174374341964722 ], "timestamps": [ - "2026-06-20 02:20:00", - "2026-06-20 02:30:00", - "2026-06-20 02:40:00", "2026-06-20 02:50:00", "2026-06-20 03:00:00", "2026-06-20 03:10:00", @@ -531,6 +528,9 @@ "2026-06-21 02:40:00", "2026-06-21 02:50:00", "2026-06-21 03:00:00", - "2026-06-21 03:10:00" + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 2a87ecc78f96004ea94486634827a3343d18fc67..36e152c0b0b140f528e9afeba144df055f0cd20a 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,13 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T03:41:59.997694+00:00", + "evaluated_at": "2026-06-22T03:49:57.198887+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 5ad7cc1bd4a76dc565f2f5cc1199794c102617c9..674055850f72cefecc34858782b39967b3ab6912 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,67817.60436430608,72238.99840286525,201.97018172936077,0.18144804551549518,0.003156636299306055,0.003150807666843012,1.4831389313223928,260.4181337086688,0.004061097212296998,0.003149629137983957,0.002508494660548551,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,66974.52468032543,71389.37658021478,198.22018172936077,0.17807908201376954,0.0030983290413552447,0.003092397410727555,1.4831389313223928,258.794367559121,0.004036011373569878,0.003091330446934962,0.0024825035232102556,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.15970793730427882,0.16023042019670838,0.2421501403500645,0.702699233078209,0.14109058536478303,0.11856299329068666,24.88612597123994,0.39963475487534716,0.25119254769151517,0.15220475680941067,0.14754335667761523,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.05297373082604287,0.052946396886990696,0.20592330945438947,3.3462549753478643,0.1316438828905497,0.14269459072774715,39.9000772130087,0.2301602285931322,0.15217204983020566,0.13614764070680652,0.12189906468640069,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.34094906916766843,0.3422450530935135,0.3999950051068378,1.1545534108342421,0.23513885883434207,0.18862504190787982,41.88719632043607,0.5839084424528116,0.3628262990158978,0.2485470268559914,0.24250991330524116,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.05135448154299596,0.05143768459584632,0.20439174739135102,3.321367082922886,0.13043950785869682,0.14109788118997976,38.55079423919247,0.2266152720868476,0.14927995548661258,0.1346404885753624,0.1208352525925345,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.44900847649371434,0.4424309306207574,0.528887465513028,0.2893609099606321,0.03535729659876754,0.0343674315772786,2.581295062299207,0.6700809477172995,0.04305741029508752,0.033984736739792964,0.030539448840934784,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,193.44095383534093,202.21658399156846,12.884059898060832,1.113648839574228,0.6279433240791693,0.9815503364622434,15.123132342217467,13.908305210748754,0.627206534012853,0.5810173439702425,0.515504179852088,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,67.51251700118087,65.64919337361523,7.3195574001954355,3.792894870388554,0.3122106932901203,0.26189560649413385,122.16527921815093,8.216600087699344,0.33871246645501646,0.301733723671277,0.2930757868973509,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index ddb660813c9b52bc4b91cb87a456d1095f9f7867..59c09c474d329e8f3734ce5f3174e2b1e07470a8 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:43:53.766160+00:00", + "evaluated_at": "2026-06-22T03:52:30.941892+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64246.01171875 + 64156.01171875 ], "p50": [ 64429.850861727355, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ffff77f1d0f353689eedcfd816ac3eeea861181d..91cd517770c5861592949101dce5535761f7ab7f 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:37:10.415492+00:00", + "evaluated_at": "2026-06-22T03:52:30.962792+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0820000171661377, - 1.1260000467300415, 1.159999966621399, 1.1920000314712524, 1.2230000495910645, @@ -245,11 +243,11 @@ 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492 + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "actuals": [ - 0.9760000109672546, - 1.0099999904632568, 1.0479999780654907, 1.0759999752044678, 1.1019999980926514, @@ -307,197 +305,197 @@ 1.6399999856948853, 1.6150000095367432, 1.5870000123977661, - 1.5720000267028809 + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 ], "p50": [ - 0.9753442549347289, - 1.0081068287151302, - 1.0323694374238535, - 1.057632152467263, - 1.0883947221945487, - 1.1171573474733631, - 1.1459199727521776, - 1.1726826237801986, - 1.2034452680132903, - 1.2312078912655469, - 1.2584704762516215, - 1.2887331120208534, - 1.3169957735392919, - 1.3432583713999697, - 1.376020989883855, - 1.4047836002615082, - 1.4335462255403226, - 1.4603088616671827, - 1.4920714781245097, - 1.5178341569282952, - 1.5500967073436758, - 1.577859375299416, - 1.6056219836505112, - 1.6328846282412306, - 1.6641472511358595, - 1.6924098679508144, - 1.7221725101573482, - 1.7469351422310921, - 1.7771977481980017, - 1.804460392788721, - 1.8367230028087465, - 1.8639856175971434, - 1.8917482855528835, - 1.9245108891356075, - 1.9502734934335872, - 1.978036131587005, - 2.006298733500799, - 2.0395612710415763, - 2.064824000986147, - 2.096086653683098, - 2.122849245106474, - 2.154111882902264, - 2.177374534287913, - 2.212137082319108, - 2.23939975671215, - 2.2686623457513404, - 2.2984250177601964, - 2.3251876091835726, - 2.3549502811924286, - 2.3827128597412015, - 2.411475485020016, - 2.4382381658503594, - 2.4690007355776453, - 2.4957633866056663, - 2.5285260199907125, - 2.5547886178513903, - 2.5820512475409485, - 2.611313911085945, - 2.640076506562437, - 2.6683391084762307 + 1.0463364287080033, + 1.0820453712420899, + 1.1097541783544238, + 1.141463053177634, + 1.1756719256166586, + 1.2058807601471289, + 1.2405896261488518, + 1.2712984691431817, + 1.308007383901504, + 1.3397161991200695, + 1.3694250847913252, + 1.4031339487664902, + 1.4358428107150971, + 1.468551672663704, + 1.502260536638869, + 1.534969383686315, + 1.5686782327603186, + 1.5983870737280905, + 1.635096003387574, + 1.6658048761842266, + 1.6995137252582302, + 1.7317225638418163, + 1.7639314173265639, + 1.7936402880966584, + 1.8298491645887989, + 1.862058003172385, + 1.8967668989764301, + 1.9234757189633673, + 1.9601845890182061, + 1.9908934469136972, + 2.0261023362804407, + 2.0603112087194653, + 2.0890200625618407, + 2.1257288730120347, + 2.1554377437821293, + 2.186646565437996, + 2.2198554805539463, + 2.259564401391942, + 2.2852731746488377, + 2.3219820447036765, + 2.348690954097581, + 2.3858998326162792, + 2.416108622443266, + 2.4528175521027493, + 2.484026403560939, + 2.5172352292699216, + 2.5499441359220123, + 2.582652953167136, + 2.6183618211954167, + 2.6450707454904823, + 2.6797795518875605, + 2.711488426710771, + 2.7501973157198862, + 2.7759062230872327, + 2.8116150315108683, + 2.844323863657153, + 2.875532730016504, + 2.9072416346420367, + 2.942450434601813, + 2.972159320273069 ], "p10": [ - 0.9433442496895201, - 0.9760068903224912, - 1.000869500247149, - 1.0285320323996665, - 1.0592947451780996, - 1.087057365450124, - 1.1139200271116136, - 1.1426825927857833, - 1.175445166566185, - 1.2041078050533887, - 1.2318704968509866, - 1.2597331277564796, - 1.2894957401606908, - 1.3152583444586703, - 1.3460210035929232, - 1.374783622911273, - 1.4035462541505521, - 1.4303089051785733, - 1.4610715583523615, - 1.4878340961315575, - 1.517596702575304, - 1.5483593676700214, - 1.5741219719680009, - 1.6028846508909955, - 1.632647150046382, - 1.6614098289693766, - 1.6891725267274393, - 1.7179350983620736, - 1.746697723640888, - 1.7754603489197025, - 1.8082230419093934, - 1.8329855994773314, - 1.8617482247561459, - 1.8925108838903988, - 1.9201734160429165, - 1.9480361005925897, - 1.979798746852239, - 2.0074613743721885, - 2.0343239764290333, - 2.0640865292285997, - 2.091849226986662, - 2.1236118732463116, - 2.1512744471220806, - 2.178137102823106, - 2.208899815601539, - 2.2395623687348913, - 2.2644250323037296, - 2.2951876318333375, - 2.322850163985855, - 2.3527128287467862, - 2.3814755136302455, - 2.4122380535552086, - 2.4370007303324366, - 2.465763355611251, - 2.495425915658742, - 2.52328865981306, - 2.5520512314476944, - 2.580813856726509, - 2.613476437754835, - 2.6393390944095345 + 1.016336510962413, + 1.0470453450160462, + 1.0816541288587267, + 1.110463035057822, + 1.1451719845060475, + 1.1778807928104742, + 1.2095896020685752, + 1.24129848285225, + 1.2760073190516505, + 1.307716134270216, + 1.3414251561976895, + 1.3730338654153549, + 1.4067428158172548, + 1.438551582064644, + 1.4702605164924991, + 1.502969438045751, + 1.5376783338497961, + 1.569387029859072, + 1.6049959259969033, + 1.6348047537562862, + 1.666513747788786, + 1.7031225058822597, + 1.7338314412637892, + 1.764640333634607, + 1.7983491171435015, + 1.830058057531821, + 1.8646668830977529, + 1.8954757218243903, + 1.9290845245021386, + 1.9608934457216043, + 1.9995023568798058, + 2.0273110971395703, + 2.0590200315674254, + 2.0937289273714708, + 2.125437736629572, + 2.1580465581423875, + 2.1898554793618534, + 2.223564328435857, + 2.255273262863712, + 2.2909820861885093, + 2.3226909610117197, + 2.3533998427490688, + 2.3861087106581405, + 2.4188175666462826, + 2.453426344528499, + 2.48623526479429, + 2.517944026368675, + 2.5506529419614625, + 2.5863618844955494, + 2.617070718549183, + 2.648779527807284, + 2.6833884368197185, + 2.715197244790359, + 2.7498060882376842, + 2.7795149351659205, + 2.81332388428036, + 2.8450326458547455, + 2.8767415802826006, + 2.911450476086646, + 2.943159231700567 ], "p90": [ - 0.9994442426800139, - 1.0302067885654416, - 1.056869440880923, - 1.0836321515135887, - 1.115394732208129, - 1.1402574017374318, - 1.1730199755178332, - 1.1987826990251023, - 1.2294451865933456, - 1.2593078513542768, - 1.28497047482111, - 1.3137331000999244, - 1.3434957601878514, - 1.3732583189478824, - 1.403020984996274, - 1.4308835682180512, - 1.4596461934968656, - 1.4883088141026761, - 1.5170714989861354, - 1.5468341113903465, - 1.5735967624183675, - 1.6043593619479755, - 1.6311220129759965, - 1.6569846755911604, - 1.6907472305364943, - 1.7214098969186717, - 1.7451725329263226, - 1.775935126495466, - 1.805697738899677, - 1.8315604551590214, - 1.8622229427272645, - 1.8920856194091247, - 1.9178482773512844, - 1.951510839544543, - 1.9762735163217708, - 2.0034361621999506, - 2.0347987540047967, - 2.0626613849102897, - 2.091424010189104, - 2.122186609718712, - 2.1498492014758743, - 2.1776118932734723, - 2.203474490323527, - 2.2391371519373333, - 2.263999767822456, - 2.2947623613915993, - 2.3224250067929417, - 2.3512875771401154, - 2.3810502491489713, - 2.408712882629385, - 2.4384754950335963, - 2.4672381203124107, - 2.4941007640925075, - 2.52476337087004, - 2.551526021898061, - 2.5802886471768756, - 2.610051199976442, - 2.6378138977345045, - 2.6685764972641124, - 2.6953391482921334 + 1.074336485451625, + 1.1041453191714723, + 1.1347542141172107, + 1.1664630889404208, + 1.2011718655351766, + 1.23188075323299, + 1.2665895894323906, + 1.2982985238602456, + 1.3330073600596462, + 1.3647161752782115, + 1.3955250676490294, + 1.4301339587800705, + 1.458942805374521, + 1.497551609244362, + 1.528360543338431, + 1.5639693679506887, + 1.5936782148789252, + 1.6253871433463156, + 1.6580960052949227, + 1.6939048869369044, + 1.724613715030073, + 1.756422588565823, + 1.7909314273401442, + 1.819740339499704, + 1.8563491512373584, + 1.8890580131859653, + 1.9208668867217151, + 1.9525757555844612, + 1.9871845990317865, + 2.0179934794816754, + 2.050802346103286, + 2.0873111650888654, + 2.115020031805844, + 2.1507289087748216, + 2.182537782310572, + 2.215146585941994, + 2.2488554946206425, + 2.2795643823184557, + 2.3102732700162694, + 2.3469820804664634, + 2.3777909609163523, + 2.4143997845749356, + 2.4431086920614913, + 2.4778175282608914, + 2.5075263692286636, + 2.543235252158105, + 2.575044072049675, + 2.606653001804526, + 2.6424618774860433, + 2.67207072570174, + 2.705779521131564, + 2.739488423849748, + 2.7691972648175196, + 2.8049061477469617, + 2.834615048319378, + 2.872323845894969, + 2.901032759341989, + 2.934741608415993, + 2.968450457489997, + 2.9991593451878105 ], "timestamps": [ - "2026-06-20 21:30:00", - "2026-06-20 21:36:00", "2026-06-20 21:42:00", "2026-06-20 21:48:00", "2026-06-20 21:54:00", @@ -795,6 +793,8 @@ "2026-06-22 03:06:00", "2026-06-22 03:12:00", "2026-06-22 03:18:00", - "2026-06-22 03:24:00" + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 24781fa05a30f90c933e1a24cba6e58fc66bd521..bd468552b1384d042e4a53e16d6d937cce20332d 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:29:35.369872+00:00", + "evaluated_at": "2026-06-22T03:52:30.982380+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -83,10 +82,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -157,234 +156,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158 ], "p50": [ - 1.301945404879206, - 1.302337181009831, - 1.3027289571404557, - 1.3031207332710804, - 1.3035125094017053, - 1.30390428553233, - 1.3042960616629546, - 1.3046878377935796, - 1.3050796139242042, - 1.305471390054829, - 1.3058631661854538, - 1.3062549423160785, - 1.3066467184467034, - 1.3070384945773281, - 1.3074302707079528, - 1.3078220468385777, - 1.3082138229692024, - 1.308605599099827, - 1.308997375230452, - 1.3093891513610767, - 1.3097809274917014, - 1.3101727036223263, - 1.310564479752951, - 1.3109562558835757, - 1.3113480320142006, - 1.3117398081448253, - 1.31213158427545, - 1.3125233604060749, - 1.3129151365366996, - 1.3133069126673242, - 1.3136986887979492, - 1.3140904649285738, - 1.3144822410591988, - 1.3148740171898234, - 1.3152657933204481, - 1.315657569451073, - 1.3160493455816977, - 1.3164411217123224, - 1.3168328978429473, - 1.317224673973572, - 1.3176164501041967, - 1.3180082262348216, - 1.3184000023654463, - 1.318791778496071, - 1.319183554626696, - 1.3195753307573206, - 1.3199671068879453, - 1.3203588830185702, - 1.3207506591491949, - 1.3211424352798196, - 1.3215342114104445, - 1.3219259875410692, - 1.322317763671694, - 1.3227095398023188, - 1.3231013159329434, - 1.3234930920635684, - 1.323884868194193, - 1.3242766443248177, - 1.3246684204554426, - 1.3250601965860673, - 1.325451972716692, - 1.325843748847317, - 1.3262355249779416, - 1.3266273011085663, - 1.3270190772391912, - 1.327410853369816, - 1.3278026295004406, - 1.3281944056310655, - 1.3285861817616902, - 1.3289779578923149, - 1.3293697340229398, - 1.3297615101535645 + 1.3021446674548964, + 1.302732968720751, + 1.3033212699866055, + 1.3039095712524602, + 1.3044978725183147, + 1.3050861737841692, + 1.3056744750500238, + 1.3062627763158783, + 1.3068510775817328, + 1.3074393788475873, + 1.308027680113442, + 1.3086159813792966, + 1.309204282645151, + 1.3097925839110056, + 1.3103808851768601, + 1.3109691864427147, + 1.3115574877085692, + 1.3121457889744237, + 1.3127340902402784, + 1.313322391506133, + 1.3139106927719875, + 1.314498994037842, + 1.3150872953036965, + 1.315675596569551, + 1.3162638978354055, + 1.3168521991012603, + 1.3174405003671148, + 1.3180288016329693, + 1.3186171028988238, + 1.3192054041646784, + 1.3197937054305329, + 1.3203820066963874, + 1.3209703079622421, + 1.3215586092280966, + 1.3221469104939512, + 1.3227352117598057, + 1.3233235130256602, + 1.3239118142915147, + 1.3245001155573692, + 1.3250884168232238, + 1.3256767180890785, + 1.326265019354933, + 1.3268533206207875, + 1.327441621886642, + 1.3280299231524966, + 1.328618224418351, + 1.3292065256842056, + 1.3297948269500603, + 1.3303831282159149, + 1.3309714294817694, + 1.331559730747624, + 1.3321480320134784, + 1.332736333279333, + 1.3333246345451875, + 1.3339129358110422, + 1.3345012370768967, + 1.3350895383427512, + 1.3356778396086058, + 1.3362661408744603, + 1.3368544421403148, + 1.3374427434061693, + 1.3380310446720238, + 1.3386193459378786, + 1.339207647203733, + 1.3397959484695876, + 1.3403842497354421, + 1.3409725510012966, + 1.3415608522671512, + 1.3421491535330057, + 1.3427374547988604, + 1.343325756064715, + 1.3439140573305695 ], "p10": [ - 1.2019453810373482, - 1.202337157167973, - 1.2027289332985978, - 1.203120828638512, - 1.2035124855598474, - 1.203904261690472, - 1.2042960378210967, - 1.2046879212400823, - 1.2050795900823463, - 1.205471366212971, - 1.205863142343596, - 1.2062549184742206, - 1.2066466946048455, - 1.2070384707354702, - 1.207430246866095, - 1.2078220229967198, - 1.2082137991273445, - 1.2086055752579692, - 1.208997351388594, - 1.2093891275192188, - 1.2097809036498435, - 1.2101726797804684, - 1.210564455911093, - 1.2109562320417178, - 1.2113480081723427, - 1.2117397843029674, - 1.212131560433592, - 1.212523336564217, - 1.2129152319041312, - 1.2133068888254663, - 1.2136986649560912, - 1.214090441086716, - 1.2144822172173408, - 1.2148739933479655, - 1.2152657694785902, - 1.2156575456092151, - 1.2160493217398398, - 1.2164410978704645, - 1.2168328740010894, - 1.217224650131714, - 1.2176164262623388, - 1.2180082023929637, - 1.2183999785235884, - 1.218791754654213, - 1.219183530784838, - 1.2195753069154627, - 1.2199670830460874, - 1.2203588591767123, - 1.220750635307337, - 1.2211424114379617, - 1.2215341875685866, - 1.2219259636992112, - 1.2223177398298362, - 1.2227095159604608, - 1.2231012920910855, - 1.223493175510071, - 1.2238848443523351, - 1.2242766204829598, - 1.2246683966135847, - 1.2250601727442094, - 1.225451948874834, - 1.225843725005459, - 1.2262355011360837, - 1.2266272772667084, - 1.2270190533973333, - 1.227410829527958, - 1.2278026056585827, - 1.2281943817892076, - 1.2285861579198323, - 1.228977934050457, - 1.2293697101810819, - 1.2297614863117066 + 1.2021446436130385, + 1.202732944878893, + 1.2033212461447476, + 1.2039095474106023, + 1.2044978486764568, + 1.2050861499423113, + 1.2056744512081659, + 1.20626287168331, + 1.206851053739875, + 1.2074393550057294, + 1.2080276562715841, + 1.2086159575374387, + 1.2092042588032932, + 1.2097925600691477, + 1.2103808613350022, + 1.2109691626008567, + 1.2115574638667113, + 1.2121457651325658, + 1.2127340663984205, + 1.213322367664275, + 1.2139106689301296, + 1.214498970195984, + 1.2150872714618386, + 1.215675572727693, + 1.2162638739935476, + 1.2168521752594024, + 1.2174404765252569, + 1.2180287777911114, + 1.218617079056966, + 1.2192053803228204, + 1.219793681588675, + 1.2203819828545295, + 1.2209702841203842, + 1.2215585853862387, + 1.2221468866520933, + 1.2227351879179478, + 1.2233234891838023, + 1.2239117904496568, + 1.2245000917155113, + 1.2250883929813658, + 1.2256766942472206, + 1.226264995513075, + 1.2268532967789296, + 1.2274415980447841, + 1.2280298993106387, + 1.2286182005764932, + 1.2292065018423477, + 1.2297948031082024, + 1.230383104374057, + 1.2309714056399115, + 1.231559706905766, + 1.2321480081716205, + 1.232736309437475, + 1.2333246107033295, + 1.2339129119691843, + 1.2345012132350388, + 1.2350895145008933, + 1.2356778157667478, + 1.2362661170326024, + 1.2368544182984569, + 1.2374427195643114, + 1.238031020830166, + 1.2386193220960207, + 1.2392076233618752, + 1.2397959246277297, + 1.2403842258935842, + 1.2409725271594387, + 1.2415608284252933, + 1.2421491296911478, + 1.2427374309570025, + 1.243325732222857, + 1.2439140334887115 ], "p90": [ - 1.401945428721064, - 1.402337204851689, - 1.4027289809823136, - 1.4031207571129383, - 1.4035125332435632, - 1.4039043093741879, - 1.4042960855048126, - 1.4046878616354375, - 1.4050796377660622, - 1.4054714138966868, - 1.4058631900273117, - 1.4062549661579364, - 1.4066467422885613, - 1.407038518419186, - 1.4074302945498107, - 1.4078220706804356, - 1.4082138468110603, - 1.408605622941685, - 1.40899739907231, - 1.4093891752029346, - 1.4097809513335593, - 1.4101727274641842, - 1.410564503594809, - 1.4109562797254336, - 1.4113480558560585, - 1.4117398319866832, - 1.4121316081173079, - 1.4125233842479328, - 1.4129151603785575, - 1.4133069365091822, - 1.413698712639807, - 1.4140904887704318, - 1.4144822649010567, - 1.4148740410316814, - 1.415265817162306, - 1.415657593292931, - 1.4160493694235556, - 1.4164411455541803, - 1.4168329216848052, - 1.41722469781543, - 1.4176164739460546, - 1.4180082500766795, - 1.4184000262073042, - 1.418791802337929, - 1.4191835784685538, - 1.4195753545991785, - 1.4199671307298032, - 1.420358906860428, - 1.4207506829910528, - 1.4211424591216775, - 1.4215342352523024, - 1.421926011382927, - 1.422317787513552, - 1.4227095636441767, - 1.4231013397748014, - 1.4234931159054263, - 1.423884892036051, - 1.4242766681666756, - 1.4246684442973006, - 1.4250602204279252, - 1.42545199655855, - 1.4258437726891748, - 1.4262355488197995, - 1.4266273249504242, - 1.4270191010810491, - 1.4274108772116738, - 1.4278026533422985, - 1.4281944294729234, - 1.428586205603548, - 1.4289779817341728, - 1.4293697578647977, - 1.4297615339954224 + 1.4021445840083937, + 1.4027329925626089, + 1.4033212938284634, + 1.4039095950943181, + 1.404497777150883, + 1.4050861976260272, + 1.4056744988918817, + 1.4062628001577362, + 1.4068511014235907, + 1.4074394026894452, + 1.4080277039553, + 1.4086160052211545, + 1.409204306487009, + 1.4097926077528635, + 1.410380909018718, + 1.4109692102845726, + 1.411557511550427, + 1.4121458128162816, + 1.4127341140821363, + 1.4133224153479909, + 1.4139107166138454, + 1.4144989105913393, + 1.4150871999362649, + 1.415675620411409, + 1.4162639216772634, + 1.4168522229431182, + 1.4174405242089727, + 1.4180288254748272, + 1.4186171267406817, + 1.4192054280065363, + 1.4197937292723908, + 1.4203820305382453, + 1.4209702245157394, + 1.4215586330699546, + 1.422146934335809, + 1.4227352356016636, + 1.4233235368675181, + 1.4239118381333726, + 1.4245001393992271, + 1.4250884406650817, + 1.4256767419309364, + 1.426265043196791, + 1.4268533444626454, + 1.4274416457285, + 1.4280299469943545, + 1.428618248260209, + 1.4292065495260635, + 1.4297948507919183, + 1.4303831520577728, + 1.4309714533236273, + 1.4315597545894818, + 1.4321480558553363, + 1.4327363571211909, + 1.4333246583870454, + 1.4339129596529, + 1.4345012609187546, + 1.4350895621846091, + 1.4356778634504637, + 1.4362661647163182, + 1.4368544659821727, + 1.4374427672480272, + 1.4380310685138817, + 1.4386193697797365, + 1.439207671045591, + 1.4397959723114455, + 1.4403842735773, + 1.4409725748431546, + 1.441560876109009, + 1.4421491773748636, + 1.4427374786407183, + 1.4433257799065728, + 1.4439140811724274 ], "timestamps": [ - "2026-06-20 02:20:00", - "2026-06-20 02:30:00", - "2026-06-20 02:40:00", "2026-06-20 02:50:00", "2026-06-20 03:00:00", "2026-06-20 03:10:00", @@ -531,6 +528,9 @@ "2026-06-21 02:40:00", "2026-06-21 02:50:00", "2026-06-21 03:00:00", - "2026-06-21 03:10:00" + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 6414128943e804c087b7cf92c3dfebf2c34bb982..1e2c3d84e78d346e2c6265f019a97c99a87c8531 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,13 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T03:43:53.783944+00:00", + "evaluated_at": "2026-06-22T03:52:30.990294+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 226fa4b742ffb0f17d5a9be0e6d918eaf092c91c..61ae310eb58e9a53753f580250383876a15da5f3 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1678,3 +1678,6 @@ {"evaluated_at": "2026-06-22T03:37:10.605139+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T03:37:10.605139+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-22T03:43:54.018225+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:52:31.147302+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:52:31.147302+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T03:52:31.147302+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 2aaf0d2c7c590fcea4d0363a3d72edcfd4221500..3cd27621bd4a6d9536654883acb1bdf7cd147291 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,621807.1164474487,404380.62731027603,527.9976399739584,0.47434794081854115,0.008252984305997475,0.00820371550593119,2.573146475436396,788.5474725388756,0.012297023624606643,0.008233872631144883,0.0063136078458494145,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,563205.4680099487,399028.39502032596,538.611083984375,0.483882955618195,0.008417651079965673,0.008369064210339875,2.049323097637163,750.4701646367754,0.011703910516162751,0.008399875474087085,0.006274528546676617,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.9378511653097424,0.9203320178794456,0.7772243022918701,0.4270463456455588,0.031306563383151055,0.030705252779074214,2.1588706261037522,0.96842716055971,0.03845699164619574,0.030864178244633052,0.026479975689698627,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7641403559348122,0.8390570846845994,0.8089991142352422,2.3476470272213237,0.4724778996832338,0.6698039753171957,26.465975674015684,0.8741512202901808,0.5494523922495885,0.5085006899570476,0.40919683662234685,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.060298457501735965,0.05869040554773787,0.21700403259860146,3.5263167908364315,0.1387325861053734,0.15107312385669,62.207398431041284,0.24555744236682375,0.16235202573628815,0.14347373855074153,0.12465114913151049,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.6791756053222014,0.7553949266117217,0.7748945936560631,2.236670920187268,0.45211950300637777,0.625936312167266,17.203853144744347,0.8241211108339608,0.5120885242362653,0.48150038105739257,0.3782371531817264,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.06193455873325485,0.060497616149645474,0.22153313292397392,3.5999146974443974,0.14135679497311968,0.15399349478506147,63.5480564783103,0.24886654803981761,0.16393770318910064,0.1459321603401328,0.1265440728280056,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.9530306031244132,0.9044895325540855,0.7775632937749227,0.42541454829232594,0.05198969146638438,0.04996388581473784,3.641625662296345,0.9762328631655529,0.0627298225327263,0.04996390642730427,0.03362612198740709,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,114.50167930331934,58.520204439720146,6.380300283432007,0.551488743687741,0.36929857790567383,0.28642786311003027,3.0659819157714394,10.700545747919557,0.48254996629005426,0.2877249216273977,0.25213533169850405,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.1047453336705075,1.9550917628682403,1.2880158027013142,0.6674322317514404,0.053889207833612264,0.05222944933777759,2.2382164338812136,1.4507740463871373,0.059805181008669835,0.05309580662433764,0.034428130458537695,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 8e61328db333db98341bed2ad50f1b7ad6fb6e07..5a81d5c1078a656fa73f08be276946c176706188 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:43:32.215736+00:00", + "evaluated_at": "2026-06-22T03:51:48.680423+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63896.01171875, 64606.0, 64257.98828125, - 64246.01171875 + 64156.01171875 ], "p50": [ - 64473.625, - 64435.8515625, - 64460.19140625, - 64426.48828125, - 64423.66796875, - 64505.576171875, - 64541.767578125, - 64551.47265625, - 64537.81640625, - 64596.236328125, - 64525.755859375, - 64691.33203125, - 64509.525390625, - 64654.140625, - 64770.576171875, - 64761.89453125, - 64746.064453125, - 64817.408203125, - 64717.474609375, - 64859.5, - 64823.5625, - 64716.875, - 64874.494140625, - 64876.009765625 + 64452.962890625, + 64475.0546875, + 64448.291015625, + 64483.154296875, + 64421.953125, + 64489.4609375, + 64557.439453125, + 64515.2265625, + 64460.119140625, + 64546.3671875, + 64632.67578125, + 64689.83984375, + 64644.36328125, + 64604.349609375, + 64703.345703125, + 64698.095703125, + 64792.0078125, + 64815.060546875, + 64810.5703125, + 64700.724609375, + 64823.77734375, + 64912.685546875, + 64844.62109375, + 64782.98828125 ], "p10": [ - 64188.666015625, - 64043.14453125, - 64030.765625, - 63862.1015625, - 63742.3515625, - 63962.564453125, - 63904.9140625, - 63518.7265625, - 63681.822265625, - 63836.126953125, - 63673.443359375, - 63594.33203125, - 63358.23046875, - 63448.341796875, - 63307.359375, - 63733.818359375, - 63414.626953125, - 63508.515625, - 63016.943359375, - 63546.369140625, - 63362.724609375, - 63492.6953125, - 63325.3046875, - 62865.1171875 + 64245.798828125, + 64082.5625, + 63932.560546875, + 63936.798828125, + 63839.1640625, + 63767.439453125, + 63777.125, + 63664.83203125, + 63564.994140625, + 63719.853515625, + 63639.2578125, + 63764.0078125, + 63677.65234375, + 63751.220703125, + 63547.591796875, + 63393.306640625, + 63545.55078125, + 63473.568359375, + 63454.548828125, + 63000.63671875, + 63222.265625, + 62910.625, + 63305.419921875, + 62614.306640625 ], "p90": [ - 64709.44921875, - 64793.40234375, - 64950.25390625, - 65105.986328125, - 65047.328125, - 65265.8515625, - 65244.658203125, - 65408.646484375, - 65454.1640625, - 65465.2578125, - 65513.716796875, - 65646.26953125, - 65540.271484375, - 65948.76953125, - 66271.6875, - 66355.984375, - 66746.7734375, - 66418.0234375, - 66545.1640625, - 66620.78515625, - 66778.30078125, - 66836.81640625, - 67289.9609375, - 67471.203125 + 64650.693359375, + 64759.140625, + 64939.54296875, + 65033.533203125, + 65105.84765625, + 65432.046875, + 65525.169921875, + 65401.767578125, + 65468.271484375, + 65546.82421875, + 65659.56640625, + 65734.453125, + 65712.6640625, + 66061.19140625, + 66194.0703125, + 65947.953125, + 66543.8671875, + 66273.7421875, + 66764.76171875, + 66567.73046875, + 67298.01953125, + 66931.2734375, + 66812.078125, + 67009.30859375 ], "timestamps": [ "2026-06-17 04:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 64bb00265c429885fdf0c22cf0a8560284399026..0759e034d6311bb8ded03e933b68898c1876ac71 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:36:25.848676+00:00", + "evaluated_at": "2026-06-22T03:51:58.447066+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0820000171661377, - 1.1260000467300415, 1.159999966621399, 1.1920000314712524, 1.2230000495910645, @@ -245,11 +243,11 @@ 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492 + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "actuals": [ - 0.9760000109672546, - 1.0099999904632568, 1.0479999780654907, 1.0759999752044678, 1.1019999980926514, @@ -307,197 +305,197 @@ 1.6399999856948853, 1.6150000095367432, 1.5870000123977661, - 1.5720000267028809 + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 ], "p50": [ - 0.9618198573589325, - 0.9870592355728149, - 0.9960828721523285, - 0.9920853674411774, - 1.01645165681839, - 1.0262110233306885, - 1.0281585454940796, - 1.0274745225906372, - 1.0636115074157715, - 1.07626473903656, - 1.0716803669929504, - 1.0402743816375732, - 1.0170530080795288, - 1.0317606925964355, - 1.0282464027404785, - 1.0001288652420044, - 0.9947871267795563, - 0.9484076499938965, - 0.9601075649261475, - 0.8857753276824951, - 0.9155124127864838, - 0.8536917567253113, - 0.8554379343986511, - 0.8153417706489563, - 0.7615762054920197, - 0.7564992904663086, - 0.7198771238327026, - 0.7178533375263214, - 0.653724879026413, - 0.6886546611785889, - 0.6533993482589722, - 0.6533454060554504, - 0.6141264140605927, - 0.5967843532562256, - 0.6641522347927094, - 0.6253242790699005, - 0.6459813714027405, - 0.6332463324069977, - 0.6129826307296753, - 0.5826035737991333, - 0.697446346282959, - 0.6810453236103058, - 0.6533995270729065, - 0.6231995820999146, - 0.7589340209960938, - 0.6601093411445618, - 0.6857048869132996, - 0.6421103477478027, - 0.651561051607132, - 0.669614315032959, - 0.6734524667263031, - 0.6295470595359802, - 0.6185884475708008, - 0.635890930891037, - 0.6878751516342163, - 0.6568729877471924, - 0.6013563871383667, - 0.5944130420684814, - 0.5345115661621094, - 0.5961666703224182 + 1.0291226506233215, + 1.0494131445884705, + 1.0578815937042236, + 1.0525141954421997, + 1.072736918926239, + 1.0957152843475342, + 1.0983485579490662, + 1.1072993874549866, + 1.1208957433700562, + 1.1263779401779175, + 1.1270288825035095, + 1.0973904728889465, + 1.1026936173439026, + 1.1050214767456055, + 1.0552741289138794, + 1.0765613317489624, + 1.0385080575942993, + 0.9214178621768951, + 0.9828565120697021, + 1.0270816683769226, + 0.9332481324672699, + 0.8874073326587677, + 0.8764761984348297, + 0.8677376806735992, + 0.781757116317749, + 0.7848154008388519, + 0.7521384954452515, + 0.7043747305870056, + 0.7635185122489929, + 0.7283867597579956, + 0.7058255970478058, + 0.7453175187110901, + 0.6715514361858368, + 0.7317427396774292, + 0.7362411618232727, + 0.6366179585456848, + 0.6610129773616791, + 0.7064769566059113, + 0.7778559327125549, + 0.7587889730930328, + 0.6308296322822571, + 0.7498388290405273, + 0.6960441470146179, + 0.7331485152244568, + 0.7867904305458069, + 0.7061123251914978, + 0.7357488572597504, + 0.6956755220890045, + 0.7783011198043823, + 0.7103235423564911, + 0.7228338420391083, + 0.6688687205314636, + 0.641371488571167, + 0.6705447137355804, + 0.6971120834350586, + 0.6640396118164062, + 0.6384778022766113, + 0.5895366072654724, + 0.6768792271614075, + 0.6536738276481628 ], "p10": [ - 0.9348621666431427, - 0.9420060813426971, - 0.9421431422233582, - 0.923245370388031, - 0.9437211155891418, - 0.9419849514961243, - 0.9297900497913361, - 0.9285497069358826, - 0.8802991211414337, - 0.910160094499588, - 0.8885604739189148, - 0.8199929594993591, - 0.7598181366920471, - 0.7721531093120575, - 0.7781608700752258, - 0.6930007338523865, - 0.6595187187194824, - 0.4882795214653015, - 0.5947896540164948, - 0.4317711591720581, - 0.4066283106803894, - 0.4341255724430084, - 0.40835195779800415, - 0.32165080308914185, - 0.154421865940094, - 0.2556329071521759, - 0.1566900610923767, - 0.07793089747428894, - -0.014016926288604736, - 0.03423255681991577, - -0.044899940490722656, - 0.025297105312347412, - -0.06320786476135254, - 0.016697466373443604, - -0.07690209150314331, - -0.03465151786804199, - 0.013467133045196533, - -0.12378180027008057, - -0.11366462707519531, - -0.24318832159042358, - -0.005006372928619385, - -0.04212123155593872, - -0.14851421117782593, - -0.26037490367889404, - -0.09167355298995972, - -0.1168668270111084, - -0.08655911684036255, - -0.3128542900085449, - 0.021481215953826904, - -0.03916144371032715, - -0.18303275108337402, - -0.18201935291290283, - -0.15053999423980713, - -0.1802399754524231, - -0.18724119663238525, - -0.40045875310897827, - -0.16404730081558228, - -0.22969704866409302, - -0.27304989099502563, - -0.3421960473060608 + 0.9960368275642395, + 1.0066166520118713, + 1.0074422955513, + 0.9934826791286469, + 0.98194620013237, + 1.0044587850570679, + 0.9930473864078522, + 0.9896307587623596, + 0.93501016497612, + 0.9114505052566528, + 0.8037827908992767, + 0.8090719282627106, + 0.8127028346061707, + 0.7865023016929626, + 0.7507142424583435, + 0.753587931394577, + 0.579709380865097, + 0.49120381474494934, + 0.4631439447402954, + 0.4840618669986725, + 0.2587566673755646, + 0.40162068605422974, + 0.25618988275527954, + 0.22158026695251465, + 0.08693701028823853, + 0.13856348395347595, + 0.10295763611793518, + -0.021675288677215576, + 0.06222975254058838, + -0.01240551471710205, + -0.023862004280090332, + -0.10642725229263306, + -0.03591638803482056, + 0.0507240891456604, + -0.019195973873138428, + -0.21534717082977295, + -0.15076684951782227, + -0.25112229585647583, + -0.24713057279586792, + -0.06264030933380127, + -0.1133374571800232, + -0.006866812705993652, + -0.20063334703445435, + -0.09922486543655396, + -0.0619966983795166, + -0.06351661682128906, + -0.1440134048461914, + -0.2695653438568115, + 0.017893850803375244, + -0.2873868942260742, + -0.3136264681816101, + -0.4453464150428772, + -0.316108763217926, + -0.4014846682548523, + -0.36919891834259033, + -0.34871894121170044, + -0.11243575811386108, + -0.17207515239715576, + -0.3328745365142822, + -0.2584448456764221 ], "p90": [ - 0.9886752963066101, - 1.0257090330123901, - 1.0493174195289612, - 1.0526511073112488, - 1.082983136177063, - 1.1328981518745422, - 1.1229525804519653, - 1.1382283568382263, - 1.2107208371162415, - 1.3031746745109558, - 1.2607883214950562, - 1.2557581067085266, - 1.2907958626747131, - 1.3857369422912598, - 1.3070238828659058, - 1.318326473236084, - 1.3805545568466187, - 1.3011239171028137, - 1.352633535861969, - 1.4322961568832397, - 1.332903802394867, - 1.338405430316925, - 1.3992486000061035, - 1.350605845451355, - 1.2583212852478027, - 1.4031807780265808, - 1.514374315738678, - 1.3949909210205078, - 1.3202502131462097, - 1.4450692534446716, - 1.57071191072464, - 1.4986990690231323, - 1.2756646275520325, - 1.2432588338851929, - 1.2153295278549194, - 1.5839288234710693, - 1.5262727737426758, - 1.5327092409133911, - 1.2879504561424255, - 1.4736347198486328, - 1.4045619368553162, - 1.539997637271881, - 1.5544151067733765, - 1.6287354230880737, - 1.4839237928390503, - 1.5056352615356445, - 1.4198887348175049, - 1.5461650490760803, - 1.369651436805725, - 1.5758119821548462, - 1.5587947964668274, - 1.5273744463920593, - 1.4222975969314575, - 1.5528664588928223, - 1.6265898942947388, - 1.8621280789375305, - 1.3664606213569641, - 1.3754432201385498, - 1.4278150796890259, - 1.432884156703949 + 1.0590861439704895, + 1.0982481837272644, + 1.1068415641784668, + 1.1206507086753845, + 1.1524174809455872, + 1.2036392092704773, + 1.213053286075592, + 1.2314479351043701, + 1.3303613662719727, + 1.3554896712303162, + 1.3503405451774597, + 1.3455231189727783, + 1.4289494156837463, + 1.415340781211853, + 1.400915801525116, + 1.5613554120063782, + 1.5109568238258362, + 1.4583564400672913, + 1.5560463070869446, + 1.6297868490219116, + 1.4429844617843628, + 1.4738988876342773, + 1.5676842331886292, + 1.469959557056427, + 1.5710945129394531, + 1.4702844619750977, + 1.435011088848114, + 1.4756667613983154, + 1.5458089709281921, + 1.6131737232208252, + 1.5347154140472412, + 1.429716408252716, + 1.5042849779129028, + 1.5030381679534912, + 1.4590578079223633, + 1.638903260231018, + 1.674540400505066, + 1.57095068693161, + 1.7355417013168335, + 1.7194883823394775, + 1.3110852241516113, + 1.7699311971664429, + 1.8173619508743286, + 1.6625539064407349, + 1.7476199269294739, + 1.8059322237968445, + 1.8250242471694946, + 1.821805477142334, + 1.6787467002868652, + 1.6283053159713745, + 1.8959397077560425, + 1.6613097190856934, + 1.648004949092865, + 1.6322333812713623, + 1.7498669624328613, + 1.8890773057937622, + 1.482979655265808, + 1.6546894907951355, + 1.561811923980713, + 1.7961001992225647 ], "timestamps": [ - "2026-06-20 21:30:00", - "2026-06-20 21:36:00", "2026-06-20 21:42:00", "2026-06-20 21:48:00", "2026-06-20 21:54:00", @@ -795,6 +793,8 @@ "2026-06-22 03:06:00", "2026-06-22 03:12:00", "2026-06-22 03:18:00", - "2026-06-22 03:24:00" + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f94f33d5d203024b92eb0125e4ce35f002067853..b8feeed9c6c8f32fcc78fb5a8c2ea17810dcf245 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:28:22.552879+00:00", + "evaluated_at": "2026-06-22T03:52:03.420609+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -83,10 +82,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -157,234 +156,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158 ], "p50": [ - 1.3039879202842712, - 1.3100677728652954, - 1.3107879757881165, - 1.296121895313263, - 1.311366617679596, - 1.2989038228988647, - 1.3083369135856628, - 1.3072384595870972, - 1.296014428138733, - 1.3042529225349426, - 1.3088850378990173, - 1.2965818047523499, - 1.3061830401420593, - 1.3124186396598816, - 1.3055639266967773, - 1.3090335130691528, - 1.3127951622009277, - 1.3109968900680542, - 1.312009572982788, - 1.3111931681632996, - 1.2962339520454407, - 1.3062321543693542, - 1.2894861102104187, - 1.3042879700660706, - 1.304694414138794, - 1.3068845868110657, - 1.3068098425865173, - 1.3018165826797485, - 1.314927577972412, - 1.3025789856910706, - 1.304097592830658, - 1.3101713061332703, - 1.3044434785842896, - 1.3111506700515747, - 1.3039917349815369, - 1.2927603721618652, - 1.3056376576423645, - 1.3194847106933594, - 1.3166280388832092, - 1.3037121295928955, - 1.3142518997192383, - 1.3075801134109497, - 1.3003069758415222, - 1.3141367435455322, - 1.3022858500480652, - 1.2953553795814514, - 1.3005341291427612, - 1.308067262172699, - 1.3189868330955505, - 1.304855763912201, - 1.2991018295288086, - 1.3062494397163391, - 1.3003268837928772, - 1.3155378699302673, - 1.2930022478103638, - 1.3140403628349304, - 1.312886655330658, - 1.3095862865447998, - 1.2937822937965393, - 1.3009712100028992, - 1.293360948562622, - 1.3156729340553284, - 1.3134838938713074, - 1.3056873679161072, - 1.3139148950576782, - 1.2929347157478333, - 1.2965484857559204, - 1.3092862367630005, - 1.296113908290863, - 1.3080517053604126, - 1.3028987646102905, - 1.2927971482276917 + 1.3078643679618835, + 1.3068301677703857, + 1.3066568970680237, + 1.31905597448349, + 1.3086557984352112, + 1.2965208888053894, + 1.3190309405326843, + 1.3115200996398926, + 1.3143276572227478, + 1.3137955069541931, + 1.306979477405548, + 1.2951900362968445, + 1.3053416013717651, + 1.3030803799629211, + 1.2995274662971497, + 1.3041054010391235, + 1.311473309993744, + 1.308506190776825, + 1.2991847395896912, + 1.313354253768921, + 1.3036649227142334, + 1.3102110028266907, + 1.314521074295044, + 1.2999942302703857, + 1.3049466013908386, + 1.305848777294159, + 1.3047834038734436, + 1.2913005948066711, + 1.3044289946556091, + 1.3040716648101807, + 1.295821487903595, + 1.296217143535614, + 1.2988786697387695, + 1.3101393580436707, + 1.3047500848770142, + 1.3097127676010132, + 1.3150261044502258, + 1.3168255686759949, + 1.3132213950157166, + 1.3237258195877075, + 1.3059321641921997, + 1.307519555091858, + 1.299080491065979, + 1.3070407509803772, + 1.2865665555000305, + 1.322842538356781, + 1.2994475364685059, + 1.2937597036361694, + 1.3007549047470093, + 1.2983784079551697, + 1.2956086993217468, + 1.3143961429595947, + 1.3034806847572327, + 1.3108935356140137, + 1.300852656364441, + 1.31585294008255, + 1.3016232252120972, + 1.3246250748634338, + 1.2992923259735107, + 1.2971188426017761, + 1.3135367035865784, + 1.3146053552627563, + 1.2978833317756653, + 1.306467890739441, + 1.3030319213867188, + 1.3138129711151123, + 1.3095488548278809, + 1.3153896927833557, + 1.2923380136489868, + 1.3103951215744019, + 1.3106884956359863, + 1.290595293045044 ], "p10": [ - 1.1787878274917603, - 1.2115471959114075, - 1.1967508792877197, - 1.1684561371803284, - 1.1802672743797302, - 1.1435229182243347, - 1.1681051850318909, - 1.1714466214179993, - 1.1682062149047852, - 1.1550161838531494, - 1.1865647435188293, - 1.1542711853981018, - 1.1724018454551697, - 1.1465684175491333, - 1.171494960784912, - 1.1750075817108154, - 1.1646835803985596, - 1.204037606716156, - 1.1867220401763916, - 1.1919335722923279, - 1.1763473749160767, - 1.1884469985961914, - 1.1583141684532166, - 1.1696985363960266, - 1.1888253688812256, - 1.198424518108368, - 1.178762137889862, - 1.165920913219452, - 1.1716693043708801, - 1.1775407195091248, - 1.1598983407020569, - 1.189298689365387, - 1.1867392659187317, - 1.1743364334106445, - 1.1773861050605774, - 1.153254508972168, - 1.1742006540298462, - 1.137876033782959, - 1.1806849241256714, - 1.1690224409103394, - 1.1865730285644531, - 1.1688935160636902, - 1.1494420766830444, - 1.177087128162384, - 1.1624093651771545, - 1.1166146993637085, - 1.1331774592399597, - 1.1236122846603394, - 1.1445412039756775, - 1.156272530555725, - 1.1108176708221436, - 1.132655918598175, - 1.1369969248771667, - 1.1211461424827576, - 1.1382627487182617, - 1.1163912415504456, - 1.0882840156555176, - 1.1216621398925781, - 1.1525008082389832, - 1.1489018201828003, - 1.14384126663208, - 1.1410609483718872, - 1.1732523441314697, - 1.1458567380905151, - 1.1428779363632202, - 1.0985068678855896, - 1.0689705610275269, - 1.138340950012207, - 1.1216691732406616, - 1.1222941279411316, - 1.1243126392364502, - 1.1382482051849365 + 1.2061837911605835, + 1.179594099521637, + 1.203223705291748, + 1.1722421050071716, + 1.1729281544685364, + 1.1877817511558533, + 1.2220845222473145, + 1.1556388139724731, + 1.1859402656555176, + 1.1990963816642761, + 1.182128369808197, + 1.1674781441688538, + 1.173781931400299, + 1.185361385345459, + 1.1434957385063171, + 1.1881923079490662, + 1.1892462372779846, + 1.1664744019508362, + 1.1603443622589111, + 1.1818053126335144, + 1.1845353245735168, + 1.1806395053863525, + 1.1755953431129456, + 1.1636494398117065, + 1.1704912781715393, + 1.1759161949157715, + 1.1525999903678894, + 1.131666362285614, + 1.1611038446426392, + 1.1971891522407532, + 1.1420302987098694, + 1.1790320873260498, + 1.17881441116333, + 1.1864922642707825, + 1.1380540132522583, + 1.1804717779159546, + 1.173115074634552, + 1.1631004810333252, + 1.1686744689941406, + 1.185469150543213, + 1.1594523787498474, + 1.181671679019928, + 1.1726937294006348, + 1.1445461511611938, + 1.1482105255126953, + 1.1655844449996948, + 1.1484981775283813, + 1.1353836059570312, + 1.1635331511497498, + 1.0807603001594543, + 1.1449257731437683, + 1.17715722322464, + 1.147047996520996, + 1.146374225616455, + 1.1413805484771729, + 1.1519720554351807, + 1.1235605478286743, + 1.1449732780456543, + 1.0899988412857056, + 1.0814962983131409, + 1.1390692591667175, + 1.113826870918274, + 1.1505310535430908, + 1.1541499495506287, + 1.0780261158943176, + 1.1069581508636475, + 1.1428242921829224, + 1.164462685585022, + 1.1109274625778198, + 1.103919804096222, + 1.1186643242835999, + 1.1146267652511597 ], "p90": [ - 1.4226146936416626, - 1.4261835813522339, - 1.4644516110420227, - 1.4165392518043518, - 1.4338409900665283, - 1.4202879667282104, - 1.4274331331253052, - 1.4480584263801575, - 1.4305421113967896, - 1.4427217245101929, - 1.4231107234954834, - 1.4072844982147217, - 1.4418590664863586, - 1.4241271018981934, - 1.4113926887512207, - 1.4724443554878235, - 1.459277629852295, - 1.4169070720672607, - 1.4221594333648682, - 1.4205369353294373, - 1.4524479508399963, - 1.4138992428779602, - 1.4401670098304749, - 1.439242660999298, - 1.4468425512313843, - 1.4223887920379639, - 1.451064944267273, - 1.4336354732513428, - 1.431921362876892, - 1.4457871913909912, - 1.4245979189872742, - 1.4594990611076355, - 1.4282636642456055, - 1.4448203444480896, - 1.4532984495162964, - 1.4267228841781616, - 1.4309955835342407, - 1.4956610202789307, - 1.4578905701637268, - 1.449930727481842, - 1.5041853189468384, - 1.4632176160812378, - 1.4508057236671448, - 1.471333622932434, - 1.4280552864074707, - 1.45083749294281, - 1.4869602918624878, - 1.4607189297676086, - 1.476327657699585, - 1.4616912603378296, - 1.4571335315704346, - 1.441604197025299, - 1.4796302914619446, - 1.4637564420700073, - 1.4742498397827148, - 1.4602502584457397, - 1.4624237418174744, - 1.5142973065376282, - 1.4795700311660767, - 1.4790841341018677, - 1.4975202679634094, - 1.4991762042045593, - 1.491317868232727, - 1.4845186471939087, - 1.4771250486373901, - 1.5174798369407654, - 1.466834008693695, - 1.4679315090179443, - 1.4722670912742615, - 1.4434003233909607, - 1.4846729636192322, - 1.5057121515274048 + 1.3964958190917969, + 1.4028135538101196, + 1.4256359338760376, + 1.429535150527954, + 1.4312167763710022, + 1.4119173884391785, + 1.4602654576301575, + 1.4487125873565674, + 1.4843884706497192, + 1.4447124600410461, + 1.3989709615707397, + 1.4432066679000854, + 1.449259340763092, + 1.4332330822944641, + 1.4129356145858765, + 1.4327285289764404, + 1.4390370845794678, + 1.434263527393341, + 1.4045092463493347, + 1.4320337176322937, + 1.4249534606933594, + 1.4341623783111572, + 1.4694146513938904, + 1.4108104705810547, + 1.432659387588501, + 1.4329634308815002, + 1.4330753684043884, + 1.4197965860366821, + 1.4323608875274658, + 1.4201220870018005, + 1.42344069480896, + 1.4265271425247192, + 1.4310771822929382, + 1.4489994049072266, + 1.4432615041732788, + 1.4420502185821533, + 1.4361190795898438, + 1.4566920399665833, + 1.443997323513031, + 1.4775242805480957, + 1.4642059206962585, + 1.433017909526825, + 1.435668408870697, + 1.4134133458137512, + 1.4335091710090637, + 1.4608492255210876, + 1.445965051651001, + 1.4382179975509644, + 1.4631810784339905, + 1.449752390384674, + 1.4415093064308167, + 1.4542832970619202, + 1.4704370498657227, + 1.443052589893341, + 1.4741525650024414, + 1.508086919784546, + 1.4814919829368591, + 1.501581609249115, + 1.4548202157020569, + 1.4970719814300537, + 1.4865737557411194, + 1.5147320628166199, + 1.481550931930542, + 1.5041837692260742, + 1.4844171404838562, + 1.500302791595459, + 1.4791736006736755, + 1.5026344060897827, + 1.4484569430351257, + 1.5287032723426819, + 1.4928701519966125, + 1.4828928112983704 ], "timestamps": [ - "2026-06-20 02:20:00", - "2026-06-20 02:30:00", - "2026-06-20 02:40:00", "2026-06-20 02:50:00", "2026-06-20 03:00:00", "2026-06-20 03:10:00", @@ -531,6 +528,9 @@ "2026-06-21 02:40:00", "2026-06-21 02:50:00", "2026-06-21 03:00:00", - "2026-06-21 03:10:00" + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index f844999f3563f335302724e5a492ff7a11349baf..2ffd2acea57b9c6e3f8e30411bd6edbbcc6cb664 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,13 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T03:43:34.496181+00:00", + "evaluated_at": "2026-06-22T03:52:05.466882+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 2bc3cad8d7e0e8f6331116cc8ab2948d448e8d9f..4b7bb823b541dfbf592da9e26666f977989410fb 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,109877.78023865505,103858.90950798117,284.11790164702205,0.25524875755618304,0.004427828066898545,0.004436519516624217,1.6296831685899107,331.4781746037815,0.005169244828114302,0.004430683846437478,0.003330558266564134,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,107779.7345123996,101754.32164305518,280.36790164702205,0.25187979405445743,0.004369673045327681,0.004378109495138144,1.6296831685899107,328.29824019083566,0.005119954672237956,0.004372460075170677,0.0032758657156083384,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.9803197335054473,0.9779668455399532,0.9529934126982461,2.765506306391305,0.5853064401541841,0.83673206090824,106.09617986467521,0.9901109702985051,0.6223395089953475,0.5990090710293006,0.593813598193417,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.055840085789192945,0.055815992131831624,0.21145836967560974,3.436199736109446,0.13523076952354895,0.14685558090639145,42.0919873125804,0.23630506932605772,0.15623475439009035,0.13980718460344416,0.12548721780452046,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.9080556089593972,0.905110743302961,0.9206390612741809,2.6573506038092534,0.5606104592830536,0.7865907589203351,101.80688334729558,0.9529195186160252,0.5921206769114399,0.5720623971943617,0.5670788963069522,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.05781359735361239,0.05789932634819682,0.21666670397475907,3.520835198738623,0.13826307263016904,0.15029574863204614,42.94059930936511,0.24044458270797534,0.15838983963043726,0.14272646157928692,0.12870592779245948,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,5.580205392527934,5.584079915152663,2.208333333333332,1.208206630894315,0.1453467592709629,0.13387604206012063,17.194696343948102,2.3622458365987087,0.1517908971308407,0.1419009370816599,0.13361128465156072,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,136.18451396667265,129.6230197133954,9.561163966711087,0.8264304295969094,0.5572797319999554,0.38605998960772353,16.646368207793387,11.669812079321272,0.5262598336708761,0.4311686019123966,0.39954606470656695,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,6.438845270447934,6.020958252839148,2.2671846465289507,1.1748241793709742,0.09612999458882414,0.09154143598967375,18.510278015526424,2.537487984296267,0.10460273161494606,0.09346003156273668,0.08327370282217532,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 515c83f821356d5d527350ab6d3b1d62a56470a5..07327192a180c5b2500acc046e37e0a386a26f26 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:43:53.797227+00:00", + "evaluated_at": "2026-06-22T03:52:30.995479+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64246.01171875 + 64156.01171875 ], "p50": [ 63921.775003426534, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index afbf57e5e4c249fc1f908f7be462f6a77205970a..85647a2a30897c9e46516508f43f4b7198318c38 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:37:10.468019+00:00", + "evaluated_at": "2026-06-22T03:52:31.004138+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0820000171661377, - 1.1260000467300415, 1.159999966621399, 1.1920000314712524, 1.2230000495910645, @@ -245,11 +243,11 @@ 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492 + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "actuals": [ - 0.9760000109672546, - 1.0099999904632568, 1.0479999780654907, 1.0759999752044678, 1.1019999980926514, @@ -307,197 +305,197 @@ 1.6399999856948853, 1.6150000095367432, 1.5870000123977661, - 1.5720000267028809 + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 ], "p50": [ - 0.6403732760400204, - 0.6443732245416073, - 0.639873207971516, - 0.6363732977361111, - 0.6383732421845821, - 0.6383732421845821, - 0.6383732421845821, - 0.6363732679337887, - 0.6383732868880657, - 0.6373732848615078, - 0.6358732445687679, - 0.6373732550591854, - 0.6368732912988094, - 0.6343732638806728, - 0.6383732570857433, - 0.6383732421845821, - 0.6383732421845821, - 0.6363732530326275, - 0.6393732442111401, - 0.6363732977361111, - 0.6398732228726772, - 0.6388732655496029, - 0.6378732486218838, - 0.6363732679337887, - 0.6388732655496029, - 0.6383732570857433, - 0.6393732740134624, - 0.635373280808392, - 0.636873261496487, - 0.635373280808392, - 0.6388732655496029, - 0.6373732550591854, - 0.6363732977361111, - 0.6403732760400204, - 0.6373732550591854, - 0.6363732679337887, - 0.6358732445687679, - 0.6403731568307308, - 0.636873261496487, - 0.6393732889146236, - 0.6373732550591854, - 0.6398732675761608, - 0.6343732936829952, - 0.6403732164353756, - 0.6388732655496029, - 0.6393732293099789, - 0.6403732760400204, - 0.6383732421845821, - 0.6393732889146236, - 0.6383732421845821, - 0.6383732421845821, - 0.6363732977361111, - 0.6383732421845821, - 0.6363732679337887, - 0.6403732760400204, - 0.6378732486218838, - 0.6363732530326275, - 0.6368732912988094, - 0.636873261496487, - 0.6363732381314663 + 0.6906692414561408, + 0.6936693220416206, + 0.6886692672053474, + 0.6876692800799507, + 0.6891692905703681, + 0.6866692631522315, + 0.6886692672053474, + 0.6866692482510703, + 0.6906693010607856, + 0.6896692543307441, + 0.6866692780533927, + 0.6876692800799507, + 0.6876692800799507, + 0.6876692800799507, + 0.6886692821065086, + 0.6886692672053474, + 0.6896692543307441, + 0.6866692333499091, + 0.6906693010607856, + 0.688669311908831, + 0.6896692990342277, + 0.6891692756692069, + 0.6886692672053474, + 0.6856692760268348, + 0.6891692905703681, + 0.6886692672053474, + 0.6906693010607856, + 0.6846692590991157, + 0.6886692672053474, + 0.6866692631522315, + 0.6891692905703681, + 0.6906693010607856, + 0.6866692929545539, + 0.6906692414561408, + 0.6876692502776283, + 0.6861692099848884, + 0.6866692631522315, + 0.6936693220416206, + 0.6866692333499091, + 0.6906692414561408, + 0.6846692889014381, + 0.6891693054715293, + 0.6866692333499091, + 0.6906693010607856, + 0.6891692905703681, + 0.6896692543307441, + 0.6896692990342277, + 0.6896692543307441, + 0.6926692604104179, + 0.6866693227568763, + 0.6886692672053474, + 0.6876692800799507, + 0.6936693071404594, + 0.6866693525591987, + 0.6896692990342277, + 0.6896692692319053, + 0.688169273642649, + 0.6871693163195747, + 0.6896692543307441, + 0.6866692780533927 ], "p10": [ - 0.6083732707948116, - 0.6122732861489681, - 0.6083732707948116, - 0.6072731776685146, - 0.6092732651681332, - 0.608273260161343, - 0.6063732965440182, - 0.6063732369393734, - 0.6103731854409603, - 0.6102731986493496, - 0.6092732651681332, - 0.6083732707948116, - 0.6093732579202084, - 0.6063732369393734, - 0.6083732707948116, - 0.6083732648343472, - 0.6083732707948116, - 0.6063732965440182, - 0.608373324438992, - 0.6063732369393734, - 0.6073732181043057, - 0.6093732579202084, - 0.6063732369393734, - 0.6063732905835537, - 0.6073731644601253, - 0.6073732181043057, - 0.6063732905835537, - 0.6063732369393734, - 0.6063732369393734, - 0.6063732369393734, - 0.6103733046502499, - 0.6063732369393734, - 0.6063732369393734, - 0.6083732707948116, - 0.6072731776685146, - 0.6063732369393734, - 0.6093732579202084, - 0.608273260161343, - 0.6063732369393734, - 0.6073731644601253, - 0.6063732369393734, - 0.6093732579202084, - 0.6082732065171627, - 0.6063732369393734, - 0.608373324438992, - 0.6102732522935299, - 0.6063732905835537, - 0.6083732648343472, - 0.6072731717080502, - 0.6083732111901669, - 0.6083732707948116, - 0.6103731854409603, - 0.6063732369393734, - 0.6063732369393734, - 0.6072731717080502, - 0.6063732905835537, - 0.6063732369393734, - 0.6063732369393734, - 0.6102731926888851, - 0.6073732240647701 + 0.6606693237105506, + 0.6586692958155769, + 0.6605692177096504, + 0.6566692619601386, + 0.6586693494597572, + 0.6586692958155769, + 0.6576692431250709, + 0.6566692619601386, + 0.6586692362109321, + 0.6576691894808906, + 0.6586693494597572, + 0.6575691967288154, + 0.6585692851821082, + 0.6576691894808906, + 0.6566692619601386, + 0.6566693215647834, + 0.6586693554202216, + 0.6576691894808906, + 0.6605692236701148, + 0.6576691894808906, + 0.6566693215647834, + 0.6605692177096504, + 0.6585692911425727, + 0.6566693215647834, + 0.6576692431250709, + 0.6566693215647834, + 0.6585692851821082, + 0.6566692619601386, + 0.6575692026892799, + 0.6566692619601386, + 0.6625693111697334, + 0.6576691894808906, + 0.6566692619601386, + 0.6586692958155769, + 0.6576692431250709, + 0.6575692026892799, + 0.6566692619601386, + 0.6576692490855354, + 0.6566693215647834, + 0.6596692829409736, + 0.6586692958155769, + 0.656669315604319, + 0.6566693215647834, + 0.656669315604319, + 0.6585692315379279, + 0.6586692898551124, + 0.6576691894808906, + 0.6576692431250709, + 0.6606693237105506, + 0.6586692958155769, + 0.6576692431250709, + 0.6595692901888984, + 0.6586692362109321, + 0.6605692177096504, + 0.6575692026892799, + 0.6586692898551124, + 0.6576691894808906, + 0.6566692619601386, + 0.6586692958155769, + 0.6576691894808906 ], "p90": [ - 0.6644732637853054, - 0.6664731843919186, - 0.6643732114285854, - 0.6623732967824367, - 0.6653732521981625, - 0.6614732964486507, - 0.6654732449502376, - 0.6624733431786922, - 0.664373205468121, - 0.6654732449502376, - 0.6623732431382564, - 0.6623732431382564, - 0.663373277947369, - 0.6643732114285854, - 0.6653732521981625, - 0.6644732101411251, - 0.6644732101411251, - 0.664373205468121, - 0.6643732650727657, - 0.6653732521981625, - 0.663373277947369, - 0.6653732521981625, - 0.663373277947369, - 0.6604733152837184, - 0.6654732449502376, - 0.6673732860536007, - 0.6623732967824367, - 0.6643732650727657, - 0.6653732521981625, - 0.6624733431786922, - 0.664373205468121, - 0.6654732568711667, - 0.6624732895345119, - 0.6673732264489559, - 0.663373277947369, - 0.6617732985467342, - 0.6643732650727657, - 0.6634732706994442, - 0.6634732706994442, - 0.6654732449502376, - 0.6643732114285854, - 0.663373277947369, - 0.6604732497186092, - 0.6673732860536007, - 0.6634732766599086, - 0.6654732449502376, - 0.6643732650727657, - 0.6644732101411251, - 0.6654732568711667, - 0.6643732650727657, - 0.6653732521981625, - 0.6653732521981625, - 0.6634732706994442, - 0.6653732521981625, - 0.663373277947369, - 0.663373277947369, - 0.664373205468121, - 0.663373277947369, - 0.6653732521981625, - 0.663373277947369 + 0.7186692981997627, + 0.7157692699710029, + 0.7136693029681342, + 0.7126693158427375, + 0.7146692304888862, + 0.7126692562380927, + 0.7146692304888862, + 0.7136693029681342, + 0.7156692772189277, + 0.7146692304888862, + 0.7127692609110969, + 0.714669290093531, + 0.7107692747393745, + 0.7166692166606086, + 0.7147692888060706, + 0.7176692514697212, + 0.7146692364493507, + 0.7136693029681342, + 0.7136693029681342, + 0.7167693226615088, + 0.7147692888060706, + 0.7138693003932136, + 0.7156692772189277, + 0.7117693274298804, + 0.7156692772189277, + 0.7156692772189277, + 0.7147692888060706, + 0.7137692957202094, + 0.7156692772189277, + 0.7137692957202094, + 0.7138693003932136, + 0.7176692574301856, + 0.7126692621985572, + 0.7156692772189277, + 0.7147692888060706, + 0.7146692304888862, + 0.7156692772189277, + 0.7136693029681342, + 0.7116693287173408, + 0.7156692772189277, + 0.7137692957202094, + 0.7176692574301856, + 0.7136693029681342, + 0.7156692772189277, + 0.7126692562380927, + 0.7156692772189277, + 0.7147692351618904, + 0.7136693029681342, + 0.7167693167010444, + 0.7136693029681342, + 0.7146692364493507, + 0.7156692772189277, + 0.7126692562380927, + 0.7156692772189277, + 0.7126693158427375, + 0.7176692514697212, + 0.7136693029681342, + 0.714669290093531, + 0.7156692772189277, + 0.7136693029681342 ], "timestamps": [ - "2026-06-20 21:30:00", - "2026-06-20 21:36:00", "2026-06-20 21:42:00", "2026-06-20 21:48:00", "2026-06-20 21:54:00", @@ -795,6 +793,8 @@ "2026-06-22 03:06:00", "2026-06-22 03:12:00", "2026-06-22 03:18:00", - "2026-06-22 03:24:00" + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 53b9bfe7ecffe83fcdfb9baa57ea4f81485b6c84..c3a9c564d3d418250013a6ad27eb24e322e5c96d 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:29:35.461764+00:00", + "evaluated_at": "2026-06-22T03:52:31.016609+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -83,10 +82,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -157,7 +156,8 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158 ], "p50": [ 1.312499965230624, @@ -237,11 +237,13 @@ 1.212499941388766, 1.212499941388766, 1.212499941388766, - 1.2125000605980556, 1.212499941388766, 1.212499941388766, 1.212499941388766, - 1.2125000486771267, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, 1.212499941388766, 1.212499941388766, 1.212499941388766, @@ -262,7 +264,6 @@ 1.212499941388766, 1.212499941388766, 1.212499941388766, - 1.2125000605980556, 1.212499941388766, 1.212499941388766, 1.212499941388766, @@ -289,7 +290,6 @@ 1.212499941388766, 1.212499941388766, 1.212499941388766, - 1.2125000486771267, 1.212499941388766, 1.212499941388766, 1.212499941388766, @@ -308,9 +308,11 @@ 1.212499941388766 ], "p90": [ + 1.4124998817841212, 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, + 1.4124998698631923, 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, @@ -327,6 +329,8 @@ 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, + 1.4124998817841212, + 1.4124998698631923, 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, @@ -336,11 +340,7 @@ 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, - 1.4124999890724819, - 1.4124999890724819, - 1.4124999890724819, - 1.4124999890724819, - 1.4124999890724819, + 1.4124998817841212, 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, @@ -382,9 +382,6 @@ 1.4124999890724819 ], "timestamps": [ - "2026-06-20 02:20:00", - "2026-06-20 02:30:00", - "2026-06-20 02:40:00", "2026-06-20 02:50:00", "2026-06-20 03:00:00", "2026-06-20 03:10:00", @@ -531,6 +528,9 @@ "2026-06-21 02:40:00", "2026-06-21 02:50:00", "2026-06-21 03:00:00", - "2026-06-21 03:10:00" + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index b1aa769955ccb57b9a811db8a34e058fb38a2c74..56cec4a460f82e1f90f6a4f29238b375b3463f50 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,13 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T03:43:53.810645+00:00", + "evaluated_at": "2026-06-22T03:52:31.021240+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index fa8680324a280f3ed50e2d88cc55958fd498bb49..d01671e770ee71e6d5e7c42cf5eff6d35cd013b2 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T03:41:16.232627+00:00", - "finished_at": "2026-06-22T03:43:54.017673+00:00", - "task_count": 1, + "started_at": "2026-06-22T03:49:19.417854+00:00", + "finished_at": "2026-06-22T03:52:31.146837+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,13 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T03:41:59.997694+00:00", + "evaluated_at": "2026-06-22T03:49:57.198887+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -24,13 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T03:42:25.444865+00:00", + "evaluated_at": "2026-06-22T03:50:29.947781+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -38,13 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:42:53.408160+00:00", + "evaluated_at": "2026-06-22T03:51:03.266472+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -52,13 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T03:43:05.186677+00:00", + "evaluated_at": "2026-06-22T03:51:26.686884+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -66,13 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T03:43:34.496181+00:00", + "evaluated_at": "2026-06-22T03:52:05.466882+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -80,13 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T03:43:53.374815+00:00", + "evaluated_at": "2026-06-22T03:52:30.486533+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -94,13 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T03:43:53.677561+00:00", + "evaluated_at": "2026-06-22T03:52:30.905253+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -108,13 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T03:43:53.783944+00:00", + "evaluated_at": "2026-06-22T03:52:30.990294+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -122,13 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T03:43:53.810645+00:00", + "evaluated_at": "2026-06-22T03:52:31.021240+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -136,13 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T03:43:53.830350+00:00", + "evaluated_at": "2026-06-22T03:52:31.046464+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -158,7 +278,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T03:45:08.980291+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_035230.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_035230.json new file mode 100644 index 0000000000000000000000000000000000000000..54164fbe39b9f214f40c340818704b4dec3e1394 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_035230.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:52:30.713466+00:00", + "metrics": { + "MSE[mean]": 298714.6199822989, + "MSE[0.5]": 722735.6569754138, + "MAE[0.5]": 813.2985425916646, + "MASE[0.5]": 0.7306594949327886, + "MAPE[0.5]": 0.01267370209900411, + "sMAPE[0.5]": 0.01276200195774504, + "MSIS": 13.864391648480806, + "RMSE[mean]": 546.547911881748, + "NRMSE[mean]": 0.008523653777169921, + "ND[0.5]": 0.012683746555101858, + "mean_weighted_sum_quantile_loss": 0.011446051256293497 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64156.01171875 + ], + "predictions": { + "p50": [ + 63707.84300941938, + 63658.75173961217, + 63606.75907136685, + 63551.28389464019, + 63515.694875764035, + 63480.28888919713, + 63424.519430867294, + 63401.2118662461, + 63391.70499977636, + 63332.83370305868, + 63308.239436409305, + 63283.93346754319, + 63244.519761249685, + 63226.5783298813, + 63190.019859328524, + 63182.019057364945, + 63172.865889052824, + 63111.57664067788, + 63137.55278089548, + 63095.28560108082, + 63098.13433203916, + 63120.78277619196, + 63078.17664000744, + 63071.880019879354 + ], + "p10": [ + 63411.46567795504, + 63320.915005654984, + 63313.48721056215, + 63172.14644218715, + 63204.04881078871, + 63136.62407722957, + 63047.37448083974, + 63097.18913047926, + 63064.7894513992, + 63029.54436269002, + 62969.55859357724, + 62995.327319426455, + 62992.04913799568, + 62929.26578857411, + 62907.66227606013, + 62915.618927804535, + 62828.32645158157, + 62816.769098615165, + 62835.2182628784, + 62816.66686322157, + 62720.561237174974, + 62812.92395253164, + 62780.86409870025, + 62766.079691155755 + ], + "p90": [ + 63901.01602482756, + 63914.712474114225, + 63816.33302409564, + 63862.47693695639, + 63804.76437250804, + 63758.16201476726, + 63692.04519032978, + 63684.60579026807, + 63701.015885965804, + 63549.911459289055, + 63521.11798653498, + 63498.23561321705, + 63561.83535080455, + 63521.51391221007, + 63494.54210653259, + 63443.61307279755, + 63474.08802028959, + 63407.484292732355, + 63422.63492266721, + 63407.012504400554, + 63411.74869920655, + 63398.68165289179, + 63336.92118575222, + 63375.20161579783 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_034945.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_034945.json new file mode 100644 index 0000000000000000000000000000000000000000..40fafe4b17f062873e8b15c74fb5e9e497b34561 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_034945.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:49:45.555263+00:00", + "metrics": { + "MSE[mean]": 430280.9261023204, + "MSE[0.5]": 430280.9261023204, + "MAE[0.5]": 564.80224609375, + "MASE[0.5]": 0.5074128407419987, + "MAPE[0.5]": 0.008826485161671891, + "sMAPE[0.5]": 0.008774094530334104, + "MSIS": 1.5713130905677988, + "RMSE[mean]": 655.9580216007122, + "NRMSE[mean]": 0.0102299523004884, + "ND[0.5]": 0.008808338104697857, + "mean_weighted_sum_quantile_loss": 0.005682191037935658 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64156.01171875 + ], + "predictions": { + "p50": [ + 64444.35546875, + 64458.6171875, + 64471.0078125, + 64498.328125, + 64514.74609375, + 64549.66015625, + 64572.0, + 64595.59765625, + 64610.015625, + 64633.86328125, + 64655.3046875, + 64671.85546875, + 64676.87890625, + 64694.265625, + 64708.71484375, + 64711.41796875, + 64812.8359375, + 64836.6640625, + 64850.296875, + 64872.2890625, + 64872.66796875, + 64902.4453125, + 64919.01953125, + 64934.02734375 + ], + "p10": [ + 64159.08203125, + 64121.87109375, + 64069.73046875, + 64038.328125, + 64005.09375, + 64009.05078125, + 63962.29296875, + 63936.78515625, + 63892.75, + 63845.33203125, + 63811.3671875, + 63762.17578125, + 63705.46875, + 63658.078125, + 63634.125, + 63639.0546875, + 63530.33984375, + 63496.34375, + 63411.33984375, + 63373.91796875, + 63342.98046875, + 63293.9765625, + 63263.078125, + 63233.60546875 + ], + "p90": [ + 64685.69140625, + 64745.29296875, + 64802.91796875, + 64863.125, + 64939.35546875, + 64977.9921875, + 65027.59375, + 65076.78125, + 65126.71875, + 65183.53125, + 65232.625, + 65296.8828125, + 65355.81640625, + 65385.73828125, + 65422.8828125, + 65437.5390625, + 65689.4296875, + 65750.546875, + 65793.5703125, + 65888.5546875, + 65913.40625, + 65980.359375, + 66040.875, + 66078.515625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_035230.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_035230.json new file mode 100644 index 0000000000000000000000000000000000000000..38f776a1cc1b9f10a0625c433af85d625b2f5c24 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_035230.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T03:52:30.941892+00:00", + "metrics": { + "MSE[mean]": 66974.52468032543, + "MSE[0.5]": 71389.37658021478, + "MAE[0.5]": 198.22018172936077, + "MASE[0.5]": 0.17807908201376954, + "MAPE[0.5]": 0.0030983290413552447, + "sMAPE[0.5]": 0.003092397410727555, + "MSIS": 1.4831389313223928, + "RMSE[mean]": 258.794367559121, + "NRMSE[mean]": 0.004036011373569878, + "ND[0.5]": 0.003091330446934962, + "mean_weighted_sum_quantile_loss": 0.0024825035232102556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64156.01171875 + ], + "predictions": { + "p50": [ + 64429.850861727355, + 64423.81311623109, + 64383.087870734824, + 64373.93098461356, + 64377.8365984923, + 64348.529321746035, + 64327.71423249977, + 64312.899143253504, + 64304.08405400724, + 64284.89982413597, + 64288.94606301471, + 64265.50988001844, + 64260.84713452218, + 64244.50079527592, + 64197.91617477965, + 64197.78077303339, + 64182.82505878712, + 64160.86153204086, + 64171.95659904459, + 64131.231353548326, + 64123.84595180206, + 64109.0308625558, + 64094.21577330954, + 64087.72880906327 + ], + "p10": [ + 64184.593049227355, + 64090.30139748109, + 64150.11560510982, + 64060.67121898856, + 64124.9639422423, + 64110.14885299603, + 64079.73923249977, + 64076.0401588785, + 64044.00592900724, + 64035.97208976097, + 64062.62731301471, + 63999.56066126844, + 64036.369400147174, + 63976.71173277592, + 63961.218518529655, + 63958.67921053339, + 63868.07505878712, + 63929.04903204086, + 63913.07417716959, + 63816.37275979832, + 63736.24438930206, + 63858.1910188058, + 63779.18452330954, + 63847.78037156327 + ], + "p90": [ + 64665.917267977355, + 64648.92249123109, + 64625.83904260983, + 64647.67903148856, + 64607.5076922423, + 64592.69260299604, + 64597.33923249977, + 64562.871799503504, + 64537.57389775724, + 64536.922480385976, + 64538.07887551471, + 64503.017301893444, + 64567.857290772175, + 64521.20782652592, + 64462.847034154656, + 64446.31631990839, + 64508.13365253712, + 64434.37325079086, + 64447.13238029459, + 64388.77158792333, + 64417.50220180206, + 64357.3668000558, + 64360.29780455954, + 64348.24013718827 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_035148.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_035148.json new file mode 100644 index 0000000000000000000000000000000000000000..16d30b8631336e9280a72268b43a64c9aa9496a3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_035148.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:51:48.680423+00:00", + "metrics": { + "MSE[mean]": 563205.4680099487, + "MSE[0.5]": 399028.39502032596, + "MAE[0.5]": 538.611083984375, + "MASE[0.5]": 0.483882955618195, + "MAPE[0.5]": 0.008417651079965673, + "sMAPE[0.5]": 0.008369064210339875, + "MSIS": 2.049323097637163, + "RMSE[mean]": 750.4701646367754, + "NRMSE[mean]": 0.011703910516162751, + "ND[0.5]": 0.008399875474087085, + "mean_weighted_sum_quantile_loss": 0.006274528546676617 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64156.01171875 + ], + "predictions": { + "p50": [ + 64452.962890625, + 64475.0546875, + 64448.291015625, + 64483.154296875, + 64421.953125, + 64489.4609375, + 64557.439453125, + 64515.2265625, + 64460.119140625, + 64546.3671875, + 64632.67578125, + 64689.83984375, + 64644.36328125, + 64604.349609375, + 64703.345703125, + 64698.095703125, + 64792.0078125, + 64815.060546875, + 64810.5703125, + 64700.724609375, + 64823.77734375, + 64912.685546875, + 64844.62109375, + 64782.98828125 + ], + "p10": [ + 64245.798828125, + 64082.5625, + 63932.560546875, + 63936.798828125, + 63839.1640625, + 63767.439453125, + 63777.125, + 63664.83203125, + 63564.994140625, + 63719.853515625, + 63639.2578125, + 63764.0078125, + 63677.65234375, + 63751.220703125, + 63547.591796875, + 63393.306640625, + 63545.55078125, + 63473.568359375, + 63454.548828125, + 63000.63671875, + 63222.265625, + 62910.625, + 63305.419921875, + 62614.306640625 + ], + "p90": [ + 64650.693359375, + 64759.140625, + 64939.54296875, + 65033.533203125, + 65105.84765625, + 65432.046875, + 65525.169921875, + 65401.767578125, + 65468.271484375, + 65546.82421875, + 65659.56640625, + 65734.453125, + 65712.6640625, + 66061.19140625, + 66194.0703125, + 65947.953125, + 66543.8671875, + 66273.7421875, + 66764.76171875, + 66567.73046875, + 67298.01953125, + 66931.2734375, + 66812.078125, + 67009.30859375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_035230.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_035230.json new file mode 100644 index 0000000000000000000000000000000000000000..51dbe28dc9bdfd3c9d0d69547e381eef193645ae --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_035230.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:52:30.995479+00:00", + "metrics": { + "MSE[mean]": 107779.7345123996, + "MSE[0.5]": 101754.32164305518, + "MAE[0.5]": 280.36790164702205, + "MASE[0.5]": 0.25187979405445743, + "MAPE[0.5]": 0.004369673045327681, + "sMAPE[0.5]": 0.004378109495138144, + "MSIS": 1.6296831685899107, + "RMSE[mean]": 328.29824019083566, + "NRMSE[mean]": 0.005119954672237956, + "ND[0.5]": 0.004372460075170677, + "mean_weighted_sum_quantile_loss": 0.0032758657156083384 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64156.01171875 + ], + "predictions": { + "p50": [ + 63921.775003426534, + 63930.552347176534, + 63904.642190926534, + 63910.300394051534, + 63929.021097176534, + 63914.528909676534, + 63908.528909676534, + 63908.528909676534, + 63914.528909676534, + 63910.159769051534, + 63929.021097176534, + 63920.400003426534, + 63930.552347176534, + 63929.021097176534, + 63897.251565926534, + 63911.931253426534, + 63911.790628426534, + 63904.642190926534, + 63930.552347176534, + 63904.642190926534, + 63912.071878426534, + 63912.071878426534, + 63912.071878426534, + 63920.400003426534 + ], + "p10": [ + 63676.517190926534, + 63597.040628426534, + 63671.66992530153, + 63597.040628426534, + 63676.14844092653, + 63676.14844092653, + 63660.553909676535, + 63671.66992530153, + 63654.450784676534, + 63661.232034676534, + 63702.702347176535, + 63654.450784676534, + 63706.07461280153, + 63661.232034676534, + 63660.553909676535, + 63672.829690926534, + 63597.040628426534, + 63672.829690926534, + 63671.66992530153, + 63589.78359717653, + 63524.470315926534, + 63661.232034676534, + 63597.040628426534, + 63680.45156592653 + ], + "p90": [ + 64157.841409676534, + 64155.661722176534, + 64147.39336280154, + 64184.048440926534, + 64158.69219092654, + 64158.69219092654, + 64178.153909676534, + 64158.501565926534, + 64148.018753426535, + 64162.18242530154, + 64178.153909676534, + 64157.907425301535, + 64237.56250342653, + 64205.728128426534, + 64162.18242530154, + 64160.46680030153, + 64237.099222176534, + 64178.153909676534, + 64205.728128426534, + 64162.18242530154, + 64205.728128426534, + 64160.407815926534, + 64178.153909676534, + 64180.911331551535 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_035231.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_035231.json new file mode 100644 index 0000000000000000000000000000000000000000..f72fca6315edaa7ebcc0b422a70a088971625935 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_035231.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:52:31.025884+00:00", + "metrics": { + "MSE[mean]": 231544.40529314676, + "MSE[0.5]": 231544.40529314676, + "MAE[0.5]": 418.77490234375, + "MASE[0.5]": 0.3762232963826144, + "MAPE[0.5]": 0.006534114068261951, + "sMAPE[0.5]": 0.006547274387941671, + "MSIS": 3.444595661865718, + "RMSE[mean]": 481.19061222466377, + "NRMSE[mean]": 0.0075043780979898245, + "ND[0.5]": 0.006530977798189028, + "mean_weighted_sum_quantile_loss": 0.005779804447970385 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64156.01171875 + ], + "predictions": { + "p50": [ + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "p10": [ + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996 + ], + "p90": [ + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_035218.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_035218.json new file mode 100644 index 0000000000000000000000000000000000000000..1a6896058e7cef9ebd0689e232eab66ed786f29d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_035218.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:52:18.706913+00:00", + "metrics": { + "MSE[mean]": 212507.57634544373, + "MSE[0.5]": 212507.57634544373, + "MAE[0.5]": 388.70068359375, + "MASE[0.5]": 0.34920491096617107, + "MAPE[0.5]": 0.0060763605970471715, + "sMAPE[0.5]": 0.0060505222804590865, + "MSIS": 1.6467967356927256, + "RMSE[mean]": 460.9854404918269, + "NRMSE[mean]": 0.007189269605916353, + "ND[0.5]": 0.006061957200596233, + "mean_weighted_sum_quantile_loss": 0.00413736977324622 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64156.01171875 + ], + "predictions": { + "p50": [ + 64467.90625, + 64422.0, + 64429.0625, + 64453.78125, + 64453.78125, + 64450.25, + 64464.375, + 64478.5, + 64510.28125, + 64524.40625, + 64556.1875, + 64552.65625, + 64556.1875, + 64552.65625, + 64552.65625, + 64556.1875, + 64573.84375, + 64545.59375, + 64520.875, + 64510.28125, + 64499.6875, + 64496.15625, + 64478.5, + 64414.9375 + ], + "p10": [ + 64199.53125, + 64090.0625, + 64045.921875, + 64031.796875, + 64017.671875, + 64007.078125, + 63987.65625, + 63971.765625, + 63971.765625, + 63978.828125, + 63987.65625, + 63950.578125, + 63912.6171875, + 63872.890625, + 63859.6484375, + 63818.15625, + 63822.5703125, + 63759.33984375, + 63698.7578125, + 63659.69140625, + 63632.765625, + 63620.40625, + 63578.03125, + 63502.109375 + ], + "p90": [ + 64732.75, + 64782.1875, + 64845.75, + 64909.3125, + 64930.5, + 64930.5, + 64979.9375, + 65008.1875, + 65078.8125, + 65107.0625, + 65156.5, + 65191.8125, + 65213.0, + 65227.125, + 65241.25, + 65290.6875, + 65318.9375, + 65304.8125, + 65276.5625, + 65283.625, + 65283.625, + 65283.625, + 65290.6875, + 65248.3125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_035016.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_035016.json new file mode 100644 index 0000000000000000000000000000000000000000..57af92a7ce70365718da0efcea1409313900666a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_035016.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:50:16.535490+00:00", + "metrics": { + "MSE[mean]": 235158.3931566874, + "MSE[0.5]": 156635.60066604614, + "MAE[0.5]": 304.5276692708333, + "MASE[0.5]": 0.27358469414373543, + "MAPE[0.5]": 0.00476365127235561, + "sMAPE[0.5]": 0.004744615119314457, + "MSIS": 12.544664160350186, + "RMSE[mean]": 484.93132828957073, + "NRMSE[mean]": 0.0075627162014256, + "ND[0.5]": 0.004749242220130737, + "mean_weighted_sum_quantile_loss": 0.005507665694505939 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64156.01171875 + ], + "predictions": { + "p50": [ + 64371.95703125, + 64365.90625, + 64349.42578125, + 64336.77734375, + 64349.8984375, + 64354.26953125, + 64348.24609375, + 64348.296875, + 64368.2421875, + 64399.6015625, + 64395.2421875, + 64427.59375, + 64444.9375, + 64417.69140625, + 64445.44140625, + 64427.5234375, + 64426.05859375, + 64444.30078125, + 64460.5546875, + 64490.44140625, + 64466.59375, + 64487.56640625, + 64508.05859375, + 64513.30859375 + ], + "p10": [ + 64394.98828125, + 64428.1875, + 64399.46484375, + 64402.234375, + 64399.98828125, + 64409.28125, + 64424.5, + 64439.09375, + 64424.2890625, + 64429.0859375, + 64439.82421875, + 64423.94921875, + 64437.7109375, + 64456.6484375, + 64483.85546875, + 64467.08984375, + 64446.8984375, + 64512.76953125, + 64511.4375, + 64502.78125, + 64521.56640625, + 64562.3828125, + 64536.26953125, + 64544.796875 + ], + "p90": [ + 64582.3984375, + 64629.71875, + 64647.44921875, + 64668.2734375, + 64698.61328125, + 64710.671875, + 64741.69140625, + 64750.37890625, + 64788.8828125, + 64838.55078125, + 64846.7421875, + 64883.25, + 64901.6015625, + 64915.515625, + 64945.9453125, + 64957.21484375, + 64966.84765625, + 65001.51953125, + 65037.55078125, + 65055.75, + 65054.625, + 65083.7578125, + 65085.0625, + 65087.265625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_035109.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_035109.json new file mode 100644 index 0000000000000000000000000000000000000000..f05f0740f5d2fe8f002697ddfee9d30def8dc87f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_035109.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:51:09.440605+00:00", + "metrics": { + "MSE[mean]": 452985.8452428182, + "MSE[0.5]": 452985.8452428182, + "MAE[0.5]": 577.6595052083334, + "MASE[0.5]": 0.518963677192468, + "MAPE[0.5]": 0.009027142257927924, + "sMAPE[0.5]": 0.008972008099841333, + "MSIS": 2.3906415048504885, + "RMSE[mean]": 673.0422313962313, + "NRMSE[mean]": 0.010496388025861817, + "ND[0.5]": 0.009008852685091648, + "mean_weighted_sum_quantile_loss": 0.0060387645716822765 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64156.01171875 + ], + "predictions": { + "p50": [ + 64415.41796875, + 64430.72265625, + 64466.9140625, + 64496.1875, + 64518.07421875, + 64537.7890625, + 64556.6796875, + 64577.03515625, + 64594.66796875, + 64610.28515625, + 64648.57421875, + 64685.08203125, + 64714.2265625, + 64740.078125, + 64770.35546875, + 64793.375, + 64812.4453125, + 64837.625, + 64870.3671875, + 64897.3515625, + 64920.13671875, + 64938.12890625, + 64962.4765625, + 64981.453125 + ], + "p10": [ + 64185.56640625, + 64073.20703125, + 64004.41796875, + 63971.9296875, + 63954.48046875, + 63942.11328125, + 63923.98046875, + 63903.20703125, + 63882.796875, + 63853.8203125, + 63848.046875, + 63843.6953125, + 63827.37109375, + 63815.53515625, + 63806.4921875, + 63799.3203125, + 63791.6484375, + 63778.2109375, + 63779.765625, + 63774.21875, + 63756.69140625, + 63739.39453125, + 63726.640625, + 63712.91796875 + ], + "p90": [ + 64651.76953125, + 64785.12890625, + 64926.23828125, + 65043.26953125, + 65129.05078125, + 65223.42578125, + 65319.74609375, + 65409.70703125, + 65489.62109375, + 65569.9609375, + 65675.828125, + 65763.375, + 65836.4921875, + 65911.6640625, + 66007.390625, + 66088.15625, + 66157.5, + 66222.015625, + 66295.09375, + 66383.21875, + 66441.0, + 66512.3359375, + 66581.5078125, + 66647.421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_035051.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_035051.json new file mode 100644 index 0000000000000000000000000000000000000000..01a2e85b88fec0c4aeb425e443cf3bfa4d982ebf --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_035051.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:50:51.915161+00:00", + "metrics": { + "MSE[mean]": 195796.43974049887, + "MSE[0.5]": 195796.43974049887, + "MAE[0.5]": 364.4850260416667, + "MASE[0.5]": 0.32744979990930306, + "MAPE[0.5]": 0.005698980096961066, + "sMAPE[0.5]": 0.005675119040724733, + "MSIS": 1.6274105733203825, + "RMSE[mean]": 442.4889148221669, + "NRMSE[mean]": 0.00690080819665782, + "ND[0.5]": 0.005684303427755314, + "mean_weighted_sum_quantile_loss": 0.004444346002758063 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64156.01171875 + ], + "predictions": { + "p50": [ + 64397.046875, + 64403.8828125, + 64403.03125, + 64418.6796875, + 64438.515625, + 64450.71484375, + 64457.01953125, + 64466.80078125, + 64472.16796875, + 64476.765625, + 64479.4140625, + 64488.4921875, + 64489.09375, + 64496.36328125, + 64506.12890625, + 64507.03515625, + 64512.25, + 64507.921875, + 64512.3828125, + 64517.7890625, + 64520.890625, + 64519.62109375, + 64520.796875, + 64523.69921875 + ], + "p10": [ + 64189.62109375, + 64118.921875, + 64033.171875, + 63984.62890625, + 63962.55078125, + 63921.13671875, + 63880.75390625, + 63847.69921875, + 63815.234375, + 63779.69921875, + 63739.5703125, + 63705.38671875, + 63670.43359375, + 63636.24609375, + 63603.4921875, + 63577.45703125, + 63539.45703125, + 63493.27734375, + 63470.48046875, + 63431.0546875, + 63409.89453125, + 63377.2265625, + 63338.5390625, + 63298.25 + ], + "p90": [ + 64615.06640625, + 64695.80078125, + 64787.15234375, + 64862.14453125, + 64941.109375, + 65004.0859375, + 65058.03515625, + 65102.37109375, + 65166.41015625, + 65198.4296875, + 65242.96875, + 65297.91796875, + 65350.37109375, + 65404.875, + 65468.6875, + 65514.2890625, + 65567.96875, + 65606.890625, + 65649.6484375, + 65697.9609375, + 65747.8671875, + 65805.1328125, + 65852.0625, + 65899.65625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_035230.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_035230.json new file mode 100644 index 0000000000000000000000000000000000000000..8e1df0ab544f366736cc2ca81c2b1fc3e4dd1816 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_035230.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:52:30.788130+00:00", + "metrics": { + "MSE[mean]": 0.03295137909201971, + "MSE[0.5]": 0.03247030098179358, + "MAE[0.5]": 0.11305669622168277, + "MASE[0.5]": 0.3263290605479696, + "MAPE[0.5]": 0.0684687273674859, + "sMAPE[0.5]": 0.06359497800605271, + "MSIS": 11.36947889694013, + "RMSE[mean]": 0.1815251472717202, + "NRMSE[mean]": 0.11279524763548296, + "ND[0.5]": 0.070250641516273, + "mean_weighted_sum_quantile_loss": 0.06852430765913683 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" + ], + "context": [ + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "actual": [ + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 + ], + "predictions": { + "p50": [ + 1.0370600807283203, + 1.0680138492084486, + 1.0980329039719021, + 1.131093135497065, + 1.1580366335480512, + 1.1860677770024857, + 1.2145106695471652, + 1.2409712609318015, + 1.2684770968872043, + 1.2936043804805288, + 1.3206195511693246, + 1.345818510935197, + 1.3692393513207224, + 1.3939086771737532, + 1.4167560576019163, + 1.4414918841402935, + 1.4633262797911852, + 1.4839653224367546, + 1.5057712579882108, + 1.5265022060271018, + 1.5474822708033713, + 1.5675754791549408, + 1.5891936818987833, + 1.6060540348091918, + 1.6254677591769378, + 1.6426374857435009, + 1.662906978265984, + 1.6776635887396891, + 1.6961085930653905, + 1.7125889085847097, + 1.7291094559685907, + 1.7445093803788514, + 1.7612691623630452, + 1.7763157951678905, + 1.7923025831448505, + 1.8053253628654584, + 1.8200563367691336, + 1.8337500694921587, + 1.8470360549516285, + 1.8615127233859394, + 1.8740900434256071, + 1.8864362172073914, + 1.9010380961979279, + 1.9121183295828512, + 1.924562528675616, + 1.9359960216587768, + 1.9484970803240507, + 1.9597042637134463, + 1.9693484902166989, + 1.9804561029640335, + 1.9908463493380648, + 2.003264839957774, + 2.011488328080646, + 2.021957352430274, + 2.030483739480827, + 2.0423308675274514, + 2.0511800600054295, + 2.0581451474678563, + 2.0677148064902915, + 2.0776161091311107 + ], + "p10": [ + 1.0285520641186578, + 1.0582300080691889, + 1.0885068987928268, + 1.1202946124686104, + 1.1495543212313246, + 1.178150378078487, + 1.204497901317295, + 1.2330880442718204, + 1.2601503404654097, + 1.2861427524950213, + 1.3119878426548963, + 1.336946457188213, + 1.3594645697432832, + 1.383340474280649, + 1.408580641086466, + 1.4325420023367461, + 1.4535298308202953, + 1.4756680439079615, + 1.4957512763253036, + 1.5184039455443041, + 1.5383666765038675, + 1.5590078894482438, + 1.578618189346882, + 1.5947868821172169, + 1.6148106578151764, + 1.6329420848894678, + 1.6528346187465648, + 1.6702669665498031, + 1.6861626882816487, + 1.702368436318344, + 1.7187948341291874, + 1.735430981308768, + 1.7520622113015267, + 1.76603438206919, + 1.782790982747813, + 1.7956338958921674, + 1.8102043484620944, + 1.82596654248901, + 1.8389013788529014, + 1.8532008837204046, + 1.864598946064915, + 1.877530968794477, + 1.889732014025511, + 1.903489391285005, + 1.9152198344670022, + 1.9262329706762311, + 1.9384978885657307, + 1.9509402935358497, + 1.9600102123884058, + 1.972034005153417, + 1.9812266437319879, + 1.993659593349573, + 2.0036382892818403, + 2.0135244783335033, + 2.02279575985647, + 2.032221611471949, + 2.0418170364019765, + 2.0504535254856977, + 2.0573518310545875, + 2.066282803325054 + ], + "p90": [ + 1.0473883066618506, + 1.077049942703496, + 1.1076202692873383, + 1.1383016387973135, + 1.167000406850064, + 1.1951769102922134, + 1.22376830068817, + 1.2503028368255173, + 1.277501804008165, + 1.3005163501735044, + 1.3300191813434121, + 1.3549608354850255, + 1.3783528985457254, + 1.4037698666103675, + 1.4263149017586743, + 1.4498393815185058, + 1.4711402338654316, + 1.4937177218146054, + 1.5153376777740366, + 1.536073756353284, + 1.5569075479445824, + 1.5768375027820416, + 1.5976703524989322, + 1.6150222863458052, + 1.6339546494182968, + 1.6528081985657441, + 1.6711450693375316, + 1.6873450459077917, + 1.7051279957575647, + 1.7223494798630554, + 1.7383283853714604, + 1.7546190317768202, + 1.770323194480839, + 1.786768929776239, + 1.8017768915678074, + 1.816371190653035, + 1.8272702769224696, + 1.84325168376099, + 1.857375396316202, + 1.872305177808964, + 1.8846565689264452, + 1.8968084243497734, + 1.9108936379011956, + 1.9219208609296312, + 1.933721454087744, + 1.9451158410521217, + 1.956361083109179, + 1.9693818008585071, + 1.97967387868547, + 1.989873131239115, + 2.0011610593355282, + 2.011254632997019, + 2.0213501863766346, + 2.0307968632033666, + 2.0398222920701965, + 2.0504652442139695, + 2.0588988244865503, + 2.0651601497309895, + 2.0772273900431544, + 2.085946469622118 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_034949.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_034949.json new file mode 100644 index 0000000000000000000000000000000000000000..84da23c241bd4ad4e65c944d3e4b5c1881d2c30d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_034949.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:49:49.940506+00:00", + "metrics": { + "MSE[mean]": 0.05732459860793213, + "MSE[0.5]": 0.05732459860793213, + "MAE[0.5]": 0.1984055538972219, + "MASE[0.5]": 0.5726816736606763, + "MAPE[0.5]": 0.11642917631084204, + "sMAPE[0.5]": 0.1272001830606099, + "MSIS": 2.278386869339408, + "RMSE[mean]": 0.23942555963792198, + "NRMSE[mean]": 0.1487731352681336, + "ND[0.5]": 0.1232843158121418, + "mean_weighted_sum_quantile_loss": 0.09610723802720378 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" + ], + "context": [ + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "actual": [ + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 + ], + "predictions": { + "p50": [ + 1.0210100412368774, + 1.0541123151779175, + 1.0860199928283691, + 1.10732102394104, + 1.1373915672302246, + 1.163210153579712, + 1.187878966331482, + 1.213599443435669, + 1.2382376194000244, + 1.2584201097488403, + 1.2822169065475464, + 1.3057231903076172, + 1.3332115411758423, + 1.354783535003662, + 1.376662254333496, + 1.3931267261505127, + 1.4540799856185913, + 1.4748588800430298, + 1.4917794466018677, + 1.507474660873413, + 1.519829511642456, + 1.5334690809249878, + 1.5460598468780518, + 1.5565614700317383, + 1.5640994310379028, + 1.5748929977416992, + 1.578885555267334, + 1.5822739601135254, + 1.5858924388885498, + 1.5926493406295776, + 1.5935633182525635, + 1.5835788249969482, + 1.6451432704925537, + 1.6425963640213013, + 1.6411659717559814, + 1.637566328048706, + 1.6358754634857178, + 1.6177645921707153, + 1.6098098754882812, + 1.5994281768798828, + 1.585594892501831, + 1.5742090940475464, + 1.5481557846069336, + 1.5302586555480957, + 1.504919409751892, + 1.4808261394500732, + 1.4625221490859985, + 1.4304722547531128, + 1.390920639038086, + 1.3814811706542969, + 1.3657745122909546, + 1.3408470153808594, + 1.3152083158493042, + 1.2875657081604004, + 1.2567174434661865, + 1.236384630203247, + 1.2072117328643799, + 1.1808533668518066, + 1.1539525985717773, + 1.1395673751831055 + ], + "p10": [ + 1.0033142566680908, + 1.03139066696167, + 1.0588425397872925, + 1.0809727907180786, + 1.1079835891723633, + 1.1275144815444946, + 1.1489741802215576, + 1.1718133687973022, + 1.1924800872802734, + 1.2105118036270142, + 1.2301162481307983, + 1.2527695894241333, + 1.2713663578033447, + 1.2861883640289307, + 1.3084516525268555, + 1.3177456855773926, + 1.3731833696365356, + 1.3796935081481934, + 1.3889694213867188, + 1.4003679752349854, + 1.4036961793899536, + 1.4100064039230347, + 1.417137622833252, + 1.4188653230667114, + 1.4211137294769287, + 1.4196528196334839, + 1.4146040678024292, + 1.4177190065383911, + 1.415863275527954, + 1.4078924655914307, + 1.4040470123291016, + 1.3797965049743652, + 1.451973557472229, + 1.4415385723114014, + 1.4257724285125732, + 1.4081262350082397, + 1.3992282152175903, + 1.3738847970962524, + 1.3507356643676758, + 1.3302916288375854, + 1.3079239130020142, + 1.283795952796936, + 1.2532424926757812, + 1.2219523191452026, + 1.1933324337005615, + 1.171738862991333, + 1.1482007503509521, + 1.1053285598754883, + 1.0293487310409546, + 0.9922312498092651, + 0.9603893756866455, + 0.939713716506958, + 0.9091907739639282, + 0.8777239322662354, + 0.8459841012954712, + 0.8151291608810425, + 0.7955381274223328, + 0.7526996731758118, + 0.7435778379440308, + 0.7205793261528015 + ], + "p90": [ + 1.0377507209777832, + 1.0747498273849487, + 1.1086541414260864, + 1.133218765258789, + 1.1692886352539062, + 1.1989398002624512, + 1.22541344165802, + 1.2559117078781128, + 1.2834181785583496, + 1.310398817062378, + 1.339999794960022, + 1.3674964904785156, + 1.4011873006820679, + 1.43032968044281, + 1.4600764513015747, + 1.480063557624817, + 1.5517433881759644, + 1.5765233039855957, + 1.6008515357971191, + 1.6194648742675781, + 1.6468172073364258, + 1.661321997642517, + 1.680237054824829, + 1.7024815082550049, + 1.723745346069336, + 1.7363801002502441, + 1.7541615962982178, + 1.7670695781707764, + 1.7817518711090088, + 1.791698932647705, + 1.7930604219436646, + 1.7980632781982422, + 1.814816951751709, + 1.8346909284591675, + 1.837481141090393, + 1.8413915634155273, + 1.834019422531128, + 1.84443199634552, + 1.8478410243988037, + 1.8466380834579468, + 1.8253860473632812, + 1.823279619216919, + 1.8304927349090576, + 1.8290600776672363, + 1.8144259452819824, + 1.810931921005249, + 1.7829601764678955, + 1.7781002521514893, + 1.721668004989624, + 1.73344087600708, + 1.7216606140136719, + 1.7020058631896973, + 1.6730284690856934, + 1.6647133827209473, + 1.6583983898162842, + 1.6273000240325928, + 1.6190400123596191, + 1.5962793827056885, + 1.5718042850494385, + 1.5410865545272827 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_035230.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_035230.json new file mode 100644 index 0000000000000000000000000000000000000000..681f018d011c1586de5d8be7f0df961a9398e65b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_035230.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T03:52:30.962792+00:00", + "metrics": { + "MSE[mean]": 0.34094906916766843, + "MSE[0.5]": 0.3422450530935135, + "MAE[0.5]": 0.3999950051068378, + "MASE[0.5]": 1.1545534108342421, + "MAPE[0.5]": 0.23513885883434207, + "sMAPE[0.5]": 0.18862504190787982, + "MSIS": 41.88719632043607, + "RMSE[mean]": 0.5839084424528116, + "NRMSE[mean]": 0.3628262990158978, + "ND[0.5]": 0.2485470268559914, + "mean_weighted_sum_quantile_loss": 0.24250991330524116 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" + ], + "context": [ + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "actual": [ + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 + ], + "predictions": { + "p50": [ + 1.0463364287080033, + 1.0820453712420899, + 1.1097541783544238, + 1.141463053177634, + 1.1756719256166586, + 1.2058807601471289, + 1.2405896261488518, + 1.2712984691431817, + 1.308007383901504, + 1.3397161991200695, + 1.3694250847913252, + 1.4031339487664902, + 1.4358428107150971, + 1.468551672663704, + 1.502260536638869, + 1.534969383686315, + 1.5686782327603186, + 1.5983870737280905, + 1.635096003387574, + 1.6658048761842266, + 1.6995137252582302, + 1.7317225638418163, + 1.7639314173265639, + 1.7936402880966584, + 1.8298491645887989, + 1.862058003172385, + 1.8967668989764301, + 1.9234757189633673, + 1.9601845890182061, + 1.9908934469136972, + 2.0261023362804407, + 2.0603112087194653, + 2.0890200625618407, + 2.1257288730120347, + 2.1554377437821293, + 2.186646565437996, + 2.2198554805539463, + 2.259564401391942, + 2.2852731746488377, + 2.3219820447036765, + 2.348690954097581, + 2.3858998326162792, + 2.416108622443266, + 2.4528175521027493, + 2.484026403560939, + 2.5172352292699216, + 2.5499441359220123, + 2.582652953167136, + 2.6183618211954167, + 2.6450707454904823, + 2.6797795518875605, + 2.711488426710771, + 2.7501973157198862, + 2.7759062230872327, + 2.8116150315108683, + 2.844323863657153, + 2.875532730016504, + 2.9072416346420367, + 2.942450434601813, + 2.972159320273069 + ], + "p10": [ + 1.016336510962413, + 1.0470453450160462, + 1.0816541288587267, + 1.110463035057822, + 1.1451719845060475, + 1.1778807928104742, + 1.2095896020685752, + 1.24129848285225, + 1.2760073190516505, + 1.307716134270216, + 1.3414251561976895, + 1.3730338654153549, + 1.4067428158172548, + 1.438551582064644, + 1.4702605164924991, + 1.502969438045751, + 1.5376783338497961, + 1.569387029859072, + 1.6049959259969033, + 1.6348047537562862, + 1.666513747788786, + 1.7031225058822597, + 1.7338314412637892, + 1.764640333634607, + 1.7983491171435015, + 1.830058057531821, + 1.8646668830977529, + 1.8954757218243903, + 1.9290845245021386, + 1.9608934457216043, + 1.9995023568798058, + 2.0273110971395703, + 2.0590200315674254, + 2.0937289273714708, + 2.125437736629572, + 2.1580465581423875, + 2.1898554793618534, + 2.223564328435857, + 2.255273262863712, + 2.2909820861885093, + 2.3226909610117197, + 2.3533998427490688, + 2.3861087106581405, + 2.4188175666462826, + 2.453426344528499, + 2.48623526479429, + 2.517944026368675, + 2.5506529419614625, + 2.5863618844955494, + 2.617070718549183, + 2.648779527807284, + 2.6833884368197185, + 2.715197244790359, + 2.7498060882376842, + 2.7795149351659205, + 2.81332388428036, + 2.8450326458547455, + 2.8767415802826006, + 2.911450476086646, + 2.943159231700567 + ], + "p90": [ + 1.074336485451625, + 1.1041453191714723, + 1.1347542141172107, + 1.1664630889404208, + 1.2011718655351766, + 1.23188075323299, + 1.2665895894323906, + 1.2982985238602456, + 1.3330073600596462, + 1.3647161752782115, + 1.3955250676490294, + 1.4301339587800705, + 1.458942805374521, + 1.497551609244362, + 1.528360543338431, + 1.5639693679506887, + 1.5936782148789252, + 1.6253871433463156, + 1.6580960052949227, + 1.6939048869369044, + 1.724613715030073, + 1.756422588565823, + 1.7909314273401442, + 1.819740339499704, + 1.8563491512373584, + 1.8890580131859653, + 1.9208668867217151, + 1.9525757555844612, + 1.9871845990317865, + 2.0179934794816754, + 2.050802346103286, + 2.0873111650888654, + 2.115020031805844, + 2.1507289087748216, + 2.182537782310572, + 2.215146585941994, + 2.2488554946206425, + 2.2795643823184557, + 2.3102732700162694, + 2.3469820804664634, + 2.3777909609163523, + 2.4143997845749356, + 2.4431086920614913, + 2.4778175282608914, + 2.5075263692286636, + 2.543235252158105, + 2.575044072049675, + 2.606653001804526, + 2.6424618774860433, + 2.67207072570174, + 2.705779521131564, + 2.739488423849748, + 2.7691972648175196, + 2.8049061477469617, + 2.834615048319378, + 2.872323845894969, + 2.901032759341989, + 2.934741608415993, + 2.968450457489997, + 2.9991593451878105 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_035158.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_035158.json new file mode 100644 index 0000000000000000000000000000000000000000..e745465733534df66d799aa5e3c79f4c646e9c4e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_035158.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:51:58.447066+00:00", + "metrics": { + "MSE[mean]": 0.6791756053222014, + "MSE[0.5]": 0.7553949266117217, + "MAE[0.5]": 0.7748945936560631, + "MASE[0.5]": 2.236670920187268, + "MAPE[0.5]": 0.45211950300637777, + "sMAPE[0.5]": 0.625936312167266, + "MSIS": 17.203853144744347, + "RMSE[mean]": 0.8241211108339608, + "NRMSE[mean]": 0.5120885242362653, + "ND[0.5]": 0.48150038105739257, + "mean_weighted_sum_quantile_loss": 0.3782371531817264 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" + ], + "context": [ + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "actual": [ + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 + ], + "predictions": { + "p50": [ + 1.0291226506233215, + 1.0494131445884705, + 1.0578815937042236, + 1.0525141954421997, + 1.072736918926239, + 1.0957152843475342, + 1.0983485579490662, + 1.1072993874549866, + 1.1208957433700562, + 1.1263779401779175, + 1.1270288825035095, + 1.0973904728889465, + 1.1026936173439026, + 1.1050214767456055, + 1.0552741289138794, + 1.0765613317489624, + 1.0385080575942993, + 0.9214178621768951, + 0.9828565120697021, + 1.0270816683769226, + 0.9332481324672699, + 0.8874073326587677, + 0.8764761984348297, + 0.8677376806735992, + 0.781757116317749, + 0.7848154008388519, + 0.7521384954452515, + 0.7043747305870056, + 0.7635185122489929, + 0.7283867597579956, + 0.7058255970478058, + 0.7453175187110901, + 0.6715514361858368, + 0.7317427396774292, + 0.7362411618232727, + 0.6366179585456848, + 0.6610129773616791, + 0.7064769566059113, + 0.7778559327125549, + 0.7587889730930328, + 0.6308296322822571, + 0.7498388290405273, + 0.6960441470146179, + 0.7331485152244568, + 0.7867904305458069, + 0.7061123251914978, + 0.7357488572597504, + 0.6956755220890045, + 0.7783011198043823, + 0.7103235423564911, + 0.7228338420391083, + 0.6688687205314636, + 0.641371488571167, + 0.6705447137355804, + 0.6971120834350586, + 0.6640396118164062, + 0.6384778022766113, + 0.5895366072654724, + 0.6768792271614075, + 0.6536738276481628 + ], + "p10": [ + 0.9960368275642395, + 1.0066166520118713, + 1.0074422955513, + 0.9934826791286469, + 0.98194620013237, + 1.0044587850570679, + 0.9930473864078522, + 0.9896307587623596, + 0.93501016497612, + 0.9114505052566528, + 0.8037827908992767, + 0.8090719282627106, + 0.8127028346061707, + 0.7865023016929626, + 0.7507142424583435, + 0.753587931394577, + 0.579709380865097, + 0.49120381474494934, + 0.4631439447402954, + 0.4840618669986725, + 0.2587566673755646, + 0.40162068605422974, + 0.25618988275527954, + 0.22158026695251465, + 0.08693701028823853, + 0.13856348395347595, + 0.10295763611793518, + -0.021675288677215576, + 0.06222975254058838, + -0.01240551471710205, + -0.023862004280090332, + -0.10642725229263306, + -0.03591638803482056, + 0.0507240891456604, + -0.019195973873138428, + -0.21534717082977295, + -0.15076684951782227, + -0.25112229585647583, + -0.24713057279586792, + -0.06264030933380127, + -0.1133374571800232, + -0.006866812705993652, + -0.20063334703445435, + -0.09922486543655396, + -0.0619966983795166, + -0.06351661682128906, + -0.1440134048461914, + -0.2695653438568115, + 0.017893850803375244, + -0.2873868942260742, + -0.3136264681816101, + -0.4453464150428772, + -0.316108763217926, + -0.4014846682548523, + -0.36919891834259033, + -0.34871894121170044, + -0.11243575811386108, + -0.17207515239715576, + -0.3328745365142822, + -0.2584448456764221 + ], + "p90": [ + 1.0590861439704895, + 1.0982481837272644, + 1.1068415641784668, + 1.1206507086753845, + 1.1524174809455872, + 1.2036392092704773, + 1.213053286075592, + 1.2314479351043701, + 1.3303613662719727, + 1.3554896712303162, + 1.3503405451774597, + 1.3455231189727783, + 1.4289494156837463, + 1.415340781211853, + 1.400915801525116, + 1.5613554120063782, + 1.5109568238258362, + 1.4583564400672913, + 1.5560463070869446, + 1.6297868490219116, + 1.4429844617843628, + 1.4738988876342773, + 1.5676842331886292, + 1.469959557056427, + 1.5710945129394531, + 1.4702844619750977, + 1.435011088848114, + 1.4756667613983154, + 1.5458089709281921, + 1.6131737232208252, + 1.5347154140472412, + 1.429716408252716, + 1.5042849779129028, + 1.5030381679534912, + 1.4590578079223633, + 1.638903260231018, + 1.674540400505066, + 1.57095068693161, + 1.7355417013168335, + 1.7194883823394775, + 1.3110852241516113, + 1.7699311971664429, + 1.8173619508743286, + 1.6625539064407349, + 1.7476199269294739, + 1.8059322237968445, + 1.8250242471694946, + 1.821805477142334, + 1.6787467002868652, + 1.6283053159713745, + 1.8959397077560425, + 1.6613097190856934, + 1.648004949092865, + 1.6322333812713623, + 1.7498669624328613, + 1.8890773057937622, + 1.482979655265808, + 1.6546894907951355, + 1.561811923980713, + 1.7961001992225647 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_035231.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_035231.json new file mode 100644 index 0000000000000000000000000000000000000000..0e0faa06cf6023c1282b8bead7d26ce34b5aec52 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_035231.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:52:31.004138+00:00", + "metrics": { + "MSE[mean]": 0.9080556089593972, + "MSE[0.5]": 0.905110743302961, + "MAE[0.5]": 0.9206390612741809, + "MASE[0.5]": 2.6573506038092534, + "MAPE[0.5]": 0.5606104592830536, + "sMAPE[0.5]": 0.7865907589203351, + "MSIS": 101.80688334729558, + "RMSE[mean]": 0.9529195186160252, + "NRMSE[mean]": 0.5921206769114399, + "ND[0.5]": 0.5720623971943617, + "mean_weighted_sum_quantile_loss": 0.5670788963069522 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" + ], + "context": [ + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "actual": [ + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 + ], + "predictions": { + "p50": [ + 0.6906692414561408, + 0.6936693220416206, + 0.6886692672053474, + 0.6876692800799507, + 0.6891692905703681, + 0.6866692631522315, + 0.6886692672053474, + 0.6866692482510703, + 0.6906693010607856, + 0.6896692543307441, + 0.6866692780533927, + 0.6876692800799507, + 0.6876692800799507, + 0.6876692800799507, + 0.6886692821065086, + 0.6886692672053474, + 0.6896692543307441, + 0.6866692333499091, + 0.6906693010607856, + 0.688669311908831, + 0.6896692990342277, + 0.6891692756692069, + 0.6886692672053474, + 0.6856692760268348, + 0.6891692905703681, + 0.6886692672053474, + 0.6906693010607856, + 0.6846692590991157, + 0.6886692672053474, + 0.6866692631522315, + 0.6891692905703681, + 0.6906693010607856, + 0.6866692929545539, + 0.6906692414561408, + 0.6876692502776283, + 0.6861692099848884, + 0.6866692631522315, + 0.6936693220416206, + 0.6866692333499091, + 0.6906692414561408, + 0.6846692889014381, + 0.6891693054715293, + 0.6866692333499091, + 0.6906693010607856, + 0.6891692905703681, + 0.6896692543307441, + 0.6896692990342277, + 0.6896692543307441, + 0.6926692604104179, + 0.6866693227568763, + 0.6886692672053474, + 0.6876692800799507, + 0.6936693071404594, + 0.6866693525591987, + 0.6896692990342277, + 0.6896692692319053, + 0.688169273642649, + 0.6871693163195747, + 0.6896692543307441, + 0.6866692780533927 + ], + "p10": [ + 0.6606693237105506, + 0.6586692958155769, + 0.6605692177096504, + 0.6566692619601386, + 0.6586693494597572, + 0.6586692958155769, + 0.6576692431250709, + 0.6566692619601386, + 0.6586692362109321, + 0.6576691894808906, + 0.6586693494597572, + 0.6575691967288154, + 0.6585692851821082, + 0.6576691894808906, + 0.6566692619601386, + 0.6566693215647834, + 0.6586693554202216, + 0.6576691894808906, + 0.6605692236701148, + 0.6576691894808906, + 0.6566693215647834, + 0.6605692177096504, + 0.6585692911425727, + 0.6566693215647834, + 0.6576692431250709, + 0.6566693215647834, + 0.6585692851821082, + 0.6566692619601386, + 0.6575692026892799, + 0.6566692619601386, + 0.6625693111697334, + 0.6576691894808906, + 0.6566692619601386, + 0.6586692958155769, + 0.6576692431250709, + 0.6575692026892799, + 0.6566692619601386, + 0.6576692490855354, + 0.6566693215647834, + 0.6596692829409736, + 0.6586692958155769, + 0.656669315604319, + 0.6566693215647834, + 0.656669315604319, + 0.6585692315379279, + 0.6586692898551124, + 0.6576691894808906, + 0.6576692431250709, + 0.6606693237105506, + 0.6586692958155769, + 0.6576692431250709, + 0.6595692901888984, + 0.6586692362109321, + 0.6605692177096504, + 0.6575692026892799, + 0.6586692898551124, + 0.6576691894808906, + 0.6566692619601386, + 0.6586692958155769, + 0.6576691894808906 + ], + "p90": [ + 0.7186692981997627, + 0.7157692699710029, + 0.7136693029681342, + 0.7126693158427375, + 0.7146692304888862, + 0.7126692562380927, + 0.7146692304888862, + 0.7136693029681342, + 0.7156692772189277, + 0.7146692304888862, + 0.7127692609110969, + 0.714669290093531, + 0.7107692747393745, + 0.7166692166606086, + 0.7147692888060706, + 0.7176692514697212, + 0.7146692364493507, + 0.7136693029681342, + 0.7136693029681342, + 0.7167693226615088, + 0.7147692888060706, + 0.7138693003932136, + 0.7156692772189277, + 0.7117693274298804, + 0.7156692772189277, + 0.7156692772189277, + 0.7147692888060706, + 0.7137692957202094, + 0.7156692772189277, + 0.7137692957202094, + 0.7138693003932136, + 0.7176692574301856, + 0.7126692621985572, + 0.7156692772189277, + 0.7147692888060706, + 0.7146692304888862, + 0.7156692772189277, + 0.7136693029681342, + 0.7116693287173408, + 0.7156692772189277, + 0.7137692957202094, + 0.7176692574301856, + 0.7136693029681342, + 0.7156692772189277, + 0.7126692562380927, + 0.7156692772189277, + 0.7147692351618904, + 0.7136693029681342, + 0.7167693167010444, + 0.7136693029681342, + 0.7146692364493507, + 0.7156692772189277, + 0.7126692562380927, + 0.7156692772189277, + 0.7126693158427375, + 0.7176692514697212, + 0.7136693029681342, + 0.714669290093531, + 0.7156692772189277, + 0.7136693029681342 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_035231.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_035231.json new file mode 100644 index 0000000000000000000000000000000000000000..7f6112f75e807b6d0506e7746e4cccfe80caa805 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_035231.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:52:31.032661+00:00", + "metrics": { + "MSE[mean]": 0.97306299877538, + "MSE[0.5]": 0.97306299877538, + "MAE[0.5]": 0.9537500073512395, + "MASE[0.5]": 2.7529226865631506, + "MAPE[0.5]": 0.5884393391822668, + "sMAPE[0.5]": 0.8492793365820374, + "MSIS": 107.95969861771226, + "RMSE[mean]": 0.9864395565747452, + "NRMSE[mean]": 0.6129492014389264, + "ND[0.5]": 0.5926367221203539, + "mean_weighted_sum_quantile_loss": 0.58992096674519 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" + ], + "context": [ + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "actual": [ + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 + ], + "predictions": { + "p50": [ + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191 + ], + "p10": [ + 0.4125800037384033, + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245, + 0.5046999859809875, + 0.5272399878501892, + 0.5360599911212921, + 0.5674199962615967, + 0.6007399761676788, + 0.6301400065422058, + 0.6644399738311767, + 0.6840400135517121, + 0.7085399901866912, + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, + 0.8114400088787078, + 0.8359399855136871, + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, + 0.9564800107479096, + 0.9897999906539917, + 0.4125800037384033, + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245, + 0.5046999859809875, + 0.5272399878501892, + 0.5360599911212921, + 0.5674199962615967, + 0.6007399761676788, + 0.6301400065422058, + 0.6644399738311767, + 0.6840400135517121, + 0.7085399901866912, + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, + 0.8114400088787078, + 0.8359399855136871, + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, + 0.9564800107479096, + 0.9897999906539917, + 0.4125800037384033, + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245, + 0.5046999859809875, + 0.5272399878501892, + 0.5360599911212921, + 0.5674199962615967, + 0.6007399761676788, + 0.6301400065422058, + 0.6644399738311767 + ], + "p90": [ + 0.4294200038909912, + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704, + 0.525299985408783, + 0.5487599873542786, + 0.5579399907588959, + 0.5905799961090088, + 0.625259975194931, + 0.6558600068092346, + 0.6915599727630616, + 0.7119600141048431, + 0.7374599897861481, + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, + 0.8445600092411042, + 0.8700599849224091, + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, + 0.9955200111865997, + 1.030199990272522, + 0.4294200038909912, + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704, + 0.525299985408783, + 0.5487599873542786, + 0.5579399907588959, + 0.5905799961090088, + 0.625259975194931, + 0.6558600068092346, + 0.6915599727630616, + 0.7119600141048431, + 0.7374599897861481, + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, + 0.8445600092411042, + 0.8700599849224091, + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, + 0.9955200111865997, + 1.030199990272522, + 0.4294200038909912, + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704, + 0.525299985408783, + 0.5487599873542786, + 0.5579399907588959, + 0.5905799961090088, + 0.625259975194931, + 0.6558600068092346, + 0.6915599727630616 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_035224.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_035224.json new file mode 100644 index 0000000000000000000000000000000000000000..c660ab8dfa00f6ee29b27c617f3ce428a339ea33 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_035224.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:52:24.353379+00:00", + "metrics": { + "MSE[mean]": 0.0024542535913205654, + "MSE[0.5]": 0.0024542535913205654, + "MAE[0.5]": 0.04009378949801127, + "MASE[0.5]": 0.11572749866172696, + "MAPE[0.5]": 0.02316720427477238, + "sMAPE[0.5]": 0.02356147021282373, + "MSIS": 0.6646875946815551, + "RMSE[mean]": 0.049540423810465785, + "NRMSE[mean]": 0.030783197015143298, + "ND[0.5]": 0.02491329153587554, + "mean_weighted_sum_quantile_loss": 0.023909035111184928 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" + ], + "context": [ + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "actual": [ + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 + ], + "predictions": { + "p50": [ + 1.0333518981933594, + 1.0666346549987793, + 1.0933380126953125, + 1.1254377365112305, + 1.1567001342773438, + 1.1877498626708984, + 1.2196502685546875, + 1.2477226257324219, + 1.277496337890625, + 1.3098220825195312, + 1.3370437622070312, + 1.3625640869140625, + 1.3897857666015625, + 1.4187088012695312, + 1.4459304809570312, + 1.468048095703125, + 1.508880615234375, + 1.5326995849609375, + 1.5599212646484375, + 1.576934814453125, + 1.59735107421875, + 1.617767333984375, + 1.6415863037109375, + 1.6620025634765625, + 1.67901611328125, + 1.699432373046875, + 1.70623779296875, + 1.7164459228515625, + 1.7300567626953125, + 1.7368621826171875, + 1.7470703125, + 1.753875732421875, + 1.7742919921875, + 1.7742919921875, + 1.7845001220703125, + 1.7845001220703125, + 1.78790283203125, + 1.801513671875, + 1.794708251953125, + 1.78790283203125, + 1.7913055419921875, + 1.78790283203125, + 1.781097412109375, + 1.7742919921875, + 1.7572784423828125, + 1.7436676025390625, + 1.73345947265625, + 1.7096405029296875, + 1.7028350830078125, + 1.6824188232421875, + 1.6688079833984375, + 1.6551971435546875, + 1.6415863037109375, + 1.631378173828125, + 1.6109619140625, + 1.5803375244140625, + 1.563323974609375, + 1.5326995849609375, + 1.4986724853515625, + 1.481658935546875 + ], + "p10": [ + 1.0222930908203125, + 1.0537681579589844, + 1.076204776763916, + 1.1011934280395508, + 1.1330938339233398, + 1.159677505493164, + 1.1898765563964844, + 1.2102928161621094, + 1.2426185607910156, + 1.2672882080078125, + 1.2885551452636719, + 1.3166275024414062, + 1.3421478271484375, + 1.365966796875, + 1.3931884765625, + 1.4085006713867188, + 1.4459304809570312, + 1.4646453857421875, + 1.4901657104492188, + 1.5054779052734375, + 1.5258941650390625, + 1.54290771484375, + 1.563323974609375, + 1.5803375244140625, + 1.6007537841796875, + 1.6143646240234375, + 1.62457275390625, + 1.6347808837890625, + 1.6483917236328125, + 1.6551971435546875, + 1.6620025634765625, + 1.6688079833984375, + 1.6892242431640625, + 1.6824188232421875, + 1.6892242431640625, + 1.6892242431640625, + 1.6892242431640625, + 1.699432373046875, + 1.6824188232421875, + 1.6756134033203125, + 1.67901611328125, + 1.6756134033203125, + 1.6688079833984375, + 1.6551971435546875, + 1.6415863037109375, + 1.6279754638671875, + 1.617767333984375, + 1.5939483642578125, + 1.5939483642578125, + 1.563323974609375, + 1.5463104248046875, + 1.529296875, + 1.5173873901367188, + 1.5054779052734375, + 1.4850616455078125, + 1.4459304809570312, + 1.4221115112304688, + 1.3931884765625, + 1.35235595703125, + 1.331939697265625 + ], + "p90": [ + 1.048238754272461, + 1.083329200744629, + 1.114485263824463, + 1.150320053100586, + 1.1817951202392578, + 1.2170982360839844, + 1.2494239807128906, + 1.2826004028320312, + 1.3132247924804688, + 1.3489532470703125, + 1.37957763671875, + 1.4050979614257812, + 1.4357223510742188, + 1.4663467407226562, + 1.4901657104492188, + 1.5207901000976562, + 1.5599212646484375, + 1.5939483642578125, + 1.6143646240234375, + 1.6347808837890625, + 1.6620025634765625, + 1.6824188232421875, + 1.70623779296875, + 1.7198486328125, + 1.7436676025390625, + 1.753875732421875, + 1.7640838623046875, + 1.7776947021484375, + 1.7913055419921875, + 1.801513671875, + 1.808319091796875, + 1.8117218017578125, + 1.8389434814453125, + 1.8287353515625, + 1.8389434814453125, + 1.8457489013671875, + 1.8525543212890625, + 1.8661651611328125, + 1.8593597412109375, + 1.849151611328125, + 1.8593597412109375, + 1.8525543212890625, + 1.849151611328125, + 1.8389434814453125, + 1.821929931640625, + 1.81512451171875, + 1.808319091796875, + 1.78790283203125, + 1.7776947021484375, + 1.7640838623046875, + 1.7504730224609375, + 1.740264892578125, + 1.726654052734375, + 1.7198486328125, + 1.7096405029296875, + 1.6824188232421875, + 1.672210693359375, + 1.6415863037109375, + 1.6109619140625, + 1.59735107421875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_035021.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_035021.json new file mode 100644 index 0000000000000000000000000000000000000000..a588ef1b35fdffd423134de9a66adc706ef46059 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_035021.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:50:21.862455+00:00", + "metrics": { + "MSE[mean]": 0.03457701693029402, + "MSE[0.5]": 0.04400037946781931, + "MAE[0.5]": 0.1584241251150767, + "MASE[0.5]": 0.4572784951681783, + "MAPE[0.5]": 0.09180812856138618, + "sMAPE[0.5]": 0.10006355215821047, + "MSIS": 10.122234770985102, + "RMSE[mean]": 0.1859489632407076, + "NRMSE[mean]": 0.11554409772713896, + "ND[0.5]": 0.09844084245276191, + "mean_weighted_sum_quantile_loss": 0.08081171462991044 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" + ], + "context": [ + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "actual": [ + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 + ], + "predictions": { + "p50": [ + 1.0335280895233154, + 1.0703171491622925, + 1.096034288406372, + 1.1273683309555054, + 1.1694986820220947, + 1.1991770267486572, + 1.2197282314300537, + 1.2507929801940918, + 1.2708392143249512, + 1.3119940757751465, + 1.3358187675476074, + 1.371260404586792, + 1.3963069915771484, + 1.423548936843872, + 1.4453544616699219, + 1.482698917388916, + 1.49285888671875, + 1.5177242755889893, + 1.5441346168518066, + 1.5557029247283936, + 1.5793530941009521, + 1.589613914489746, + 1.6090707778930664, + 1.6253788471221924, + 1.6368772983551025, + 1.6471803188323975, + 1.646977186203003, + 1.659104585647583, + 1.6560943126678467, + 1.6639528274536133, + 1.6688737869262695, + 1.6643056869506836, + 1.6697783470153809, + 1.6719331741333008, + 1.656311273574829, + 1.648987054824829, + 1.6430776119232178, + 1.6447010040283203, + 1.6389241218566895, + 1.631624698638916, + 1.6145024299621582, + 1.6043555736541748, + 1.5851802825927734, + 1.5622055530548096, + 1.5583281517028809, + 1.5233993530273438, + 1.4999101161956787, + 1.4858903884887695, + 1.4506752490997314, + 1.4268105030059814, + 1.4021925926208496, + 1.3808796405792236, + 1.348851203918457, + 1.3265602588653564, + 1.2918832302093506, + 1.2498438358306885, + 1.226137638092041, + 1.1939693689346313, + 1.171774983406067, + 1.1437394618988037 + ], + "p10": [ + 1.0372645854949951, + 1.0616226196289062, + 1.1070008277893066, + 1.1343302726745605, + 1.1697466373443604, + 1.1963614225387573, + 1.2192633152008057, + 1.2674753665924072, + 1.265411376953125, + 1.322322130203247, + 1.334247350692749, + 1.3863039016723633, + 1.3898167610168457, + 1.4322493076324463, + 1.4388110637664795, + 1.5120553970336914, + 1.5145025253295898, + 1.5251121520996094, + 1.5634407997131348, + 1.5836765766143799, + 1.592759132385254, + 1.633681058883667, + 1.6289961338043213, + 1.6422457695007324, + 1.6479911804199219, + 1.6485557556152344, + 1.6727726459503174, + 1.6755366325378418, + 1.6699538230895996, + 1.667952060699463, + 1.705322504043579, + 1.6798086166381836, + 1.687286376953125, + 1.703263282775879, + 1.6888747215270996, + 1.6856038570404053, + 1.6719000339508057, + 1.6700348854064941, + 1.6495258808135986, + 1.6443896293640137, + 1.6362640857696533, + 1.615906000137329, + 1.6080021858215332, + 1.5879435539245605, + 1.5674586296081543, + 1.5483067035675049, + 1.5354750156402588, + 1.498732566833496, + 1.4594357013702393, + 1.462261438369751, + 1.4193072319030762, + 1.410677433013916, + 1.3727800846099854, + 1.37017822265625, + 1.308366060256958, + 1.2693610191345215, + 1.2488791942596436, + 1.2206976413726807, + 1.2148714065551758, + 1.1549806594848633 + ], + "p90": [ + 1.0480599403381348, + 1.080820083618164, + 1.112868070602417, + 1.1431689262390137, + 1.1875789165496826, + 1.2240691184997559, + 1.2405859231948853, + 1.2779128551483154, + 1.3087735176086426, + 1.3558716773986816, + 1.3841338157653809, + 1.4213683605194092, + 1.4521207809448242, + 1.477464199066162, + 1.4972431659698486, + 1.53861403465271, + 1.556720495223999, + 1.5797538757324219, + 1.6140925884246826, + 1.6350460052490234, + 1.6537859439849854, + 1.6765658855438232, + 1.6979179382324219, + 1.717616319656372, + 1.7292847633361816, + 1.7410309314727783, + 1.7411658763885498, + 1.75099515914917, + 1.75058913230896, + 1.7633225917816162, + 1.7724440097808838, + 1.759021282196045, + 1.7728376388549805, + 1.7749929428100586, + 1.7660677433013916, + 1.7600080966949463, + 1.762017011642456, + 1.761286973953247, + 1.75248122215271, + 1.74068284034729, + 1.7268669605255127, + 1.7176446914672852, + 1.6958599090576172, + 1.6768832206726074, + 1.674471378326416, + 1.6448960304260254, + 1.6190500259399414, + 1.6091089248657227, + 1.571532964706421, + 1.545348882675171, + 1.526336431503296, + 1.5068256855010986, + 1.4635586738586426, + 1.4506239891052246, + 1.4188940525054932, + 1.3782203197479248, + 1.3617010116577148, + 1.3267443180084229, + 1.311697244644165, + 1.2827033996582031 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_035115.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_035115.json new file mode 100644 index 0000000000000000000000000000000000000000..45f6a997ac6d114cbb2c758a1bec9b8a35b8ea19 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_035115.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:51:15.731528+00:00", + "metrics": { + "MSE[mean]": 0.026719908512443644, + "MSE[0.5]": 0.026719908512443644, + "MAE[0.5]": 0.13042033116022747, + "MASE[0.5]": 0.3764477962492386, + "MAPE[0.5]": 0.0747400832966036, + "sMAPE[0.5]": 0.07928829142366069, + "MSIS": 1.8148191504301465, + "RMSE[mean]": 0.16346225409079504, + "NRMSE[mean]": 0.10157141148948613, + "ND[0.5]": 0.0810399758436739, + "mean_weighted_sum_quantile_loss": 0.0844162138996117 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" + ], + "context": [ + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "actual": [ + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 + ], + "predictions": { + "p50": [ + 1.0466187000274658, + 1.0781084299087524, + 1.107616901397705, + 1.1364402770996094, + 1.1656100749969482, + 1.1944321393966675, + 1.2217315435409546, + 1.2480233907699585, + 1.275693655014038, + 1.302765130996704, + 1.327069640159607, + 1.3507046699523926, + 1.376598596572876, + 1.4003920555114746, + 1.424180507659912, + 1.4477287530899048, + 1.471315622329712, + 1.494791030883789, + 1.5176920890808105, + 1.5395011901855469, + 1.559428334236145, + 1.5764009952545166, + 1.5919829607009888, + 1.6055372953414917, + 1.6194639205932617, + 1.6321232318878174, + 1.6436388492584229, + 1.6546385288238525, + 1.66421639919281, + 1.6699116230010986, + 1.6744107007980347, + 1.676954984664917, + 1.689910888671875, + 1.6793992519378662, + 1.6737619638442993, + 1.6673846244812012, + 1.6516437530517578, + 1.6410588026046753, + 1.6322637796401978, + 1.619431734085083, + 1.6081769466400146, + 1.5976853370666504, + 1.5850300788879395, + 1.571373701095581, + 1.5625437498092651, + 1.5520820617675781, + 1.5416837930679321, + 1.527375340461731, + 1.5160940885543823, + 1.5047900676727295, + 1.4907454252243042, + 1.4771015644073486, + 1.465273380279541, + 1.449343204498291, + 1.4364774227142334, + 1.4225833415985107, + 1.4105501174926758, + 1.3979346752166748, + 1.3817329406738281, + 1.366041898727417 + ], + "p10": [ + 1.0364066362380981, + 1.0647525787353516, + 1.0911356210708618, + 1.1160576343536377, + 1.1409053802490234, + 1.1652506589889526, + 1.1869293451309204, + 1.2078096866607666, + 1.2298842668533325, + 1.250565767288208, + 1.266794204711914, + 1.282167911529541, + 1.299743890762329, + 1.314310073852539, + 1.3275666236877441, + 1.3411428928375244, + 1.3551443815231323, + 1.3669623136520386, + 1.3770432472229004, + 1.3856778144836426, + 1.391758680343628, + 1.396416187286377, + 1.3959004878997803, + 1.3942444324493408, + 1.3918228149414062, + 1.3908007144927979, + 1.3892287015914917, + 1.38118314743042, + 1.3721122741699219, + 1.3588720560073853, + 1.3442108631134033, + 1.3349632024765015, + 1.3590431213378906, + 1.3265353441238403, + 1.291846752166748, + 1.2733197212219238, + 1.242082118988037, + 1.212125539779663, + 1.177468180656433, + 1.1522363424301147, + 1.1258630752563477, + 1.099975347518921, + 1.06540846824646, + 1.0381076335906982, + 1.022353172302246, + 1.0038068294525146, + 0.9771497249603271, + 0.9457899332046509, + 0.9192594885826111, + 0.8974021673202515, + 0.8799772262573242, + 0.868222713470459, + 0.8411226272583008, + 0.8186511993408203, + 0.7963167428970337, + 0.7745476365089417, + 0.7532851696014404, + 0.7334023714065552, + 0.7151433825492859, + 0.6893312931060791 + ], + "p90": [ + 1.0560146570205688, + 1.0913753509521484, + 1.1242682933807373, + 1.1572357416152954, + 1.1910951137542725, + 1.2241814136505127, + 1.2562742233276367, + 1.2887991666793823, + 1.3222633600234985, + 1.3550236225128174, + 1.385801076889038, + 1.416969895362854, + 1.450439214706421, + 1.482410192489624, + 1.5129019021987915, + 1.5443836450576782, + 1.578233242034912, + 1.6139404773712158, + 1.6483454704284668, + 1.6825928688049316, + 1.715620756149292, + 1.7468128204345703, + 1.7762842178344727, + 1.8023693561553955, + 1.8304611444473267, + 1.8576719760894775, + 1.8850975036621094, + 1.9110188484191895, + 1.9339872598648071, + 1.954742193222046, + 1.9689780473709106, + 1.9778709411621094, + 1.9099959135055542, + 1.9530144929885864, + 1.9835681915283203, + 1.9990320205688477, + 1.9938547611236572, + 2.0032339096069336, + 2.0167784690856934, + 2.028080940246582, + 2.036771774291992, + 2.049860715866089, + 2.056365728378296, + 2.0617401599884033, + 2.0695080757141113, + 2.071727752685547, + 2.0747408866882324, + 2.0698163509368896, + 2.0708065032958984, + 2.0782856941223145, + 2.0795273780822754, + 2.0853207111358643, + 2.083958148956299, + 2.0841548442840576, + 2.0813565254211426, + 2.0792932510375977, + 2.0786519050598145, + 2.079770088195801, + 2.0760715007781982, + 2.0734305381774902 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_035057.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_035057.json new file mode 100644 index 0000000000000000000000000000000000000000..703e3a89d480514b91aacf7ad2c896c29c52310d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_035057.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:50:57.453946+00:00", + "metrics": { + "MSE[mean]": 0.2950830497351364, + "MSE[0.5]": 0.2950830497351364, + "MAE[0.5]": 0.43759506146113075, + "MASE[0.5]": 1.2630829493463887, + "MAPE[0.5]": 0.2540322373695022, + "sMAPE[0.5]": 0.31878935951276693, + "MSIS": 21.042696016511268, + "RMSE[mean]": 0.5432154726580755, + "NRMSE[mean]": 0.33754069162757333, + "ND[0.5]": 0.2719107741457385, + "mean_weighted_sum_quantile_loss": 0.22631000288301464 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" + ], + "context": [ + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "actual": [ + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 + ], + "predictions": { + "p50": [ + 1.0379172563552856, + 1.064549446105957, + 1.0927942991256714, + 1.11784029006958, + 1.1434794664382935, + 1.169836401939392, + 1.193908929824829, + 1.2191582918167114, + 1.2430880069732666, + 1.2648903131484985, + 1.2853121757507324, + 1.3031582832336426, + 1.3200111389160156, + 1.3323695659637451, + 1.3467493057250977, + 1.358607292175293, + 1.3697681427001953, + 1.381503701210022, + 1.3934571743011475, + 1.4011294841766357, + 1.4066824913024902, + 1.4094512462615967, + 1.4109007120132446, + 1.4099421501159668, + 1.406715989112854, + 1.402848482131958, + 1.3989436626434326, + 1.391684889793396, + 1.383744478225708, + 1.3750252723693848, + 1.3623477220535278, + 1.3492053747177124, + 1.3556936979293823, + 1.3446571826934814, + 1.3236831426620483, + 1.304619312286377, + 1.2867271900177002, + 1.268118143081665, + 1.2470752000808716, + 1.2228621244430542, + 1.1972756385803223, + 1.17556893825531, + 1.1509201526641846, + 1.1241849660873413, + 1.0941078662872314, + 1.0662248134613037, + 1.0340046882629395, + 1.004042387008667, + 0.9701216220855713, + 0.9355132579803467, + 0.9037305116653442, + 0.8699528574943542, + 0.8353597521781921, + 0.7989093065261841, + 0.7647879123687744, + 0.7272067070007324, + 0.6881499290466309, + 0.655320942401886, + 0.6205076575279236, + 0.587949275970459 + ], + "p10": [ + 1.0287728309631348, + 1.0503747463226318, + 1.074601173400879, + 1.0953574180603027, + 1.1163579225540161, + 1.1383605003356934, + 1.1592135429382324, + 1.1793982982635498, + 1.1992030143737793, + 1.215577483177185, + 1.2305628061294556, + 1.2427438497543335, + 1.2540241479873657, + 1.2615236043930054, + 1.2697116136550903, + 1.2750661373138428, + 1.278509497642517, + 1.281838059425354, + 1.2889816761016846, + 1.2880113124847412, + 1.2867491245269775, + 1.28419828414917, + 1.2761120796203613, + 1.2667546272277832, + 1.2564014196395874, + 1.2461485862731934, + 1.2336102724075317, + 1.2172354459762573, + 1.2013460397720337, + 1.1839338541030884, + 1.1640704870224, + 1.1472194194793701, + 1.0942003726959229, + 1.0823805332183838, + 1.0463197231292725, + 1.0206104516983032, + 0.9925864338874817, + 0.9629017114639282, + 0.939608097076416, + 0.9096563458442688, + 0.8723669052124023, + 0.8417137861251831, + 0.8195518255233765, + 0.782254695892334, + 0.7477068901062012, + 0.7165036201477051, + 0.6829640865325928, + 0.6448472738265991, + 0.6116529107093811, + 0.5815518498420715, + 0.5507188439369202, + 0.5116434097290039, + 0.4776362180709839, + 0.44086289405822754, + 0.4082298278808594, + 0.37269753217697144, + 0.33505529165267944, + 0.30689680576324463, + 0.2712870240211487, + 0.23600178956985474 + ], + "p90": [ + 1.0463879108428955, + 1.0779995918273926, + 1.1115251779556274, + 1.1405755281448364, + 1.1722230911254883, + 1.2014466524124146, + 1.23068368434906, + 1.2597194910049438, + 1.2890958786010742, + 1.3176085948944092, + 1.3418405055999756, + 1.36609947681427, + 1.390897512435913, + 1.409843921661377, + 1.4320204257965088, + 1.4504361152648926, + 1.4716930389404297, + 1.4928414821624756, + 1.5125889778137207, + 1.5295546054840088, + 1.5455758571624756, + 1.5562113523483276, + 1.5664314031600952, + 1.5761449337005615, + 1.584998607635498, + 1.5921483039855957, + 1.5983139276504517, + 1.6041665077209473, + 1.6031720638275146, + 1.6051428318023682, + 1.6005321741104126, + 1.6005417108535767, + 1.652733325958252, + 1.663638949394226, + 1.6670317649841309, + 1.6619223356246948, + 1.6566274166107178, + 1.648438572883606, + 1.6356327533721924, + 1.6211895942687988, + 1.5983707904815674, + 1.5868622064590454, + 1.5764102935791016, + 1.5636489391326904, + 1.5439040660858154, + 1.5260984897613525, + 1.49912428855896, + 1.4768285751342773, + 1.4504625797271729, + 1.426316499710083, + 1.4061840772628784, + 1.3746525049209595, + 1.3468000888824463, + 1.3133184909820557, + 1.2821094989776611, + 1.255010962486267, + 1.223799467086792, + 1.193148136138916, + 1.1677000522613525, + 1.1385899782180786 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_035230.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_035230.json new file mode 100644 index 0000000000000000000000000000000000000000..28bfa7ad864128fa78572098e8dcb68c04d475e7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_035230.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:52:30.865299+00:00", + "metrics": { + "MSE[mean]": 0.06134246126699171, + "MSE[0.5]": 0.06954267474035193, + "MAE[0.5]": 0.23933143174892113, + "MASE[0.5]": 3.8891371567838005, + "MAPE[0.5]": 0.15274177869369474, + "sMAPE[0.5]": 0.1675971149860932, + "MSIS": 59.35178062326125, + "RMSE[mean]": 0.24767410293971331, + "NRMSE[mean]": 0.1631521950023639, + "ND[0.5]": 0.15765656546013418, + "mean_weighted_sum_quantile_loss": 0.14015203806467813 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.283266765044138, + 1.284531475939565, + 1.2851228735461744, + 1.2853130486088309, + 1.2854714945732417, + 1.288391782875293, + 1.2855156808477142, + 1.2854892679311785, + 1.2855514983784857, + 1.2856088461743562, + 1.2855737427288951, + 1.2856281848077653, + 1.2865510292878972, + 1.2853782062976846, + 1.2855746754347634, + 1.285518389091887, + 1.2855928349712333, + 1.285518404927018, + 1.2860987650972822, + 1.2856109684111754, + 1.2865666468606973, + 1.2855561149631343, + 1.2854796866782978, + 1.2865512357355402, + 1.285574719085195, + 1.2854197461355485, + 1.2856286338133165, + 1.2855375112007077, + 1.286611866231031, + 1.2865820587714087, + 1.2895120914020377, + 1.2855747191035887, + 1.2855928442064788, + 1.2854600663856215, + 1.287007962507843, + 1.2856109693093591, + 1.2854197461440426, + 1.2855928442065152, + 1.2856462983250838, + 1.2853569926289157, + 1.2855375112025043, + 1.285518409174085, + 1.286551235775712, + 1.2874040587838445, + 1.2855561151530865, + 1.2853356840017516, + 1.2855561151530865, + 1.2855747191036688, + 1.2865666472737503, + 1.286551235775712, + 1.2855747191036688, + 1.2854993071456657, + 1.2855747191036688, + 1.2855747191036688, + 1.2865666472737503, + 1.2855747191036688, + 1.2856286338172234, + 1.2856109693093627, + 1.2855928442065157, + 1.286611866231857, + 1.2854600663856384, + 1.2865666472737503, + 1.2855561151530865, + 1.2865666472737503, + 1.2856109693093627, + 1.285646298325084, + 1.285646298325084, + 1.2865820587717884, + 1.2852918439225829, + 1.2865820587717884, + 1.2856286338172234, + 1.2855375112025043 + ], + "p10": [ + 1.2221244001097233, + 1.2241665056237465, + 1.2239442584060658, + 1.2233378236969206, + 1.2234590617601668, + 1.225559718177735, + 1.2235404559358039, + 1.2273250075969335, + 1.2252232571160966, + 1.2275249079371873, + 1.2251453102023313, + 1.2249874375389957, + 1.2251460800892902, + 1.2245289334195988, + 1.2251462429081996, + 1.223562266208396, + 1.2244323449339718, + 1.2245290241309272, + 1.223562284337478, + 1.2245290274798069, + 1.225146286164052, + 1.1883915490889951, + 1.22452902829064, + 1.223562286250422, + 1.2252369391292894, + 1.1883915492704518, + 1.2245290283740873, + 1.2252369391459668, + 1.2256071884636393, + 1.2256071884640856, + 1.2255701635326206, + 1.2250845607571137, + 1.2251462865770681, + 1.223562286290577, + 1.2235622862905862, + 1.2244323541692506, + 1.1883915492789459, + 1.2245290283779935, + 1.2250845607571936, + 1.223562286290594, + 1.1883915492789474, + 1.223562286290594, + 1.2255701635327951, + 1.2250845607571939, + 1.2255701635327951, + 1.2250845607571939, + 1.2245290283779942, + 1.223562286290594, + 1.2256071884644653, + 1.225146286577105, + 1.2244323541692541, + 1.2275270310721937, + 1.2255701635327951, + 1.2256071884644653, + 1.2245290283779942, + 1.223562286290594, + 1.2252369391477633, + 1.2273350468114208, + 1.2250694738620465, + 1.2252278738906974, + 1.223562286290594, + 1.2245290283779942, + 1.225146286577105, + 1.225146286577105, + 1.223562286290594, + 1.2250845607571939, + 1.2252369391477633, + 1.225146286577105, + 1.2252278738906974, + 1.1839420633251616, + 1.2273350468114208, + 1.223562286290594 + ], + "p90": [ + 1.3818314956770286, + 1.3857105965506493, + 1.386283869054412, + 1.3822955855275427, + 1.3867354347688148, + 1.3867911890125115, + 1.3841176193817692, + 1.387628593609556, + 1.3866361145986659, + 1.3867698416825938, + 1.3874379332592441, + 1.3866402823638087, + 1.3866405248854519, + 1.3823400196500049, + 1.3868386156303365, + 1.3866407112910688, + 1.3866407221379844, + 1.3841394454894924, + 1.387438907680902, + 1.3866538538195128, + 1.3866407309602138, + 1.3747190254583646, + 1.3841394496492052, + 1.38683865925907, + 1.3756610680386672, + 1.3750543680145388, + 1.3841394497326525, + 1.3780724493936973, + 1.3866407313724407, + 1.3874389096336381, + 1.3874389096338433, + 1.38677196481752, + 1.3825200481211792, + 1.3823401146083834, + 1.3823401146083925, + 1.3874389096340143, + 1.3841394497365578, + 1.3867719648175996, + 1.3874389096340176, + 1.3866538547177, + 1.3866407313732667, + 1.3867719648176002, + 1.3866538547177, + 1.3867719648176002, + 1.382520048121216, + 1.378072449395494, + 1.3876386328240433, + 1.3874389096340178, + 1.378072449395494, + 1.3874389096340178, + 1.382520048121216, + 1.3867719648176002, + 1.3823401146084002, + 1.3823401146084002, + 1.3874389096340178, + 1.3823401146084002, + 1.3867719648176002, + 1.3841394497365593, + 1.3867719648176002, + 1.3867719648176002, + 1.38438957790023, + 1.3841394497365593, + 1.382520048121216, + 1.3866407313732667, + 1.3867719648176002, + 1.38438957790023, + 1.3876386328240433, + 1.3841394497365593, + 1.382520048121216, + 1.3867719648176002, + 1.3867719648176002, + 1.3841394497365593 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_034955.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_034955.json new file mode 100644 index 0000000000000000000000000000000000000000..06c42a0f349579017e758b888f008a415c820b38 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_034955.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:49:55.341438+00:00", + "metrics": { + "MSE[mean]": 0.06981858953025642, + "MSE[0.5]": 0.06981858953025642, + "MAE[0.5]": 0.23816070291731092, + "MASE[0.5]": 3.8701128064664974, + "MAPE[0.5]": 0.15185794269521444, + "sMAPE[0.5]": 0.16668803539137805, + "MSIS": 91.33969388177641, + "RMSE[mean]": 0.26423207513520464, + "NRMSE[mean]": 0.1740595505814011, + "ND[0.5]": 0.15688536259167662, + "mean_weighted_sum_quantile_loss": 0.13891085674755438 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.301910161972046, + 1.3017195463180542, + 1.3016422986984253, + 1.3006497621536255, + 1.2989927530288696, + 1.2981162071228027, + 1.296633005142212, + 1.2952631711959839, + 1.293450951576233, + 1.2933952808380127, + 1.2931532859802246, + 1.2936686277389526, + 1.2944704294204712, + 1.2938374280929565, + 1.295097827911377, + 1.2954843044281006, + 1.2936162948608398, + 1.2929012775421143, + 1.2922574281692505, + 1.2906568050384521, + 1.2896610498428345, + 1.290190577507019, + 1.2894481420516968, + 1.2907814979553223, + 1.2923284769058228, + 1.2933199405670166, + 1.2944982051849365, + 1.2944858074188232, + 1.293891191482544, + 1.29325270652771, + 1.2928619384765625, + 1.2917580604553223, + 1.289999008178711, + 1.288656234741211, + 1.2893441915512085, + 1.290647029876709, + 1.2896099090576172, + 1.2901190519332886, + 1.2884806394577026, + 1.2887346744537354, + 1.2885806560516357, + 1.2869477272033691, + 1.2861979007720947, + 1.284401297569275, + 1.2834707498550415, + 1.2818548679351807, + 1.2823164463043213, + 1.2835793495178223, + 1.2851970195770264, + 1.2872200012207031, + 1.2887626886367798, + 1.2888190746307373, + 1.2869638204574585, + 1.2848247289657593, + 1.2825491428375244, + 1.279565691947937, + 1.2760894298553467, + 1.2735533714294434, + 1.2739917039871216, + 1.2746368646621704, + 1.277390718460083, + 1.2790353298187256, + 1.2815905809402466, + 1.2824676036834717, + 1.2833704948425293, + 1.2807161808013916, + 1.2796450853347778, + 1.2782254219055176, + 1.2766327857971191, + 1.2768737077713013, + 1.277268409729004, + 1.2793399095535278 + ], + "p10": [ + 1.2816447019577026, + 1.2764936685562134, + 1.2689129114151, + 1.2595446109771729, + 1.2520184516906738, + 1.245532751083374, + 1.2399656772613525, + 1.2340587377548218, + 1.227164387702942, + 1.2274068593978882, + 1.219630241394043, + 1.2155773639678955, + 1.2123066186904907, + 1.2152047157287598, + 1.2154338359832764, + 1.2157264947891235, + 1.2247389554977417, + 1.2212738990783691, + 1.2194266319274902, + 1.2154701948165894, + 1.2140625715255737, + 1.2125117778778076, + 1.2110050916671753, + 1.2107343673706055, + 1.208543062210083, + 1.2112494707107544, + 1.207896113395691, + 1.2056125402450562, + 1.2055377960205078, + 1.202546238899231, + 1.2003016471862793, + 1.1952216625213623, + 1.1888625621795654, + 1.1873517036437988, + 1.188696265220642, + 1.1898314952850342, + 1.191650152206421, + 1.1931304931640625, + 1.19192636013031, + 1.192589521408081, + 1.1914947032928467, + 1.1954808235168457, + 1.1927051544189453, + 1.1898715496063232, + 1.1898930072784424, + 1.1876953840255737, + 1.187511682510376, + 1.1857523918151855, + 1.1844991445541382, + 1.1844050884246826, + 1.1842142343521118, + 1.1825162172317505, + 1.1806906461715698, + 1.1809921264648438, + 1.1782958507537842, + 1.174010992050171, + 1.1734182834625244, + 1.1716469526290894, + 1.1699793338775635, + 1.1680117845535278, + 1.1687391996383667, + 1.1711654663085938, + 1.1757473945617676, + 1.175302267074585, + 1.1842347383499146, + 1.1827588081359863, + 1.1818519830703735, + 1.1805237531661987, + 1.1793315410614014, + 1.1807068586349487, + 1.1808140277862549, + 1.179457426071167 + ], + "p90": [ + 1.3244431018829346, + 1.329466462135315, + 1.3379828929901123, + 1.3470704555511475, + 1.3540534973144531, + 1.357605218887329, + 1.3588500022888184, + 1.3636763095855713, + 1.364920973777771, + 1.3680822849273682, + 1.370855689048767, + 1.3746302127838135, + 1.3777015209197998, + 1.3774223327636719, + 1.3765853643417358, + 1.377182126045227, + 1.3679219484329224, + 1.3655674457550049, + 1.3689810037612915, + 1.3731670379638672, + 1.3761060237884521, + 1.376059651374817, + 1.378648042678833, + 1.384950876235962, + 1.388550043106079, + 1.394629955291748, + 1.403808832168579, + 1.4091510772705078, + 1.411087989807129, + 1.4095983505249023, + 1.4107425212860107, + 1.4132682085037231, + 1.4259400367736816, + 1.4189631938934326, + 1.4219261407852173, + 1.4217486381530762, + 1.415884017944336, + 1.4104273319244385, + 1.4060982465744019, + 1.4074499607086182, + 1.404942274093628, + 1.4019012451171875, + 1.4017713069915771, + 1.4037748575210571, + 1.4030306339263916, + 1.4008028507232666, + 1.3987629413604736, + 1.4037307500839233, + 1.4017541408538818, + 1.410067081451416, + 1.4185354709625244, + 1.4231714010238647, + 1.4214813709259033, + 1.4181519746780396, + 1.4151986837387085, + 1.4133907556533813, + 1.4133228063583374, + 1.409470558166504, + 1.410441279411316, + 1.4128069877624512, + 1.414727807044983, + 1.4162334203720093, + 1.4128010272979736, + 1.4166673421859741, + 1.4016788005828857, + 1.4012165069580078, + 1.406175971031189, + 1.4062399864196777, + 1.4065479040145874, + 1.4089497327804565, + 1.411798119544983, + 1.4174374341964722 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_035230.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_035230.json new file mode 100644 index 0000000000000000000000000000000000000000..1c08ad4684d09a341ba19a161cabb4084308b398 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_035230.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T03:52:30.982380+00:00", + "metrics": { + "MSE[mean]": 0.05135448154299596, + "MSE[0.5]": 0.05143768459584632, + "MAE[0.5]": 0.20439174739135102, + "MASE[0.5]": 3.321367082922886, + "MAPE[0.5]": 0.13043950785869682, + "sMAPE[0.5]": 0.14109788118997976, + "MSIS": 38.55079423919247, + "RMSE[mean]": 0.2266152720868476, + "NRMSE[mean]": 0.14927995548661258, + "ND[0.5]": 0.1346404885753624, + "mean_weighted_sum_quantile_loss": 0.1208352525925345 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3021446674548964, + 1.302732968720751, + 1.3033212699866055, + 1.3039095712524602, + 1.3044978725183147, + 1.3050861737841692, + 1.3056744750500238, + 1.3062627763158783, + 1.3068510775817328, + 1.3074393788475873, + 1.308027680113442, + 1.3086159813792966, + 1.309204282645151, + 1.3097925839110056, + 1.3103808851768601, + 1.3109691864427147, + 1.3115574877085692, + 1.3121457889744237, + 1.3127340902402784, + 1.313322391506133, + 1.3139106927719875, + 1.314498994037842, + 1.3150872953036965, + 1.315675596569551, + 1.3162638978354055, + 1.3168521991012603, + 1.3174405003671148, + 1.3180288016329693, + 1.3186171028988238, + 1.3192054041646784, + 1.3197937054305329, + 1.3203820066963874, + 1.3209703079622421, + 1.3215586092280966, + 1.3221469104939512, + 1.3227352117598057, + 1.3233235130256602, + 1.3239118142915147, + 1.3245001155573692, + 1.3250884168232238, + 1.3256767180890785, + 1.326265019354933, + 1.3268533206207875, + 1.327441621886642, + 1.3280299231524966, + 1.328618224418351, + 1.3292065256842056, + 1.3297948269500603, + 1.3303831282159149, + 1.3309714294817694, + 1.331559730747624, + 1.3321480320134784, + 1.332736333279333, + 1.3333246345451875, + 1.3339129358110422, + 1.3345012370768967, + 1.3350895383427512, + 1.3356778396086058, + 1.3362661408744603, + 1.3368544421403148, + 1.3374427434061693, + 1.3380310446720238, + 1.3386193459378786, + 1.339207647203733, + 1.3397959484695876, + 1.3403842497354421, + 1.3409725510012966, + 1.3415608522671512, + 1.3421491535330057, + 1.3427374547988604, + 1.343325756064715, + 1.3439140573305695 + ], + "p10": [ + 1.2021446436130385, + 1.202732944878893, + 1.2033212461447476, + 1.2039095474106023, + 1.2044978486764568, + 1.2050861499423113, + 1.2056744512081659, + 1.20626287168331, + 1.206851053739875, + 1.2074393550057294, + 1.2080276562715841, + 1.2086159575374387, + 1.2092042588032932, + 1.2097925600691477, + 1.2103808613350022, + 1.2109691626008567, + 1.2115574638667113, + 1.2121457651325658, + 1.2127340663984205, + 1.213322367664275, + 1.2139106689301296, + 1.214498970195984, + 1.2150872714618386, + 1.215675572727693, + 1.2162638739935476, + 1.2168521752594024, + 1.2174404765252569, + 1.2180287777911114, + 1.218617079056966, + 1.2192053803228204, + 1.219793681588675, + 1.2203819828545295, + 1.2209702841203842, + 1.2215585853862387, + 1.2221468866520933, + 1.2227351879179478, + 1.2233234891838023, + 1.2239117904496568, + 1.2245000917155113, + 1.2250883929813658, + 1.2256766942472206, + 1.226264995513075, + 1.2268532967789296, + 1.2274415980447841, + 1.2280298993106387, + 1.2286182005764932, + 1.2292065018423477, + 1.2297948031082024, + 1.230383104374057, + 1.2309714056399115, + 1.231559706905766, + 1.2321480081716205, + 1.232736309437475, + 1.2333246107033295, + 1.2339129119691843, + 1.2345012132350388, + 1.2350895145008933, + 1.2356778157667478, + 1.2362661170326024, + 1.2368544182984569, + 1.2374427195643114, + 1.238031020830166, + 1.2386193220960207, + 1.2392076233618752, + 1.2397959246277297, + 1.2403842258935842, + 1.2409725271594387, + 1.2415608284252933, + 1.2421491296911478, + 1.2427374309570025, + 1.243325732222857, + 1.2439140334887115 + ], + "p90": [ + 1.4021445840083937, + 1.4027329925626089, + 1.4033212938284634, + 1.4039095950943181, + 1.404497777150883, + 1.4050861976260272, + 1.4056744988918817, + 1.4062628001577362, + 1.4068511014235907, + 1.4074394026894452, + 1.4080277039553, + 1.4086160052211545, + 1.409204306487009, + 1.4097926077528635, + 1.410380909018718, + 1.4109692102845726, + 1.411557511550427, + 1.4121458128162816, + 1.4127341140821363, + 1.4133224153479909, + 1.4139107166138454, + 1.4144989105913393, + 1.4150871999362649, + 1.415675620411409, + 1.4162639216772634, + 1.4168522229431182, + 1.4174405242089727, + 1.4180288254748272, + 1.4186171267406817, + 1.4192054280065363, + 1.4197937292723908, + 1.4203820305382453, + 1.4209702245157394, + 1.4215586330699546, + 1.422146934335809, + 1.4227352356016636, + 1.4233235368675181, + 1.4239118381333726, + 1.4245001393992271, + 1.4250884406650817, + 1.4256767419309364, + 1.426265043196791, + 1.4268533444626454, + 1.4274416457285, + 1.4280299469943545, + 1.428618248260209, + 1.4292065495260635, + 1.4297948507919183, + 1.4303831520577728, + 1.4309714533236273, + 1.4315597545894818, + 1.4321480558553363, + 1.4327363571211909, + 1.4333246583870454, + 1.4339129596529, + 1.4345012609187546, + 1.4350895621846091, + 1.4356778634504637, + 1.4362661647163182, + 1.4368544659821727, + 1.4374427672480272, + 1.4380310685138817, + 1.4386193697797365, + 1.439207671045591, + 1.4397959723114455, + 1.4403842735773, + 1.4409725748431546, + 1.441560876109009, + 1.4421491773748636, + 1.4427374786407183, + 1.4433257799065728, + 1.4439140811724274 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_035203.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_035203.json new file mode 100644 index 0000000000000000000000000000000000000000..94df54eaa72958e27815df0361dbf18125bd270a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_035203.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:52:03.420609+00:00", + "metrics": { + "MSE[mean]": 0.06193455873325485, + "MSE[0.5]": 0.060497616149645474, + "MAE[0.5]": 0.22153313292397392, + "MASE[0.5]": 3.5999146974443974, + "MAPE[0.5]": 0.14135679497311968, + "sMAPE[0.5]": 0.15399349478506147, + "MSIS": 63.5480564783103, + "RMSE[mean]": 0.24886654803981761, + "NRMSE[mean]": 0.16393770318910064, + "ND[0.5]": 0.1459321603401328, + "mean_weighted_sum_quantile_loss": 0.1265440728280056 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3078643679618835, + 1.3068301677703857, + 1.3066568970680237, + 1.31905597448349, + 1.3086557984352112, + 1.2965208888053894, + 1.3190309405326843, + 1.3115200996398926, + 1.3143276572227478, + 1.3137955069541931, + 1.306979477405548, + 1.2951900362968445, + 1.3053416013717651, + 1.3030803799629211, + 1.2995274662971497, + 1.3041054010391235, + 1.311473309993744, + 1.308506190776825, + 1.2991847395896912, + 1.313354253768921, + 1.3036649227142334, + 1.3102110028266907, + 1.314521074295044, + 1.2999942302703857, + 1.3049466013908386, + 1.305848777294159, + 1.3047834038734436, + 1.2913005948066711, + 1.3044289946556091, + 1.3040716648101807, + 1.295821487903595, + 1.296217143535614, + 1.2988786697387695, + 1.3101393580436707, + 1.3047500848770142, + 1.3097127676010132, + 1.3150261044502258, + 1.3168255686759949, + 1.3132213950157166, + 1.3237258195877075, + 1.3059321641921997, + 1.307519555091858, + 1.299080491065979, + 1.3070407509803772, + 1.2865665555000305, + 1.322842538356781, + 1.2994475364685059, + 1.2937597036361694, + 1.3007549047470093, + 1.2983784079551697, + 1.2956086993217468, + 1.3143961429595947, + 1.3034806847572327, + 1.3108935356140137, + 1.300852656364441, + 1.31585294008255, + 1.3016232252120972, + 1.3246250748634338, + 1.2992923259735107, + 1.2971188426017761, + 1.3135367035865784, + 1.3146053552627563, + 1.2978833317756653, + 1.306467890739441, + 1.3030319213867188, + 1.3138129711151123, + 1.3095488548278809, + 1.3153896927833557, + 1.2923380136489868, + 1.3103951215744019, + 1.3106884956359863, + 1.290595293045044 + ], + "p10": [ + 1.2061837911605835, + 1.179594099521637, + 1.203223705291748, + 1.1722421050071716, + 1.1729281544685364, + 1.1877817511558533, + 1.2220845222473145, + 1.1556388139724731, + 1.1859402656555176, + 1.1990963816642761, + 1.182128369808197, + 1.1674781441688538, + 1.173781931400299, + 1.185361385345459, + 1.1434957385063171, + 1.1881923079490662, + 1.1892462372779846, + 1.1664744019508362, + 1.1603443622589111, + 1.1818053126335144, + 1.1845353245735168, + 1.1806395053863525, + 1.1755953431129456, + 1.1636494398117065, + 1.1704912781715393, + 1.1759161949157715, + 1.1525999903678894, + 1.131666362285614, + 1.1611038446426392, + 1.1971891522407532, + 1.1420302987098694, + 1.1790320873260498, + 1.17881441116333, + 1.1864922642707825, + 1.1380540132522583, + 1.1804717779159546, + 1.173115074634552, + 1.1631004810333252, + 1.1686744689941406, + 1.185469150543213, + 1.1594523787498474, + 1.181671679019928, + 1.1726937294006348, + 1.1445461511611938, + 1.1482105255126953, + 1.1655844449996948, + 1.1484981775283813, + 1.1353836059570312, + 1.1635331511497498, + 1.0807603001594543, + 1.1449257731437683, + 1.17715722322464, + 1.147047996520996, + 1.146374225616455, + 1.1413805484771729, + 1.1519720554351807, + 1.1235605478286743, + 1.1449732780456543, + 1.0899988412857056, + 1.0814962983131409, + 1.1390692591667175, + 1.113826870918274, + 1.1505310535430908, + 1.1541499495506287, + 1.0780261158943176, + 1.1069581508636475, + 1.1428242921829224, + 1.164462685585022, + 1.1109274625778198, + 1.103919804096222, + 1.1186643242835999, + 1.1146267652511597 + ], + "p90": [ + 1.3964958190917969, + 1.4028135538101196, + 1.4256359338760376, + 1.429535150527954, + 1.4312167763710022, + 1.4119173884391785, + 1.4602654576301575, + 1.4487125873565674, + 1.4843884706497192, + 1.4447124600410461, + 1.3989709615707397, + 1.4432066679000854, + 1.449259340763092, + 1.4332330822944641, + 1.4129356145858765, + 1.4327285289764404, + 1.4390370845794678, + 1.434263527393341, + 1.4045092463493347, + 1.4320337176322937, + 1.4249534606933594, + 1.4341623783111572, + 1.4694146513938904, + 1.4108104705810547, + 1.432659387588501, + 1.4329634308815002, + 1.4330753684043884, + 1.4197965860366821, + 1.4323608875274658, + 1.4201220870018005, + 1.42344069480896, + 1.4265271425247192, + 1.4310771822929382, + 1.4489994049072266, + 1.4432615041732788, + 1.4420502185821533, + 1.4361190795898438, + 1.4566920399665833, + 1.443997323513031, + 1.4775242805480957, + 1.4642059206962585, + 1.433017909526825, + 1.435668408870697, + 1.4134133458137512, + 1.4335091710090637, + 1.4608492255210876, + 1.445965051651001, + 1.4382179975509644, + 1.4631810784339905, + 1.449752390384674, + 1.4415093064308167, + 1.4542832970619202, + 1.4704370498657227, + 1.443052589893341, + 1.4741525650024414, + 1.508086919784546, + 1.4814919829368591, + 1.501581609249115, + 1.4548202157020569, + 1.4970719814300537, + 1.4865737557411194, + 1.5147320628166199, + 1.481550931930542, + 1.5041837692260742, + 1.4844171404838562, + 1.500302791595459, + 1.4791736006736755, + 1.5026344060897827, + 1.4484569430351257, + 1.5287032723426819, + 1.4928701519966125, + 1.4828928112983704 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_035231.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_035231.json new file mode 100644 index 0000000000000000000000000000000000000000..516c5e42f9869cd63162c97d2d0539a4c59d4089 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_035231.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:52:31.016609+00:00", + "metrics": { + "MSE[mean]": 0.05781359735361239, + "MSE[0.5]": 0.05789932634819682, + "MAE[0.5]": 0.21666670397475907, + "MASE[0.5]": 3.520835198738623, + "MAPE[0.5]": 0.13826307263016904, + "sMAPE[0.5]": 0.15029574863204614, + "MSIS": 42.94059930936511, + "RMSE[mean]": 0.24044458270797534, + "NRMSE[mean]": 0.15838983963043726, + "ND[0.5]": 0.14272646157928692, + "mean_weighted_sum_quantile_loss": 0.12870592779245948 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624 + ], + "p10": [ + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766 + ], + "p90": [ + 1.4124998817841212, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998698631923, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998817841212, + 1.4124998698631923, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998817841212, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_035231.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_035231.json new file mode 100644 index 0000000000000000000000000000000000000000..df8678dbfb98b5081bd0767ad2bb37a1bb0b4472 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_035231.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:52:31.042938+00:00", + "metrics": { + "MSE[mean]": 0.060555578139096705, + "MSE[0.5]": 0.060555578139096705, + "MAE[0.5]": 0.21666670507854885, + "MASE[0.5]": 3.520835216675213, + "MAPE[0.5]": 0.1381011458569962, + "sMAPE[0.5]": 0.15081074516785786, + "MSIS": 119.0651734556455, + "RMSE[mean]": 0.24608043022373133, + "NRMSE[mean]": 0.16210238317851272, + "ND[0.5]": 0.14272646230639452, + "mean_weighted_sum_quantile_loss": 0.13791808604123704 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_035228.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_035228.json new file mode 100644 index 0000000000000000000000000000000000000000..3fb9f513edfc403e4ccb379234dd623315839b30 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_035228.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:52:28.598048+00:00", + "metrics": { + "MSE[mean]": 0.06193123446893366, + "MSE[0.5]": 0.06193123446893366, + "MAE[0.5]": 0.22404899365372127, + "MASE[0.5]": 3.640797448923602, + "MAPE[0.5]": 0.1428587752676266, + "sMAPE[0.5]": 0.15589092746852934, + "MSIS": 98.68243887260026, + "RMSE[mean]": 0.24885986914111655, + "NRMSE[mean]": 0.16393330354872507, + "ND[0.5]": 0.14758945189991463, + "mean_weighted_sum_quantile_loss": 0.134906309353791 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2996749877929688, + 1.2995719909667969, + 1.2989883422851562, + 1.2996063232421875, + 1.3003273010253906, + 1.2994003295898438, + 1.3002243041992188, + 1.3002243041992188, + 1.3006706237792969, + 1.3005847930908203, + 1.3016319274902344, + 1.3013572692871094, + 1.3013572692871094, + 1.3021469116210938, + 1.3012027740478516, + 1.3025760650634766, + 1.302764892578125, + 1.3021469116210938, + 1.3023357391357422, + 1.3015632629394531, + 1.3013916015625, + 1.3009624481201172, + 1.3021125793457031, + 1.3012886047363281, + 1.3008766174316406, + 1.2998123168945312, + 1.3003616333007812, + 1.302713394165039, + 1.3016490936279297, + 1.3017520904541016, + 1.303314208984375, + 1.3039450645446777, + 1.3028593063354492, + 1.3019065856933594, + 1.301992416381836, + 1.302764892578125, + 1.3034858703613281, + 1.303987979888916, + 1.3028850555419922, + 1.3028249740600586, + 1.3031597137451172, + 1.3029708862304688, + 1.3026447296142578, + 1.3034858703613281, + 1.3029108047485352, + 1.3029193878173828, + 1.3025074005126953, + 1.3016319274902344, + 1.302515983581543, + 1.3035974502563477, + 1.3033313751220703, + 1.3036918640136719, + 1.3034944534301758, + 1.3040266036987305, + 1.3042690753936768, + 1.304914951324463, + 1.303563117980957, + 1.3035974502563477, + 1.302490234375, + 1.3031940460205078, + 1.302215576171875, + 1.302739143371582, + 1.3028078079223633, + 1.303863525390625, + 1.3034172058105469, + 1.3032798767089844, + 1.3037948608398438, + 1.3036746978759766, + 1.3025932312011719, + 1.30413818359375, + 1.3052196502685547, + 1.3047175407409668 + ], + "p10": [ + 1.2878646850585938, + 1.2798309326171875, + 1.271453857421875, + 1.266510009765625, + 1.260467529296875, + 1.25469970703125, + 1.249755859375, + 1.2464599609375, + 1.24261474609375, + 1.23931884765625, + 1.236846923828125, + 1.237396240234375, + 1.23602294921875, + 1.234375, + 1.23272705078125, + 1.23272705078125, + 1.238494873046875, + 1.235748291015625, + 1.23492431640625, + 1.23492431640625, + 1.2332763671875, + 1.2310791015625, + 1.22833251953125, + 1.2255859375, + 1.22503662109375, + 1.22283935546875, + 1.223388671875, + 1.22503662109375, + 1.2244873046875, + 1.2244873046875, + 1.2255859375, + 1.2255859375, + 1.22723388671875, + 1.223388671875, + 1.22283935546875, + 1.2244873046875, + 1.2255859375, + 1.22723388671875, + 1.22503662109375, + 1.22393798828125, + 1.2244873046875, + 1.22503662109375, + 1.22503662109375, + 1.2244873046875, + 1.2222900390625, + 1.22174072265625, + 1.22064208984375, + 1.21844482421875, + 1.2244873046875, + 1.22283935546875, + 1.22174072265625, + 1.2222900390625, + 1.2200927734375, + 1.22119140625, + 1.22064208984375, + 1.22174072265625, + 1.2222900390625, + 1.22283935546875, + 1.22119140625, + 1.2222900390625, + 1.2200927734375, + 1.21954345703125, + 1.21954345703125, + 1.22119140625, + 1.22613525390625, + 1.22393798828125, + 1.223388671875, + 1.22283935546875, + 1.22119140625, + 1.223388671875, + 1.2244873046875, + 1.2244873046875 + ], + "p90": [ + 1.3147811889648438, + 1.322540283203125, + 1.33160400390625, + 1.340667724609375, + 1.3519287109375, + 1.358795166015625, + 1.3662109375, + 1.370880126953125, + 1.375, + 1.37554931640625, + 1.3804931640625, + 1.3804931640625, + 1.38214111328125, + 1.38433837890625, + 1.38323974609375, + 1.3848876953125, + 1.38214111328125, + 1.38214111328125, + 1.38214111328125, + 1.3804931640625, + 1.38104248046875, + 1.38104248046875, + 1.3837890625, + 1.38323974609375, + 1.381591796875, + 1.3782958984375, + 1.37939453125, + 1.38214111328125, + 1.3848876953125, + 1.38873291015625, + 1.392578125, + 1.3936767578125, + 1.38983154296875, + 1.3914794921875, + 1.392578125, + 1.3936767578125, + 1.3936767578125, + 1.392578125, + 1.39093017578125, + 1.38983154296875, + 1.38873291015625, + 1.3870849609375, + 1.38763427734375, + 1.38873291015625, + 1.38983154296875, + 1.38983154296875, + 1.38818359375, + 1.385986328125, + 1.38433837890625, + 1.3870849609375, + 1.38763427734375, + 1.3892822265625, + 1.38983154296875, + 1.390380859375, + 1.39093017578125, + 1.39202880859375, + 1.38983154296875, + 1.38983154296875, + 1.3892822265625, + 1.3892822265625, + 1.38763427734375, + 1.38818359375, + 1.38763427734375, + 1.38873291015625, + 1.38818359375, + 1.390380859375, + 1.38983154296875, + 1.38763427734375, + 1.38433837890625, + 1.3848876953125, + 1.3870849609375, + 1.38873291015625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_035027.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_035027.json new file mode 100644 index 0000000000000000000000000000000000000000..839a0f4532bb12c3d7fcdceeaa0ef6b937754d86 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_035027.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:50:27.554829+00:00", + "metrics": { + "MSE[mean]": 0.06417405964730527, + "MSE[0.5]": 0.06912873181092946, + "MAE[0.5]": 0.23739867409070334, + "MASE[0.5]": 3.8577298336056276, + "MAPE[0.5]": 0.15140513386361554, + "sMAPE[0.5]": 0.1661021126144412, + "MSIS": 125.7125066430228, + "RMSE[mean]": 0.2533259948116365, + "NRMSE[mean]": 0.16687530756793048, + "ND[0.5]": 0.15638338570252902, + "mean_weighted_sum_quantile_loss": 0.14436919164659268 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2990528345108032, + 1.298336148262024, + 1.296677827835083, + 1.2958532571792603, + 1.2958492040634155, + 1.2958332300186157, + 1.2961045503616333, + 1.2950392961502075, + 1.293583631515503, + 1.2948148250579834, + 1.2946239709854126, + 1.2934541702270508, + 1.2935134172439575, + 1.2913694381713867, + 1.2932164669036865, + 1.29132878780365, + 1.2917248010635376, + 1.293445348739624, + 1.2910780906677246, + 1.2929617166519165, + 1.2913899421691895, + 1.2924230098724365, + 1.29241943359375, + 1.2916405200958252, + 1.2890121936798096, + 1.2916465997695923, + 1.2902384996414185, + 1.289754033088684, + 1.2898412942886353, + 1.2871062755584717, + 1.2877323627471924, + 1.2886813879013062, + 1.2891148328781128, + 1.2876919507980347, + 1.2867339849472046, + 1.2869527339935303, + 1.2885249853134155, + 1.2885212898254395, + 1.2877073287963867, + 1.2869014739990234, + 1.288441777229309, + 1.2865562438964844, + 1.2872811555862427, + 1.286637544631958, + 1.2861682176589966, + 1.2866934537887573, + 1.2846622467041016, + 1.2852962017059326, + 1.2859116792678833, + 1.2851377725601196, + 1.28435480594635, + 1.2851788997650146, + 1.285452961921692, + 1.2846797704696655, + 1.2836763858795166, + 1.2843687534332275, + 1.2840025424957275, + 1.2844043970108032, + 1.2835228443145752, + 1.283553123474121, + 1.283234715461731, + 1.2839536666870117, + 1.2821983098983765, + 1.2828519344329834, + 1.2845460176467896, + 1.2836788892745972, + 1.2845083475112915, + 1.2840895652770996, + 1.2840818166732788, + 1.2835317850112915, + 1.2839289903640747, + 1.2835075855255127 + ], + "p10": [ + 1.3025702238082886, + 1.2987942695617676, + 1.2998692989349365, + 1.2988994121551514, + 1.2994296550750732, + 1.2998441457748413, + 1.2988141775131226, + 1.2969496250152588, + 1.2988237142562866, + 1.296974539756775, + 1.298129677772522, + 1.2996604442596436, + 1.299200415611267, + 1.2986499071121216, + 1.2990915775299072, + 1.2975386381149292, + 1.2993581295013428, + 1.2989606857299805, + 1.2974005937576294, + 1.2984888553619385, + 1.2991399765014648, + 1.2982673645019531, + 1.299000859260559, + 1.2986429929733276, + 1.299059271812439, + 1.2994391918182373, + 1.2999531030654907, + 1.2997668981552124, + 1.2987682819366455, + 1.2999080419540405, + 1.2985033988952637, + 1.299220323562622, + 1.300125241279602, + 1.2982821464538574, + 1.2991982698440552, + 1.2980760335922241, + 1.3010855913162231, + 1.299730658531189, + 1.299858570098877, + 1.300063133239746, + 1.3002246618270874, + 1.2999191284179688, + 1.3012605905532837, + 1.3011828660964966, + 1.3004194498062134, + 1.2998223304748535, + 1.2988684177398682, + 1.2986968755722046, + 1.2997297048568726, + 1.2996934652328491, + 1.2982966899871826, + 1.297533392906189, + 1.3003371953964233, + 1.2983490228652954, + 1.3002487421035767, + 1.298897624015808, + 1.298102617263794, + 1.3001656532287598, + 1.2982511520385742, + 1.299647569656372, + 1.2991222143173218, + 1.2993748188018799, + 1.2979918718338013, + 1.2992877960205078, + 1.3005552291870117, + 1.2988464832305908, + 1.2995660305023193, + 1.2989543676376343, + 1.2992051839828491, + 1.2985550165176392, + 1.298606276512146, + 1.2996177673339844 + ], + "p90": [ + 1.3055295944213867, + 1.3069688081741333, + 1.3079237937927246, + 1.3086744546890259, + 1.3096706867218018, + 1.3105289936065674, + 1.3121681213378906, + 1.3113954067230225, + 1.3121083974838257, + 1.314900517463684, + 1.3160392045974731, + 1.3171381950378418, + 1.3175855875015259, + 1.31824791431427, + 1.3208379745483398, + 1.3207380771636963, + 1.3233853578567505, + 1.3253874778747559, + 1.325260877609253, + 1.3260430097579956, + 1.3269281387329102, + 1.3311129808425903, + 1.3314101696014404, + 1.3302905559539795, + 1.330749750137329, + 1.3352899551391602, + 1.3342570066452026, + 1.3357110023498535, + 1.336084246635437, + 1.3364695310592651, + 1.3377151489257812, + 1.337852954864502, + 1.3406621217727661, + 1.3408123254776, + 1.3402857780456543, + 1.3413608074188232, + 1.3428388833999634, + 1.3430728912353516, + 1.3432198762893677, + 1.3439891338348389, + 1.344156265258789, + 1.3439878225326538, + 1.3436490297317505, + 1.342944622039795, + 1.343474268913269, + 1.3453365564346313, + 1.3449759483337402, + 1.3448829650878906, + 1.3451321125030518, + 1.3452460765838623, + 1.345342755317688, + 1.347269058227539, + 1.3464640378952026, + 1.3454316854476929, + 1.3454179763793945, + 1.3445638418197632, + 1.3447843790054321, + 1.3450510501861572, + 1.346539855003357, + 1.3451483249664307, + 1.3463553190231323, + 1.345966100692749, + 1.3447060585021973, + 1.347594976425171, + 1.3475195169448853, + 1.3472124338150024, + 1.347634196281433, + 1.3462971448898315, + 1.347839593887329, + 1.34823477268219, + 1.3473342657089233, + 1.3492431640625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_035122.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_035122.json new file mode 100644 index 0000000000000000000000000000000000000000..357860764136e67c7f71d5419aaaad3715f208a8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_035122.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:51:22.387427+00:00", + "metrics": { + "MSE[mean]": 0.06294640944403262, + "MSE[0.5]": 0.06294640944403262, + "MAE[0.5]": 0.22623617615964678, + "MASE[0.5]": 3.676339177355605, + "MAPE[0.5]": 0.14428397690699823, + "sMAPE[0.5]": 0.15755990815543067, + "MSIS": 74.04275317073643, + "RMSE[mean]": 0.2508912303051516, + "NRMSE[mean]": 0.16527143712353626, + "ND[0.5]": 0.14903023082058917, + "mean_weighted_sum_quantile_loss": 0.12758345810983987 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2998651266098022, + 1.299099326133728, + 1.2986040115356445, + 1.298708200454712, + 1.2985483407974243, + 1.298262596130371, + 1.2981425523757935, + 1.2983012199401855, + 1.2987653017044067, + 1.298493504524231, + 1.298768162727356, + 1.2989243268966675, + 1.2991187572479248, + 1.2990630865097046, + 1.2992056608200073, + 1.2990965843200684, + 1.2991670370101929, + 1.299081802368164, + 1.2990784645080566, + 1.299169659614563, + 1.2990447282791138, + 1.2993650436401367, + 1.2998546361923218, + 1.2999472618103027, + 1.300309658050537, + 1.3006627559661865, + 1.300868272781372, + 1.3009639978408813, + 1.301170825958252, + 1.3011865615844727, + 1.301147699356079, + 1.3012583255767822, + 1.297220230102539, + 1.296952724456787, + 1.2978671789169312, + 1.2999086380004883, + 1.3007793426513672, + 1.301127314567566, + 1.3005731105804443, + 1.3003261089324951, + 1.30056893825531, + 1.3005118370056152, + 1.3006869554519653, + 1.3004621267318726, + 1.300163745880127, + 1.2989202737808228, + 1.2982618808746338, + 1.297770380973816, + 1.2981834411621094, + 1.3002511262893677, + 1.3020511865615845, + 1.3025449514389038, + 1.302888035774231, + 1.302064061164856, + 1.3014808893203735, + 1.300255298614502, + 1.2992403507232666, + 1.2983145713806152, + 1.2975339889526367, + 1.2978607416152954, + 1.298421025276184, + 1.2993032932281494, + 1.2999670505523682, + 1.3017034530639648, + 1.298339605331421, + 1.3007936477661133, + 1.302375078201294, + 1.3040590286254883, + 1.3040413856506348, + 1.305759072303772, + 1.3052372932434082, + 1.3045941591262817 + ], + "p10": [ + 1.2939590215682983, + 1.2852615118026733, + 1.2761720418930054, + 1.2641472816467285, + 1.2523458003997803, + 1.2395929098129272, + 1.2372418642044067, + 1.2343254089355469, + 1.229870080947876, + 1.2264652252197266, + 1.2220375537872314, + 1.221638798713684, + 1.2196632623672485, + 1.2169475555419922, + 1.2138797044754028, + 1.211797833442688, + 1.2112599611282349, + 1.2110036611557007, + 1.2116674184799194, + 1.2115591764450073, + 1.2116106748580933, + 1.2106465101242065, + 1.210403561592102, + 1.210275411605835, + 1.2115229368209839, + 1.2122224569320679, + 1.2117869853973389, + 1.2121599912643433, + 1.2122752666473389, + 1.2121033668518066, + 1.2108508348464966, + 1.2083864212036133, + 1.2039387226104736, + 1.2065973281860352, + 1.202393651008606, + 1.2026647329330444, + 1.202836513519287, + 1.2013797760009766, + 1.200819492340088, + 1.201744556427002, + 1.2037585973739624, + 1.2050683498382568, + 1.2039740085601807, + 1.2029798030853271, + 1.2027925252914429, + 1.202849268913269, + 1.2014131546020508, + 1.2000516653060913, + 1.1994397640228271, + 1.2012821435928345, + 1.2043039798736572, + 1.205031156539917, + 1.2037018537521362, + 1.201812982559204, + 1.2003892660140991, + 1.1988780498504639, + 1.1973161697387695, + 1.1956186294555664, + 1.1945422887802124, + 1.1940908432006836, + 1.1936192512512207, + 1.1934646368026733, + 1.1931893825531006, + 1.1944822072982788, + 1.204146146774292, + 1.2084691524505615, + 1.2060273885726929, + 1.1988120079040527, + 1.1960060596466064, + 1.1944758892059326, + 1.1928012371063232, + 1.1933908462524414 + ], + "p90": [ + 1.3157882690429688, + 1.3335840702056885, + 1.3480656147003174, + 1.3636139631271362, + 1.3802493810653687, + 1.386223554611206, + 1.384920597076416, + 1.39362633228302, + 1.406285047531128, + 1.4074820280075073, + 1.4115508794784546, + 1.4096386432647705, + 1.4064550399780273, + 1.4077510833740234, + 1.4090348482131958, + 1.4071451425552368, + 1.406954050064087, + 1.4048891067504883, + 1.4025074243545532, + 1.3993282318115234, + 1.4063061475753784, + 1.410765528678894, + 1.4143619537353516, + 1.4118276834487915, + 1.414581060409546, + 1.4192087650299072, + 1.4233301877975464, + 1.4267909526824951, + 1.4285075664520264, + 1.4308463335037231, + 1.430822491645813, + 1.4253759384155273, + 1.4184707403182983, + 1.4298166036605835, + 1.4300508499145508, + 1.4348423480987549, + 1.4434998035430908, + 1.4454550743103027, + 1.4393445253372192, + 1.4361426830291748, + 1.4344077110290527, + 1.4332740306854248, + 1.4337329864501953, + 1.4358525276184082, + 1.4371458292007446, + 1.434751033782959, + 1.4328356981277466, + 1.4338297843933105, + 1.4374890327453613, + 1.4433485269546509, + 1.4483466148376465, + 1.4521139860153198, + 1.4563817977905273, + 1.455801010131836, + 1.4563772678375244, + 1.4553546905517578, + 1.4551681280136108, + 1.4529715776443481, + 1.452579379081726, + 1.4528452157974243, + 1.4538350105285645, + 1.4551234245300293, + 1.456990361213684, + 1.4608107805252075, + 1.4365164041519165, + 1.449957251548767, + 1.4472171068191528, + 1.4467799663543701, + 1.4520734548568726, + 1.4564777612686157, + 1.4511773586273193, + 1.4487533569335938 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_035101.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_035101.json new file mode 100644 index 0000000000000000000000000000000000000000..f642188e4ea5c764f6caf5c8f98301eb45ae9257 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_035101.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:51:01.110422+00:00", + "metrics": { + "MSE[mean]": 0.06308388785122847, + "MSE[0.5]": 0.06308388785122847, + "MAE[0.5]": 0.22619816164175668, + "MASE[0.5]": 3.6757214412189714, + "MAPE[0.5]": 0.14423457274279325, + "sMAPE[0.5]": 0.15752650900506568, + "MSIS": 89.65660602198194, + "RMSE[mean]": 0.2511650609683371, + "NRMSE[mean]": 0.16545181962306849, + "ND[0.5]": 0.149005189235853, + "mean_weighted_sum_quantile_loss": 0.13403267836161997 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" + ], + "context": [ + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.300173282623291, + 1.3001996278762817, + 1.3001669645309448, + 1.3002134561538696, + 1.3001636266708374, + 1.3001258373260498, + 1.3002233505249023, + 1.3001075983047485, + 1.3001430034637451, + 1.300192952156067, + 1.3001877069473267, + 1.300152063369751, + 1.300166368484497, + 1.3001086711883545, + 1.3001437187194824, + 1.3001598119735718, + 1.3001415729522705, + 1.3001221418380737, + 1.3001887798309326, + 1.3001128435134888, + 1.3001631498336792, + 1.3001197576522827, + 1.300113558769226, + 1.3001126050949097, + 1.3000779151916504, + 1.3000816106796265, + 1.3001368045806885, + 1.3001391887664795, + 1.3000847101211548, + 1.3000366687774658, + 1.3000924587249756, + 1.3001035451889038, + 1.3003079891204834, + 1.3001549243927002, + 1.3002419471740723, + 1.3003098964691162, + 1.3002960681915283, + 1.300301194190979, + 1.3003958463668823, + 1.3003997802734375, + 1.3003429174423218, + 1.300392508506775, + 1.3004095554351807, + 1.300304651260376, + 1.300356388092041, + 1.3003290891647339, + 1.3003519773483276, + 1.3003182411193848, + 1.3003575801849365, + 1.30033278465271, + 1.3003215789794922, + 1.3002930879592896, + 1.3003003597259521, + 1.3003318309783936, + 1.3003385066986084, + 1.300286889076233, + 1.3002898693084717, + 1.300296425819397, + 1.3003089427947998, + 1.3003857135772705, + 1.3003413677215576, + 1.3003004789352417, + 1.3003554344177246, + 1.3003637790679932, + 1.3001738786697388, + 1.3002493381500244, + 1.3001728057861328, + 1.3000978231430054, + 1.300179123878479, + 1.30025053024292, + 1.300318717956543, + 1.3002948760986328 + ], + "p10": [ + 1.2419755458831787, + 1.2088844776153564, + 1.2057089805603027, + 1.2053402662277222, + 1.2021428346633911, + 1.2060391902923584, + 1.2144464254379272, + 1.2123560905456543, + 1.2031114101409912, + 1.203768253326416, + 1.203181266784668, + 1.2028193473815918, + 1.202024221420288, + 1.201576828956604, + 1.2022184133529663, + 1.2030456066131592, + 1.2041020393371582, + 1.2049813270568848, + 1.2051538228988647, + 1.2047226428985596, + 1.2045310735702515, + 1.2038073539733887, + 1.203213095664978, + 1.2031117677688599, + 1.202377438545227, + 1.2021015882492065, + 1.2020001411437988, + 1.2024085521697998, + 1.202643871307373, + 1.202606439590454, + 1.2028985023498535, + 1.2023429870605469, + 1.2050063610076904, + 1.2025606632232666, + 1.2001478672027588, + 1.2019814252853394, + 1.1992355585098267, + 1.2024956941604614, + 1.2002148628234863, + 1.1997193098068237, + 1.1978929042816162, + 1.200287103652954, + 1.1993601322174072, + 1.200365424156189, + 1.2002382278442383, + 1.2008326053619385, + 1.20158851146698, + 1.2031049728393555, + 1.2034035921096802, + 1.2037880420684814, + 1.2041267156600952, + 1.2040257453918457, + 1.2041555643081665, + 1.2038904428482056, + 1.2031890153884888, + 1.2034801244735718, + 1.2032419443130493, + 1.2029502391815186, + 1.2029534578323364, + 1.2025477886199951, + 1.2022771835327148, + 1.2019251585006714, + 1.202073097229004, + 1.2018191814422607, + 1.203430414199829, + 1.2051148414611816, + 1.199748158454895, + 1.1998796463012695, + 1.2027833461761475, + 1.2030916213989258, + 1.2005858421325684, + 1.2018227577209473 + ], + "p90": [ + 1.385154366493225, + 1.3995440006256104, + 1.3961353302001953, + 1.3985788822174072, + 1.3995214700698853, + 1.3987685441970825, + 1.4000799655914307, + 1.4031572341918945, + 1.4006030559539795, + 1.40290105342865, + 1.4001983404159546, + 1.4004477262496948, + 1.4013429880142212, + 1.4009077548980713, + 1.4009817838668823, + 1.3999660015106201, + 1.40046226978302, + 1.402529001235962, + 1.4014413356781006, + 1.4006775617599487, + 1.4003078937530518, + 1.4007012844085693, + 1.4008193016052246, + 1.4003968238830566, + 1.4002734422683716, + 1.4002463817596436, + 1.4005143642425537, + 1.4008511304855347, + 1.4008009433746338, + 1.4012036323547363, + 1.4007822275161743, + 1.401557445526123, + 1.3966904878616333, + 1.4009101390838623, + 1.4039673805236816, + 1.401218056678772, + 1.4031089544296265, + 1.3979343175888062, + 1.3985494375228882, + 1.4003363847732544, + 1.4011701345443726, + 1.3996080160140991, + 1.399483561515808, + 1.3999165296554565, + 1.401155710220337, + 1.401369571685791, + 1.4011609554290771, + 1.3997509479522705, + 1.4006872177124023, + 1.4013913869857788, + 1.4011787176132202, + 1.4009994268417358, + 1.400295615196228, + 1.4006068706512451, + 1.4006155729293823, + 1.400174856185913, + 1.399702548980713, + 1.3995792865753174, + 1.4002879858016968, + 1.4001269340515137, + 1.4002035856246948, + 1.4001708030700684, + 1.4003218412399292, + 1.4007662534713745, + 1.4012963771820068, + 1.4020894765853882, + 1.4036915302276611, + 1.402755856513977, + 1.403224229812622, + 1.398269772529602, + 1.4008171558380127, + 1.3993700742721558 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 09e4b0117fba9d44782b5d8e68bb85efb73faa99..b6b651b6b89564f98194ce5c09783f29ea79d6a8 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,229856.99318377176,229856.99318377176,415.02490234375,0.3728543328808888,0.006475499049902809,0.006488864265027283,3.444595661865718,479.43403423596425,0.007476546245793042,0.006472116399649675,0.005772968729132001,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,231544.40529314676,231544.40529314676,418.77490234375,0.3762232963826144,0.006534114068261951,0.006547274387941671,3.444595661865718,481.19061222466377,0.0075043780979898245,0.006530977798189028,0.005779804447970385,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.0427939308145056,1.0427939308145056,0.9845833405852318,2.857177606135711,0.6128459775006744,0.8997885450404662,112.28113208518057,1.021172821227879,0.6418636003707265,0.6188650879810752,0.6163241880639221,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.05833335485723623,0.05833335485723623,0.21111114819844565,3.4305573850876674,0.1348331713133056,0.14710704058112242,115.80614362038185,0.24152299032853214,0.15968461946735465,0.1395776166878746,0.13488421825463742,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.97306299877538,0.97306299877538,0.9537500073512395,2.7529226865631506,0.5884393391822668,0.8492793365820374,107.95969861771226,0.9864395565747452,0.6129492014389264,0.5926367221203539,0.58992096674519,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.060555578139096705,0.060555578139096705,0.21666670507854885,3.520835216675213,0.1381011458569962,0.15081074516785786,119.0651734556455,0.24608043022373133,0.16210238317851272,0.14272646230639452,0.13791808604123704,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.104166682561299,5.104166682561299,2.2083333333333335,1.2082066308943158,0.143248718599293,0.1331377441038632,37.244451952067394,2.259240288805354,0.14517206675054484,0.14190093708165996,0.13428826416778225,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.91208544413348,178.91208544413348,11.462500095367432,0.990774649514529,0.5692719823084275,0.4176242755079709,36.47649094219503,13.37580223553464,0.603192871645316,0.5169109281827706,0.5072742003662645,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.652499907812095,3.652499907812095,1.7583332856496174,0.911144340420886,0.07292806872730632,0.06992966153447842,21.273795709005388,1.9111514612432199,0.07878329458627127,0.07248367909787064,0.06533378805676973,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 13df98d26693c445ef6670f67a6bf6d6a016e599..2c970b34bb1c7fe578c452c7c993c03eaaafbd54 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:43:53.825729+00:00", + "evaluated_at": "2026-06-22T03:52:31.025884+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64246.01171875 + 64156.01171875 ], "p50": [ 63583.53125, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 62936f83b72d509ba9c69cdd5de87afe3e607592..5fca33ba0c5419cf1ea1e52215154c05666590f3 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:37:10.500790+00:00", + "evaluated_at": "2026-06-22T03:52:31.032661+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0820000171661377, - 1.1260000467300415, 1.159999966621399, 1.1920000314712524, 1.2230000495910645, @@ -245,11 +243,11 @@ 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492 + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "actuals": [ - 0.9760000109672546, - 1.0099999904632568, 1.0479999780654907, 1.0759999752044678, 1.1019999980926514, @@ -307,11 +305,11 @@ 1.6399999856948853, 1.6150000095367432, 1.5870000123977661, - 1.5720000267028809 + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 ], "p50": [ - 0.3799999952316284, - 0.4000000059604645, 0.42100000381469727, 0.4339999854564667, 0.44600000977516174, @@ -334,8 +332,8 @@ 0.8790000081062317, 0.9179999828338623, 0.9430000185966492, - 0.3799999952316284, - 0.4000000059604645, + 0.9760000109672546, + 1.0099999904632568, 0.42100000381469727, 0.4339999854564667, 0.44600000977516174, @@ -358,8 +356,8 @@ 0.8790000081062317, 0.9179999828338623, 0.9430000185966492, - 0.3799999952316284, - 0.4000000059604645, + 0.9760000109672546, + 1.0099999904632568, 0.42100000381469727, 0.4339999854564667, 0.44600000977516174, @@ -369,11 +367,11 @@ 0.5379999876022339, 0.546999990940094, 0.5789999961853027, - 0.6129999756813049 + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191 ], "p10": [ - 0.37239999532699586, - 0.39200000584125516, 0.4125800037384033, 0.4253199857473373, 0.4370800095796585, @@ -396,8 +394,8 @@ 0.861420007944107, 0.8996399831771851, 0.9241400182247161, - 0.37239999532699586, - 0.39200000584125516, + 0.9564800107479096, + 0.9897999906539917, 0.4125800037384033, 0.4253199857473373, 0.4370800095796585, @@ -420,8 +418,8 @@ 0.861420007944107, 0.8996399831771851, 0.9241400182247161, - 0.37239999532699586, - 0.39200000584125516, + 0.9564800107479096, + 0.9897999906539917, 0.4125800037384033, 0.4253199857473373, 0.4370800095796585, @@ -431,11 +429,11 @@ 0.5272399878501892, 0.5360599911212921, 0.5674199962615967, - 0.6007399761676788 + 0.6007399761676788, + 0.6301400065422058, + 0.6644399738311767 ], "p90": [ - 0.387599995136261, - 0.4080000060796738, 0.4294200038909912, 0.44267998516559603, 0.454920009970665, @@ -458,8 +456,8 @@ 0.8965800082683564, 0.9363599824905395, 0.9618600189685822, - 0.387599995136261, - 0.4080000060796738, + 0.9955200111865997, + 1.030199990272522, 0.4294200038909912, 0.44267998516559603, 0.454920009970665, @@ -482,8 +480,8 @@ 0.8965800082683564, 0.9363599824905395, 0.9618600189685822, - 0.387599995136261, - 0.4080000060796738, + 0.9955200111865997, + 1.030199990272522, 0.4294200038909912, 0.44267998516559603, 0.454920009970665, @@ -493,11 +491,11 @@ 0.5487599873542786, 0.5579399907588959, 0.5905799961090088, - 0.625259975194931 + 0.625259975194931, + 0.6558600068092346, + 0.6915599727630616 ], "timestamps": [ - "2026-06-20 21:30:00", - "2026-06-20 21:36:00", "2026-06-20 21:42:00", "2026-06-20 21:48:00", "2026-06-20 21:54:00", @@ -795,6 +793,8 @@ "2026-06-22 03:06:00", "2026-06-22 03:12:00", "2026-06-22 03:18:00", - "2026-06-22 03:24:00" + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4fee7e3639b4b55092499d94dbe4eb58fb24f1d0..311848379c2575bc348de899bfbe623cc1ee9a47 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:29:35.512658+00:00", + "evaluated_at": "2026-06-22T03:52:31.042938+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -83,10 +82,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -157,10 +156,10 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158 ], "p50": [ - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.2999999523162842, @@ -231,10 +230,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p10": [ - 1.2739999532699584, 1.2739999532699584, 1.3719999766349793, 1.2739999532699584, @@ -305,10 +304,10 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, + 1.2739999532699584, 1.2739999532699584 ], "p90": [ - 1.32599995136261, 1.32599995136261, 1.4279999756813049, 1.32599995136261, @@ -379,12 +378,10 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, + 1.32599995136261, 1.32599995136261 ], "timestamps": [ - "2026-06-20 02:20:00", - "2026-06-20 02:30:00", - "2026-06-20 02:40:00", "2026-06-20 02:50:00", "2026-06-20 03:00:00", "2026-06-20 03:10:00", @@ -531,6 +528,9 @@ "2026-06-21 02:40:00", "2026-06-21 02:50:00", "2026-06-21 03:00:00", - "2026-06-21 03:10:00" + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 8ac9f916a5b001d5539bc6b9e3619781e6790b01..a5972c37ad4ac23ab6cb1f4e13abf7172430b971 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,13 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T03:43:53.830350+00:00", + "evaluated_at": "2026-06-22T03:52:31.046464+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index b132c3bdc740217c5797082cf3458a4e6d47ff17..12387c9850f15662154ce3951c1821d59e3fb98c 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,210903.13298606873,210903.13298606873,384.95068359375,0.3458359474644455,0.00601775564339235,0.005992112140429408,1.6467967356927256,459.24191118197035,0.007161659669051544,0.006003123230133042,0.004117634665247493,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,212507.57634544373,212507.57634544373,388.70068359375,0.34920491096617107,0.0060763605970471715,0.0060505222804590865,1.6467967356927256,460.9854404918269,0.007189269605916353,0.006061957200596233,0.00413736977324622,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.003525663458735373,0.003525663458735373,0.05295666952927907,0.15367577739498373,0.03207536452552186,0.032675018194477934,0.8260606744649396,0.05937729750279456,0.03732191570629609,0.033286195892713234,0.03261988835766777,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06093971427414443,0.06093971427414443,0.22094470096959007,3.5903526747660144,0.14117282070199552,0.1540550532224579,95.68170960951063,0.2468597056510933,0.16321302624274933,0.1460791390900956,0.13277046911119286,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0024542535913205654,0.0024542535913205654,0.04009378949801127,0.11572749866172696,0.02316720427477238,0.02356147021282373,0.6646875946815551,0.049540423810465785,0.030783197015143298,0.02491329153587554,0.023909035111184928,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06193123446893366,0.06193123446893366,0.22404899365372127,3.640797448923602,0.1428587752676266,0.15589092746852934,98.68243887260026,0.24885986914111655,0.16393330354872507,0.14758945189991463,0.134906309353791,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,3.914418406641744,3.914418406641744,1.632049560546875,0.8929146117739872,0.10918596131375284,0.10082776530324102,22.47111584411826,1.978488920019959,0.12713181815389293,0.1048706544929719,0.08869309023202183,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,152.3490788863813,152.3490788863813,10.17534351348877,0.8795177595977686,0.55918301953679,0.3945419280293467,2.933682030664892,12.342976905365306,0.5566167586135461,0.4588655368702452,0.28522608782662895,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.1064507039294162,2.1064507039294162,1.2539108594258626,0.6497595150375993,0.05128980449496106,0.04960311788338264,2.805320176848891,1.4513616723371938,0.05982940468181593,0.05168990036970195,0.03238054424061535,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index b5b69b8c0567715a24bda3e869876ab5f0ed77bc..497ae9a435b365e0aa5e1079caad4f2198cac622 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:43:51.091318+00:00", + "evaluated_at": "2026-06-22T03:52:18.706913+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64246.01171875 + 64156.01171875 ], "p50": [ 64467.90625, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 53c071f2df6c405374855822e0377baa99644bc1..e5e68129ac21048f666f99fb4f010d649bea3fda 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:37:02.725339+00:00", + "evaluated_at": "2026-06-22T03:52:24.353379+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0820000171661377, - 1.1260000467300415, 1.159999966621399, 1.1920000314712524, 1.2230000495910645, @@ -245,11 +243,11 @@ 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492 + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "actuals": [ - 0.9760000109672546, - 1.0099999904632568, 1.0479999780654907, 1.0759999752044678, 1.1019999980926514, @@ -307,197 +305,197 @@ 1.6399999856948853, 1.6150000095367432, 1.5870000123977661, - 1.5720000267028809 + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 ], "p50": [ - 0.9552459716796875, - 0.9850196838378906, - 1.013092041015625, - 1.0454177856445312, - 1.074659824371338, - 1.1027255058288574, - 1.1328248977661133, - 1.1602592468261719, - 1.1913089752197266, - 1.2249107360839844, - 1.2521324157714844, - 1.2776527404785156, - 1.3082771301269531, - 1.3346481323242188, - 1.3635711669921875, - 1.38739013671875, - 1.4163131713867188, - 1.4435348510742188, - 1.46905517578125, - 1.4928741455078125, - 1.516693115234375, - 1.5320053100585938, - 1.5541229248046875, - 1.584747314453125, - 1.60516357421875, - 1.625579833984375, - 1.6425933837890625, - 1.6562042236328125, - 1.6766204833984375, - 1.6834259033203125, - 1.693634033203125, - 1.7038421630859375, - 1.7174530029296875, - 1.7242584228515625, - 1.7378692626953125, - 1.7514801025390625, - 1.7582855224609375, - 1.76849365234375, - 1.7650909423828125, - 1.7718963623046875, - 1.7787017822265625, - 1.7855072021484375, - 1.7821044921875, - 1.7855072021484375, - 1.76849365234375, - 1.7650909423828125, - 1.7548828125, - 1.734466552734375, - 1.734466552734375, - 1.734466552734375, - 1.7242584228515625, - 1.71405029296875, - 1.7106475830078125, - 1.7038421630859375, - 1.6902313232421875, - 1.6766204833984375, - 1.65960693359375, - 1.6357879638671875, - 1.60516357421875, - 1.591552734375 + 1.0333518981933594, + 1.0666346549987793, + 1.0933380126953125, + 1.1254377365112305, + 1.1567001342773438, + 1.1877498626708984, + 1.2196502685546875, + 1.2477226257324219, + 1.277496337890625, + 1.3098220825195312, + 1.3370437622070312, + 1.3625640869140625, + 1.3897857666015625, + 1.4187088012695312, + 1.4459304809570312, + 1.468048095703125, + 1.508880615234375, + 1.5326995849609375, + 1.5599212646484375, + 1.576934814453125, + 1.59735107421875, + 1.617767333984375, + 1.6415863037109375, + 1.6620025634765625, + 1.67901611328125, + 1.699432373046875, + 1.70623779296875, + 1.7164459228515625, + 1.7300567626953125, + 1.7368621826171875, + 1.7470703125, + 1.753875732421875, + 1.7742919921875, + 1.7742919921875, + 1.7845001220703125, + 1.7845001220703125, + 1.78790283203125, + 1.801513671875, + 1.794708251953125, + 1.78790283203125, + 1.7913055419921875, + 1.78790283203125, + 1.781097412109375, + 1.7742919921875, + 1.7572784423828125, + 1.7436676025390625, + 1.73345947265625, + 1.7096405029296875, + 1.7028350830078125, + 1.6824188232421875, + 1.6688079833984375, + 1.6551971435546875, + 1.6415863037109375, + 1.631378173828125, + 1.6109619140625, + 1.5803375244140625, + 1.563323974609375, + 1.5326995849609375, + 1.4986724853515625, + 1.481658935546875 ], "p10": [ - 0.9433364868164062, - 0.9671554565429688, - 0.9892730712890625, - 1.013092041015625, - 1.0369110107421875, - 1.0598793029785156, - 1.0856122970581055, - 1.1046860218048096, - 1.1349515914916992, - 1.1589832305908203, - 1.1793994903564453, - 1.203643798828125, - 1.2291641235351562, - 1.2495803833007812, - 1.2776527404785156, - 1.2921142578125, - 1.3142318725585938, - 1.33294677734375, - 1.353363037109375, - 1.373779296875, - 1.394195556640625, - 1.4044036865234375, - 1.4231185913085938, - 1.4469375610351562, - 1.4673538208007812, - 1.4877700805664062, - 1.4979782104492188, - 1.5149917602539062, - 1.5337066650390625, - 1.543914794921875, - 1.5541229248046875, - 1.5643310546875, - 1.5745391845703125, - 1.5745391845703125, - 1.5881500244140625, - 1.598358154296875, - 1.6017608642578125, - 1.611968994140625, - 1.60516357421875, - 1.6085662841796875, - 1.6187744140625, - 1.6221771240234375, - 1.6221771240234375, - 1.625579833984375, - 1.611968994140625, - 1.60516357421875, - 1.598358154296875, - 1.5745391845703125, - 1.5881500244140625, - 1.5813446044921875, - 1.5609283447265625, - 1.55072021484375, - 1.543914794921875, - 1.5405120849609375, - 1.5269012451171875, - 1.503082275390625, - 1.482666015625, - 1.4571456909179688, - 1.4163131713867188, - 1.394195556640625 + 1.0222930908203125, + 1.0537681579589844, + 1.076204776763916, + 1.1011934280395508, + 1.1330938339233398, + 1.159677505493164, + 1.1898765563964844, + 1.2102928161621094, + 1.2426185607910156, + 1.2672882080078125, + 1.2885551452636719, + 1.3166275024414062, + 1.3421478271484375, + 1.365966796875, + 1.3931884765625, + 1.4085006713867188, + 1.4459304809570312, + 1.4646453857421875, + 1.4901657104492188, + 1.5054779052734375, + 1.5258941650390625, + 1.54290771484375, + 1.563323974609375, + 1.5803375244140625, + 1.6007537841796875, + 1.6143646240234375, + 1.62457275390625, + 1.6347808837890625, + 1.6483917236328125, + 1.6551971435546875, + 1.6620025634765625, + 1.6688079833984375, + 1.6892242431640625, + 1.6824188232421875, + 1.6892242431640625, + 1.6892242431640625, + 1.6892242431640625, + 1.699432373046875, + 1.6824188232421875, + 1.6756134033203125, + 1.67901611328125, + 1.6756134033203125, + 1.6688079833984375, + 1.6551971435546875, + 1.6415863037109375, + 1.6279754638671875, + 1.617767333984375, + 1.5939483642578125, + 1.5939483642578125, + 1.563323974609375, + 1.5463104248046875, + 1.529296875, + 1.5173873901367188, + 1.5054779052734375, + 1.4850616455078125, + 1.4459304809570312, + 1.4221115112304688, + 1.3931884765625, + 1.35235595703125, + 1.331939697265625 ], "p90": [ - 0.9731101989746094, - 1.0075626373291016, - 1.0398883819580078, - 1.0744471549987793, - 1.1069324016571045, - 1.1411190032958984, - 1.1713180541992188, - 1.2032184600830078, - 1.2368202209472656, - 1.2776527404785156, - 1.30572509765625, - 1.3346481323242188, - 1.3652725219726562, - 1.3992996215820312, - 1.4248199462890625, - 1.4554443359375, - 1.489471435546875, - 1.530303955078125, - 1.55072021484375, - 1.57794189453125, - 1.6085662841796875, - 1.625579833984375, - 1.6493988037109375, - 1.6732177734375, - 1.700439453125, - 1.7106475830078125, - 1.7276611328125, - 1.7446746826171875, - 1.7582855224609375, - 1.775299072265625, - 1.7821044921875, - 1.7923126220703125, - 1.8059234619140625, - 1.8059234619140625, - 1.816131591796875, - 1.8331451416015625, - 1.8399505615234375, - 1.85015869140625, - 1.85015869140625, - 1.8467559814453125, - 1.86376953125, - 1.8603668212890625, - 1.86376953125, - 1.870574951171875, - 1.8467559814453125, - 1.8467559814453125, - 1.8399505615234375, - 1.82293701171875, - 1.82293701171875, - 1.82293701171875, - 1.8127288818359375, - 1.802520751953125, - 1.7991180419921875, - 1.802520751953125, - 1.79571533203125, - 1.7787017822265625, - 1.7718963623046875, - 1.748077392578125, - 1.7242584228515625, - 1.71405029296875 + 1.048238754272461, + 1.083329200744629, + 1.114485263824463, + 1.150320053100586, + 1.1817951202392578, + 1.2170982360839844, + 1.2494239807128906, + 1.2826004028320312, + 1.3132247924804688, + 1.3489532470703125, + 1.37957763671875, + 1.4050979614257812, + 1.4357223510742188, + 1.4663467407226562, + 1.4901657104492188, + 1.5207901000976562, + 1.5599212646484375, + 1.5939483642578125, + 1.6143646240234375, + 1.6347808837890625, + 1.6620025634765625, + 1.6824188232421875, + 1.70623779296875, + 1.7198486328125, + 1.7436676025390625, + 1.753875732421875, + 1.7640838623046875, + 1.7776947021484375, + 1.7913055419921875, + 1.801513671875, + 1.808319091796875, + 1.8117218017578125, + 1.8389434814453125, + 1.8287353515625, + 1.8389434814453125, + 1.8457489013671875, + 1.8525543212890625, + 1.8661651611328125, + 1.8593597412109375, + 1.849151611328125, + 1.8593597412109375, + 1.8525543212890625, + 1.849151611328125, + 1.8389434814453125, + 1.821929931640625, + 1.81512451171875, + 1.808319091796875, + 1.78790283203125, + 1.7776947021484375, + 1.7640838623046875, + 1.7504730224609375, + 1.740264892578125, + 1.726654052734375, + 1.7198486328125, + 1.7096405029296875, + 1.6824188232421875, + 1.672210693359375, + 1.6415863037109375, + 1.6109619140625, + 1.59735107421875 ], "timestamps": [ - "2026-06-20 21:30:00", - "2026-06-20 21:36:00", "2026-06-20 21:42:00", "2026-06-20 21:48:00", "2026-06-20 21:54:00", @@ -795,6 +793,8 @@ "2026-06-22 03:06:00", "2026-06-22 03:12:00", "2026-06-22 03:18:00", - "2026-06-22 03:24:00" + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 65785ddd6cbc64278c00f5575f4390ee2f52c88c..ee42f73591aa1086c5e52c3ea6b2484b0446ce24 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:29:10.123627+00:00", + "evaluated_at": "2026-06-22T03:52:28.598048+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -83,10 +82,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -157,234 +156,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158 ], "p50": [ - 1.2990570068359375, - 1.2996063232421875, - 1.2987480163574219, - 1.2991943359375, - 1.2992973327636719, - 1.29864501953125, - 1.2985763549804688, - 1.2987136840820312, - 1.2991943359375, - 1.2987136840820312, - 1.2988510131835938, - 1.2990913391113281, - 1.2994346618652344, - 1.300344467163086, - 1.2992630004882812, - 1.3006019592285156, - 1.3022842407226562, - 1.3004989624023438, - 1.2998809814453125, - 1.3004474639892578, 1.2996749877929688, - 1.2973060607910156, - 1.2998809814453125, - 1.298919677734375, - 1.2983016967773438, - 1.2988853454589844, - 1.2992630004882812, - 1.3007564544677734, - 1.3001213073730469, - 1.3011856079101562, - 1.3009109497070312, - 1.3009109497070312, - 1.3008766174316406, - 1.2993316650390625, - 1.2992630004882812, - 1.3000869750976562, - 1.3007221221923828, - 1.3020954132080078, - 1.3009452819824219, - 1.300516128540039, - 1.3007392883300781, - 1.3009109497070312, - 1.2990570068359375, - 1.3011512756347656, - 1.300619125366211, - 1.3000526428222656, - 1.2994346618652344, - 1.2982330322265625, - 1.2986106872558594, - 1.2984046936035156, + 1.2995719909667969, + 1.2989883422851562, + 1.2996063232421875, + 1.3003273010253906, 1.2994003295898438, - 1.2999496459960938, - 1.3002586364746094, - 1.301889419555664, - 1.2997093200683594, - 1.3001213073730469, - 1.2986106872558594, - 1.2987823486328125, - 1.298095703125, - 1.2981300354003906, - 1.2981986999511719, - 1.2988853454589844, - 1.2993316650390625, - 1.2993316650390625, - 1.2981643676757812, - 1.2999153137207031, - 1.3014259338378906, - 1.3015460968017578, + 1.3002243041992188, + 1.3002243041992188, + 1.3006706237792969, + 1.3005847930908203, + 1.3016319274902344, + 1.3013572692871094, + 1.3013572692871094, + 1.3021469116210938, + 1.3012027740478516, + 1.3025760650634766, + 1.302764892578125, + 1.3021469116210938, + 1.3023357391357422, + 1.3015632629394531, + 1.3013916015625, + 1.3009624481201172, + 1.3021125793457031, + 1.3012886047363281, 1.3008766174316406, - 1.302267074584961, - 1.3027734756469727, - 1.3013916015625 + 1.2998123168945312, + 1.3003616333007812, + 1.302713394165039, + 1.3016490936279297, + 1.3017520904541016, + 1.303314208984375, + 1.3039450645446777, + 1.3028593063354492, + 1.3019065856933594, + 1.301992416381836, + 1.302764892578125, + 1.3034858703613281, + 1.303987979888916, + 1.3028850555419922, + 1.3028249740600586, + 1.3031597137451172, + 1.3029708862304688, + 1.3026447296142578, + 1.3034858703613281, + 1.3029108047485352, + 1.3029193878173828, + 1.3025074005126953, + 1.3016319274902344, + 1.302515983581543, + 1.3035974502563477, + 1.3033313751220703, + 1.3036918640136719, + 1.3034944534301758, + 1.3040266036987305, + 1.3042690753936768, + 1.304914951324463, + 1.303563117980957, + 1.3035974502563477, + 1.302490234375, + 1.3031940460205078, + 1.302215576171875, + 1.302739143371582, + 1.3028078079223633, + 1.303863525390625, + 1.3034172058105469, + 1.3032798767089844, + 1.3037948608398438, + 1.3036746978759766, + 1.3025932312011719, + 1.30413818359375, + 1.3052196502685547, + 1.3047175407409668 ], "p10": [ - 1.290679931640625, - 1.2836761474609375, - 1.2768096923828125, - 1.272003173828125, - 1.2662353515625, - 1.2596435546875, - 1.252227783203125, - 1.248382568359375, - 1.2442626953125, - 1.239044189453125, - 1.23382568359375, - 1.234649658203125, - 1.2332763671875, - 1.2310791015625, - 1.227783203125, - 1.227783203125, - 1.239044189453125, + 1.2878646850585938, + 1.2798309326171875, + 1.271453857421875, + 1.266510009765625, + 1.260467529296875, + 1.25469970703125, + 1.249755859375, + 1.2464599609375, + 1.24261474609375, + 1.23931884765625, 1.236846923828125, - 1.235748291015625, - 1.23712158203125, + 1.237396240234375, + 1.23602294921875, 1.234375, + 1.23272705078125, + 1.23272705078125, + 1.238494873046875, + 1.235748291015625, + 1.23492431640625, + 1.23492431640625, + 1.2332763671875, 1.2310791015625, - 1.22998046875, - 1.22723388671875, - 1.2266845703125, - 1.2266845703125, + 1.22833251953125, 1.2255859375, - 1.22613525390625, 1.22503662109375, - 1.22723388671875, - 1.227783203125, - 1.2288818359375, - 1.23162841796875, - 1.227783203125, + 1.22283935546875, + 1.223388671875, + 1.22503662109375, + 1.2244873046875, + 1.2244873046875, 1.2255859375, 1.2255859375, - 1.22503662109375, 1.22723388671875, - 1.22503662109375, 1.223388671875, + 1.22283935546875, 1.2244873046875, + 1.2255859375, + 1.22723388671875, + 1.22503662109375, + 1.22393798828125, + 1.2244873046875, + 1.22503662109375, + 1.22503662109375, 1.2244873046875, - 1.22174072265625, 1.2222900390625, - 1.21954345703125, - 1.21734619140625, - 1.21734619140625, - 1.216796875, 1.22174072265625, - 1.218994140625, - 1.2200927734375, 1.22064208984375, + 1.21844482421875, + 1.2244873046875, + 1.22283935546875, + 1.22174072265625, + 1.2222900390625, 1.2200927734375, + 1.22119140625, + 1.22064208984375, + 1.22174072265625, + 1.2222900390625, + 1.22283935546875, + 1.22119140625, 1.2222900390625, 1.2200927734375, 1.21954345703125, - 1.218994140625, - 1.218994140625, - 1.2178955078125, - 1.2178955078125, - 1.21734619140625, - 1.2178955078125, - 1.2178955078125, - 1.21844482421875, - 1.223388671875, - 1.22283935546875, - 1.22503662109375, + 1.21954345703125, + 1.22119140625, + 1.22613525390625, 1.22393798828125, 1.223388671875, - 1.22393798828125, 1.22283935546875, - 1.22119140625 + 1.22119140625, + 1.223388671875, + 1.2244873046875, + 1.2244873046875 ], "p90": [ - 1.311004638671875, - 1.3202056884765625, - 1.32720947265625, - 1.33544921875, - 1.34588623046875, - 1.35357666015625, - 1.360992431640625, - 1.366485595703125, - 1.370330810546875, - 1.369232177734375, - 1.373626708984375, + 1.3147811889648438, + 1.322540283203125, + 1.33160400390625, + 1.340667724609375, + 1.3519287109375, + 1.358795166015625, + 1.3662109375, + 1.370880126953125, + 1.375, 1.37554931640625, - 1.3782958984375, 1.3804931640625, - 1.37939453125, - 1.3804931640625, - 1.37994384765625, 1.3804931640625, - 1.381591796875, 1.38214111328125, - 1.3826904296875, - 1.37939453125, - 1.3826904296875, + 1.38433837890625, 1.38323974609375, + 1.3848876953125, + 1.38214111328125, + 1.38214111328125, + 1.38214111328125, + 1.3804931640625, 1.38104248046875, 1.38104248046875, 1.3837890625, - 1.38543701171875, + 1.38323974609375, + 1.381591796875, + 1.3782958984375, + 1.37939453125, + 1.38214111328125, + 1.3848876953125, 1.38873291015625, 1.392578125, - 1.39532470703125, - 1.3958740234375, - 1.39312744140625, - 1.39532470703125, - 1.39697265625, - 1.39642333984375, - 1.394775390625, - 1.394775390625, - 1.39422607421875, 1.3936767578125, - 1.392578125, - 1.3914794921875, 1.38983154296875, - 1.390380859375, + 1.3914794921875, + 1.392578125, + 1.3936767578125, + 1.3936767578125, + 1.392578125, 1.39093017578125, 1.38983154296875, - 1.3892822265625, + 1.38873291015625, 1.3870849609375, - 1.3804931640625, - 1.3826904296875, - 1.3837890625, - 1.385986328125, + 1.38763427734375, + 1.38873291015625, + 1.38983154296875, + 1.38983154296875, 1.38818359375, + 1.385986328125, + 1.38433837890625, + 1.3870849609375, + 1.38763427734375, + 1.3892822265625, + 1.38983154296875, + 1.390380859375, 1.39093017578125, + 1.39202880859375, + 1.38983154296875, + 1.38983154296875, 1.3892822265625, 1.3892822265625, - 1.3870849609375, 1.38763427734375, - 1.38763427734375, - 1.3870849609375, 1.38818359375, - 1.3892822265625, - 1.3892822265625, - 1.38873291015625, - 1.38323974609375, 1.38763427734375, - 1.38983154296875, 1.38873291015625, - 1.38653564453125, - 1.38653564453125, - 1.38653564453125, - 1.385986328125 + 1.38818359375, + 1.390380859375, + 1.38983154296875, + 1.38763427734375, + 1.38433837890625, + 1.3848876953125, + 1.3870849609375, + 1.38873291015625 ], "timestamps": [ - "2026-06-20 02:20:00", - "2026-06-20 02:30:00", - "2026-06-20 02:40:00", "2026-06-20 02:50:00", "2026-06-20 03:00:00", "2026-06-20 03:10:00", @@ -531,6 +528,9 @@ "2026-06-21 02:40:00", "2026-06-21 02:50:00", "2026-06-21 03:00:00", - "2026-06-21 03:10:00" + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 8bd4b3742c5a949b62a1427aba5eb86a30c77352..e8f9cb9900954cfa1c268a459f01ef53a31a4d91 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,13 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T03:43:53.374815+00:00", + "evaluated_at": "2026-06-22T03:52:30.486533+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 6ecd6892f26c250eaa49d9e9a3e8c56898d8eabd..8b07e11b8d2b7f1c769b0bd8409780179c4a57f2 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,231840.6978441874,154293.37410354614,300.7776692708333,0.2702157306420098,0.004704956820307809,0.004686205161552952,12.40990562028116,481.49838820518124,0.007508738866292198,0.004690485016544411,0.00544886413871648,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,235158.3931566874,156635.60066604614,304.5276692708333,0.27358469414373543,0.00476365127235561,0.004744615119314457,12.544664160350186,484.93132828957073,0.0075627162014256,0.004749242220130737,0.005507665694505939,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.03991173047292171,0.05200630851783128,0.18019239207108814,0.5229030862085475,0.10459224298027477,0.11408210329611013,10.057839998107044,0.19977920430545745,0.12557227992076042,0.11326088506262,0.08931843151071078,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06102795305438313,0.06581267109661226,0.23007576002015007,3.738732437402352,0.1470276720785616,0.16104228969761658,121.70914546139608,0.2470383635275767,0.16333114715116592,0.15211620284058677,0.14045116454287165,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.03457701693029402,0.04400037946781931,0.1584241251150767,0.4572784951681783,0.09180812856138618,0.10006355215821047,10.122234770985102,0.1859489632407076,0.11554409772713896,0.09844084245276191,0.08081171462991044,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06417405964730527,0.06912873181092946,0.23739867409070334,3.8577298336056276,0.15140513386361554,0.1661021126144412,125.7125066430228,0.2533259948116365,0.16687530756793048,0.15638338570252902,0.14436919164659268,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.7983452788550192,1.4962878562109836,1.032567024230957,0.5649302606122206,0.06888379085885953,0.06558465002244888,26.799229636996206,1.3410239665475854,0.08617021471791714,0.06634968830399723,0.0749967579328817,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,57.36706433221919,26.839807961301023,4.337416172027588,0.3749096577435213,0.2300821077418779,0.19852288853006197,26.688696732383622,7.574104853526864,0.34156052671026815,0.1955993719296777,0.3136699987964486,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.501956803481183,0.8251311187013926,0.7894883155822754,0.4091020834570898,0.0326743757638421,0.03197898647234101,23.727881553119243,1.2255434727014718,0.05052051310224981,0.03254503465595389,0.04373472832524267,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 2fe883f526b32074018d10b8a241dcd3e8abd4b9..83e6bede07f983eb9b6b97d0ee9fdccadec4db4a 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:42:21.974209+00:00", + "evaluated_at": "2026-06-22T03:50:16.535490+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64246.01171875 + 64156.01171875 ], "p50": [ 64371.95703125, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 4c8388c9fbb483fba7da9e248b8cd392802617d6..1cf65571e7679200b5d97e7b1ad13a7ba4e50ffd 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:34:58.054643+00:00", + "evaluated_at": "2026-06-22T03:50:21.862455+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0820000171661377, - 1.1260000467300415, 1.159999966621399, 1.1920000314712524, 1.2230000495910645, @@ -245,11 +243,11 @@ 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492 + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "actuals": [ - 0.9760000109672546, - 1.0099999904632568, 1.0479999780654907, 1.0759999752044678, 1.1019999980926514, @@ -307,197 +305,197 @@ 1.6399999856948853, 1.6150000095367432, 1.5870000123977661, - 1.5720000267028809 + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 ], "p50": [ - 0.9605275392532349, - 0.991753339767456, - 1.0161864757537842, - 1.043362021446228, - 1.0828907489776611, - 1.1128642559051514, - 1.1373426914215088, - 1.1660521030426025, - 1.1895875930786133, - 1.2290928363800049, - 1.249664306640625, - 1.2852832078933716, - 1.3106510639190674, - 1.3405249118804932, - 1.3616083860397339, - 1.3923139572143555, - 1.4079697132110596, - 1.436994194984436, - 1.4650529623031616, - 1.4730881452560425, - 1.4973236322402954, - 1.5102652311325073, - 1.5275774002075195, - 1.547433614730835, - 1.5641652345657349, - 1.577721357345581, - 1.5852755308151245, - 1.6019749641418457, - 1.5992029905319214, - 1.6080647706985474, - 1.6146464347839355, - 1.613011360168457, - 1.6241356134414673, - 1.6304218769073486, - 1.6176925897598267, - 1.6126723289489746, - 1.6151978969573975, - 1.6204878091812134, - 1.6151401996612549, - 1.6059974431991577, - 1.5934832096099854, - 1.58754563331604, - 1.5747969150543213, - 1.5535633563995361, - 1.5480377674102783, - 1.5216947793960571, - 1.5028042793273926, - 1.4852219820022583, - 1.4612150192260742, - 1.437157392501831, - 1.417702078819275, - 1.3945481777191162, - 1.3681539297103882, - 1.3440849781036377, - 1.3111979961395264, - 1.2753021717071533, - 1.2507041692733765, - 1.2190098762512207, - 1.1942652463912964, - 1.163749098777771 + 1.0335280895233154, + 1.0703171491622925, + 1.096034288406372, + 1.1273683309555054, + 1.1694986820220947, + 1.1991770267486572, + 1.2197282314300537, + 1.2507929801940918, + 1.2708392143249512, + 1.3119940757751465, + 1.3358187675476074, + 1.371260404586792, + 1.3963069915771484, + 1.423548936843872, + 1.4453544616699219, + 1.482698917388916, + 1.49285888671875, + 1.5177242755889893, + 1.5441346168518066, + 1.5557029247283936, + 1.5793530941009521, + 1.589613914489746, + 1.6090707778930664, + 1.6253788471221924, + 1.6368772983551025, + 1.6471803188323975, + 1.646977186203003, + 1.659104585647583, + 1.6560943126678467, + 1.6639528274536133, + 1.6688737869262695, + 1.6643056869506836, + 1.6697783470153809, + 1.6719331741333008, + 1.656311273574829, + 1.648987054824829, + 1.6430776119232178, + 1.6447010040283203, + 1.6389241218566895, + 1.631624698638916, + 1.6145024299621582, + 1.6043555736541748, + 1.5851802825927734, + 1.5622055530548096, + 1.5583281517028809, + 1.5233993530273438, + 1.4999101161956787, + 1.4858903884887695, + 1.4506752490997314, + 1.4268105030059814, + 1.4021925926208496, + 1.3808796405792236, + 1.348851203918457, + 1.3265602588653564, + 1.2918832302093506, + 1.2498438358306885, + 1.226137638092041, + 1.1939693689346313, + 1.171774983406067, + 1.1437394618988037 ], "p10": [ - 0.9618961811065674, - 0.9794566631317139, - 1.0206009149551392, - 1.0511807203292847, - 1.0799336433410645, - 1.1075410842895508, - 1.1412383317947388, - 1.1836879253387451, - 1.183197259902954, - 1.2479063272476196, - 1.2470825910568237, - 1.2964431047439575, - 1.301581859588623, - 1.3476101160049438, - 1.3640234470367432, - 1.4233689308166504, - 1.4251195192337036, - 1.4444999694824219, - 1.4793907403945923, - 1.5093294382095337, - 1.5149329900741577, - 1.559453010559082, - 1.5445222854614258, - 1.5708565711975098, - 1.5712847709655762, - 1.579116940498352, - 1.610253930091858, - 1.6118048429489136, - 1.6131174564361572, - 1.6125065088272095, - 1.645266056060791, - 1.624578833580017, - 1.6365951299667358, - 1.662230372428894, - 1.6489031314849854, - 1.64932382106781, - 1.6400989294052124, - 1.6374866962432861, - 1.6239993572235107, - 1.625858187675476, - 1.620810627937317, - 1.6004120111465454, - 1.59817373752594, - 1.583011507987976, - 1.5688517093658447, - 1.546923279762268, - 1.5426050424575806, - 1.5085421800613403, - 1.4672520160675049, - 1.4753886461257935, - 1.4362276792526245, - 1.4306584596633911, - 1.4002255201339722, - 1.3935654163360596, - 1.3332384824752808, - 1.2942038774490356, - 1.281196117401123, - 1.246582269668579, - 1.2408651113510132, - 1.1824523210525513 + 1.0372645854949951, + 1.0616226196289062, + 1.1070008277893066, + 1.1343302726745605, + 1.1697466373443604, + 1.1963614225387573, + 1.2192633152008057, + 1.2674753665924072, + 1.265411376953125, + 1.322322130203247, + 1.334247350692749, + 1.3863039016723633, + 1.3898167610168457, + 1.4322493076324463, + 1.4388110637664795, + 1.5120553970336914, + 1.5145025253295898, + 1.5251121520996094, + 1.5634407997131348, + 1.5836765766143799, + 1.592759132385254, + 1.633681058883667, + 1.6289961338043213, + 1.6422457695007324, + 1.6479911804199219, + 1.6485557556152344, + 1.6727726459503174, + 1.6755366325378418, + 1.6699538230895996, + 1.667952060699463, + 1.705322504043579, + 1.6798086166381836, + 1.687286376953125, + 1.703263282775879, + 1.6888747215270996, + 1.6856038570404053, + 1.6719000339508057, + 1.6700348854064941, + 1.6495258808135986, + 1.6443896293640137, + 1.6362640857696533, + 1.615906000137329, + 1.6080021858215332, + 1.5879435539245605, + 1.5674586296081543, + 1.5483067035675049, + 1.5354750156402588, + 1.498732566833496, + 1.4594357013702393, + 1.462261438369751, + 1.4193072319030762, + 1.410677433013916, + 1.3727800846099854, + 1.37017822265625, + 1.308366060256958, + 1.2693610191345215, + 1.2488791942596436, + 1.2206976413726807, + 1.2148714065551758, + 1.1549806594848633 ], "p90": [ - 0.9715087413787842, - 1.0018457174301147, - 1.030463457107544, - 1.057953953742981, - 1.1000568866729736, - 1.1392070055007935, - 1.1607413291931152, - 1.1943548917770386, - 1.227557897567749, - 1.2737109661102295, - 1.299701452255249, - 1.337052583694458, - 1.3666446208953857, - 1.3989582061767578, - 1.4173767566680908, - 1.451002597808838, - 1.4737401008605957, - 1.4998186826705933, - 1.537135124206543, - 1.5560816526412964, - 1.5780909061431885, - 1.6016597747802734, - 1.6206945180892944, - 1.6417450904846191, - 1.6614187955856323, - 1.677931308746338, - 1.6837728023529053, - 1.6992828845977783, - 1.7013802528381348, - 1.7134226560592651, - 1.7277241945266724, - 1.716495156288147, - 1.737321376800537, - 1.7471085786819458, - 1.7392634153366089, - 1.7364745140075684, - 1.7458292245864868, - 1.7493852376937866, - 1.743969440460205, - 1.7321425676345825, - 1.7242859601974487, - 1.7198466062545776, - 1.7084391117095947, - 1.6935533285140991, - 1.691597819328308, - 1.6683266162872314, - 1.6519687175750732, - 1.6380730867385864, - 1.616150975227356, - 1.594443678855896, - 1.576180100440979, - 1.5548988580703735, - 1.521851897239685, - 1.5065993070602417, - 1.4755812883377075, - 1.4426469802856445, - 1.4229389429092407, - 1.387961745262146, - 1.3693127632141113, - 1.3385429382324219 + 1.0480599403381348, + 1.080820083618164, + 1.112868070602417, + 1.1431689262390137, + 1.1875789165496826, + 1.2240691184997559, + 1.2405859231948853, + 1.2779128551483154, + 1.3087735176086426, + 1.3558716773986816, + 1.3841338157653809, + 1.4213683605194092, + 1.4521207809448242, + 1.477464199066162, + 1.4972431659698486, + 1.53861403465271, + 1.556720495223999, + 1.5797538757324219, + 1.6140925884246826, + 1.6350460052490234, + 1.6537859439849854, + 1.6765658855438232, + 1.6979179382324219, + 1.717616319656372, + 1.7292847633361816, + 1.7410309314727783, + 1.7411658763885498, + 1.75099515914917, + 1.75058913230896, + 1.7633225917816162, + 1.7724440097808838, + 1.759021282196045, + 1.7728376388549805, + 1.7749929428100586, + 1.7660677433013916, + 1.7600080966949463, + 1.762017011642456, + 1.761286973953247, + 1.75248122215271, + 1.74068284034729, + 1.7268669605255127, + 1.7176446914672852, + 1.6958599090576172, + 1.6768832206726074, + 1.674471378326416, + 1.6448960304260254, + 1.6190500259399414, + 1.6091089248657227, + 1.571532964706421, + 1.545348882675171, + 1.526336431503296, + 1.5068256855010986, + 1.4635586738586426, + 1.4506239891052246, + 1.4188940525054932, + 1.3782203197479248, + 1.3617010116577148, + 1.3267443180084229, + 1.311697244644165, + 1.2827033996582031 ], "timestamps": [ - "2026-06-20 21:30:00", - "2026-06-20 21:36:00", "2026-06-20 21:42:00", "2026-06-20 21:48:00", "2026-06-20 21:54:00", @@ -795,6 +793,8 @@ "2026-06-22 03:06:00", "2026-06-22 03:12:00", "2026-06-22 03:18:00", - "2026-06-22 03:24:00" + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ddc6dc5d840bbed007f88c1508c0825eb157f6eb..141eb7eecc76b0cb4b1bdfe0261bb8f5b1f94571 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:25:58.396293+00:00", + "evaluated_at": "2026-06-22T03:50:27.554829+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -83,10 +82,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -157,234 +156,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158 ], "p50": [ - 1.2986575365066528, - 1.2976690530776978, - 1.296459436416626, - 1.295630693435669, - 1.2966617345809937, - 1.295984148979187, - 1.2960855960845947, - 1.2953736782073975, - 1.2946467399597168, - 1.294905185699463, - 1.2946767807006836, - 1.2939784526824951, - 1.294248342514038, - 1.2920681238174438, - 1.294047474861145, - 1.2918908596038818, - 1.2931269407272339, - 1.2943410873413086, - 1.2924431562423706, - 1.2944483757019043, - 1.2932559251785278, - 1.2939823865890503, - 1.294049620628357, - 1.2932219505310059, - 1.2906076908111572, - 1.2924710512161255, - 1.2918225526809692, - 1.2919014692306519, - 1.2918180227279663, - 1.2895139455795288, - 1.2897660732269287, - 1.2908934354782104, - 1.291704773902893, - 1.289421796798706, - 1.2886182069778442, - 1.2890065908432007, - 1.2908120155334473, - 1.2906222343444824, - 1.2900242805480957, - 1.2892276048660278, - 1.2912366390228271, - 1.288940191268921, - 1.2896265983581543, - 1.2895631790161133, - 1.2890522480010986, - 1.2887885570526123, - 1.2874603271484375, - 1.2878508567810059, - 1.2887052297592163, - 1.287921667098999, - 1.2859647274017334, - 1.2875242233276367, - 1.2879834175109863, - 1.2867834568023682, - 1.286024808883667, - 1.2861748933792114, - 1.2861405611038208, - 1.2863785028457642, - 1.2845230102539062, - 1.2850801944732666, - 1.2863608598709106, - 1.2871103286743164, - 1.2848666906356812, - 1.2854045629501343, - 1.2870677709579468, - 1.2864047288894653, - 1.2867120504379272, - 1.2870150804519653, - 1.2872177362442017, - 1.2858415842056274, - 1.2865359783172607, - 1.2861381769180298 + 1.2990528345108032, + 1.298336148262024, + 1.296677827835083, + 1.2958532571792603, + 1.2958492040634155, + 1.2958332300186157, + 1.2961045503616333, + 1.2950392961502075, + 1.293583631515503, + 1.2948148250579834, + 1.2946239709854126, + 1.2934541702270508, + 1.2935134172439575, + 1.2913694381713867, + 1.2932164669036865, + 1.29132878780365, + 1.2917248010635376, + 1.293445348739624, + 1.2910780906677246, + 1.2929617166519165, + 1.2913899421691895, + 1.2924230098724365, + 1.29241943359375, + 1.2916405200958252, + 1.2890121936798096, + 1.2916465997695923, + 1.2902384996414185, + 1.289754033088684, + 1.2898412942886353, + 1.2871062755584717, + 1.2877323627471924, + 1.2886813879013062, + 1.2891148328781128, + 1.2876919507980347, + 1.2867339849472046, + 1.2869527339935303, + 1.2885249853134155, + 1.2885212898254395, + 1.2877073287963867, + 1.2869014739990234, + 1.288441777229309, + 1.2865562438964844, + 1.2872811555862427, + 1.286637544631958, + 1.2861682176589966, + 1.2866934537887573, + 1.2846622467041016, + 1.2852962017059326, + 1.2859116792678833, + 1.2851377725601196, + 1.28435480594635, + 1.2851788997650146, + 1.285452961921692, + 1.2846797704696655, + 1.2836763858795166, + 1.2843687534332275, + 1.2840025424957275, + 1.2844043970108032, + 1.2835228443145752, + 1.283553123474121, + 1.283234715461731, + 1.2839536666870117, + 1.2821983098983765, + 1.2828519344329834, + 1.2845460176467896, + 1.2836788892745972, + 1.2845083475112915, + 1.2840895652770996, + 1.2840818166732788, + 1.2835317850112915, + 1.2839289903640747, + 1.2835075855255127 ], "p10": [ - 1.3024793863296509, - 1.2996504306793213, - 1.3002338409423828, - 1.2990411520004272, - 1.299691081047058, - 1.298431396484375, - 1.2981445789337158, - 1.2978566884994507, - 1.2988178730010986, - 1.2970986366271973, - 1.2993228435516357, - 1.2993048429489136, - 1.2997558116912842, - 1.2998958826065063, - 1.3001749515533447, - 1.2993733882904053, - 1.3003042936325073, - 1.301054835319519, - 1.298264980316162, - 1.3001359701156616, - 1.3013449907302856, - 1.2998504638671875, - 1.3008172512054443, - 1.2997996807098389, - 1.2995668649673462, - 1.3007773160934448, - 1.300555944442749, - 1.3012025356292725, - 1.3000102043151855, - 1.2998615503311157, - 1.2996245622634888, - 1.2998082637786865, - 1.302506685256958, - 1.2987024784088135, - 1.299827218055725, - 1.300568699836731, - 1.3020528554916382, - 1.3005878925323486, - 1.3025579452514648, - 1.3018585443496704, - 1.3018476963043213, - 1.3009239435195923, - 1.3017703294754028, - 1.3024041652679443, - 1.3028323650360107, - 1.3008086681365967, - 1.3000010251998901, - 1.301063895225525, - 1.3011987209320068, - 1.300734519958496, - 1.2990795373916626, - 1.299149751663208, - 1.3012702465057373, - 1.2990018129348755, - 1.2999845743179321, - 1.2991786003112793, - 1.2992820739746094, - 1.2998443841934204, - 1.2976104021072388, - 1.3004331588745117, - 1.3002517223358154, - 1.2998712062835693, - 1.2995339632034302, - 1.3007892370224, - 1.302490472793579, - 1.3016815185546875, - 1.3013101816177368, - 1.3005869388580322, - 1.300418496131897, - 1.299752950668335, - 1.3001149892807007, - 1.3009381294250488 + 1.3025702238082886, + 1.2987942695617676, + 1.2998692989349365, + 1.2988994121551514, + 1.2994296550750732, + 1.2998441457748413, + 1.2988141775131226, + 1.2969496250152588, + 1.2988237142562866, + 1.296974539756775, + 1.298129677772522, + 1.2996604442596436, + 1.299200415611267, + 1.2986499071121216, + 1.2990915775299072, + 1.2975386381149292, + 1.2993581295013428, + 1.2989606857299805, + 1.2974005937576294, + 1.2984888553619385, + 1.2991399765014648, + 1.2982673645019531, + 1.299000859260559, + 1.2986429929733276, + 1.299059271812439, + 1.2994391918182373, + 1.2999531030654907, + 1.2997668981552124, + 1.2987682819366455, + 1.2999080419540405, + 1.2985033988952637, + 1.299220323562622, + 1.300125241279602, + 1.2982821464538574, + 1.2991982698440552, + 1.2980760335922241, + 1.3010855913162231, + 1.299730658531189, + 1.299858570098877, + 1.300063133239746, + 1.3002246618270874, + 1.2999191284179688, + 1.3012605905532837, + 1.3011828660964966, + 1.3004194498062134, + 1.2998223304748535, + 1.2988684177398682, + 1.2986968755722046, + 1.2997297048568726, + 1.2996934652328491, + 1.2982966899871826, + 1.297533392906189, + 1.3003371953964233, + 1.2983490228652954, + 1.3002487421035767, + 1.298897624015808, + 1.298102617263794, + 1.3001656532287598, + 1.2982511520385742, + 1.299647569656372, + 1.2991222143173218, + 1.2993748188018799, + 1.2979918718338013, + 1.2992877960205078, + 1.3005552291870117, + 1.2988464832305908, + 1.2995660305023193, + 1.2989543676376343, + 1.2992051839828491, + 1.2985550165176392, + 1.298606276512146, + 1.2996177673339844 ], "p90": [ - 1.3083781003952026, - 1.3097827434539795, - 1.3112895488739014, - 1.3119838237762451, - 1.3143072128295898, - 1.3146368265151978, - 1.316420078277588, - 1.3170655965805054, - 1.3190034627914429, - 1.3211617469787598, - 1.3224941492080688, - 1.3236266374588013, - 1.3244006633758545, - 1.3247346878051758, - 1.3271381855010986, - 1.326158046722412, - 1.3290455341339111, - 1.3301377296447754, - 1.3300620317459106, - 1.3306809663772583, - 1.3316861391067505, - 1.3348158597946167, - 1.3354109525680542, - 1.3345178365707397, - 1.334586262702942, - 1.3376708030700684, - 1.337509036064148, - 1.3388103246688843, - 1.3388235569000244, - 1.339141845703125, - 1.339478611946106, - 1.340505838394165, - 1.3429229259490967, - 1.3418277502059937, - 1.341461181640625, - 1.3414145708084106, - 1.3430722951889038, - 1.343500018119812, - 1.3432120084762573, - 1.3436347246170044, - 1.3440698385238647, - 1.3434470891952515, - 1.3429309129714966, - 1.3432103395462036, - 1.343529462814331, - 1.3448328971862793, - 1.3445863723754883, - 1.3448925018310547, - 1.3450095653533936, - 1.3452999591827393, - 1.3435519933700562, - 1.3465399742126465, - 1.3451086282730103, - 1.3440632820129395, - 1.3438197374343872, - 1.3435808420181274, - 1.3436475992202759, - 1.3444180488586426, - 1.3441561460494995, - 1.3430582284927368, - 1.3452602624893188, - 1.34458589553833, - 1.342812180519104, - 1.3453328609466553, - 1.3445714712142944, - 1.3448504209518433, - 1.3442405462265015, - 1.344192624092102, - 1.3453137874603271, - 1.345023512840271, - 1.3441520929336548, - 1.3464276790618896 + 1.3055295944213867, + 1.3069688081741333, + 1.3079237937927246, + 1.3086744546890259, + 1.3096706867218018, + 1.3105289936065674, + 1.3121681213378906, + 1.3113954067230225, + 1.3121083974838257, + 1.314900517463684, + 1.3160392045974731, + 1.3171381950378418, + 1.3175855875015259, + 1.31824791431427, + 1.3208379745483398, + 1.3207380771636963, + 1.3233853578567505, + 1.3253874778747559, + 1.325260877609253, + 1.3260430097579956, + 1.3269281387329102, + 1.3311129808425903, + 1.3314101696014404, + 1.3302905559539795, + 1.330749750137329, + 1.3352899551391602, + 1.3342570066452026, + 1.3357110023498535, + 1.336084246635437, + 1.3364695310592651, + 1.3377151489257812, + 1.337852954864502, + 1.3406621217727661, + 1.3408123254776, + 1.3402857780456543, + 1.3413608074188232, + 1.3428388833999634, + 1.3430728912353516, + 1.3432198762893677, + 1.3439891338348389, + 1.344156265258789, + 1.3439878225326538, + 1.3436490297317505, + 1.342944622039795, + 1.343474268913269, + 1.3453365564346313, + 1.3449759483337402, + 1.3448829650878906, + 1.3451321125030518, + 1.3452460765838623, + 1.345342755317688, + 1.347269058227539, + 1.3464640378952026, + 1.3454316854476929, + 1.3454179763793945, + 1.3445638418197632, + 1.3447843790054321, + 1.3450510501861572, + 1.346539855003357, + 1.3451483249664307, + 1.3463553190231323, + 1.345966100692749, + 1.3447060585021973, + 1.347594976425171, + 1.3475195169448853, + 1.3472124338150024, + 1.347634196281433, + 1.3462971448898315, + 1.347839593887329, + 1.34823477268219, + 1.3473342657089233, + 1.3492431640625 ], "timestamps": [ - "2026-06-20 02:20:00", - "2026-06-20 02:30:00", - "2026-06-20 02:40:00", "2026-06-20 02:50:00", "2026-06-20 03:00:00", "2026-06-20 03:10:00", @@ -531,6 +528,9 @@ "2026-06-21 02:40:00", "2026-06-21 02:50:00", "2026-06-21 03:00:00", - "2026-06-21 03:10:00" + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index a231d4a99b53971060357080bc07017291e6922f..e65b2ad803e0bfb618fcb2e3f32d986c405c8220 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,13 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T03:42:25.444865+00:00", + "evaluated_at": "2026-06-22T03:50:29.947781+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 23223e8249ecf787c65cc915b64d3cb885a07a3e..7be1e66c963ef2978da1c3f068bc9c12705f792d 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,447132.5346959432,447132.5346959432,573.9095052083334,0.5155947136907424,0.008968021886215795,0.008913599930160736,2.3906415048504885,668.6796951425572,0.010427742520038842,0.00894984638174115,0.006018918271122682,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,452985.8452428182,452985.8452428182,577.6595052083334,0.518963677192468,0.009027142257927924,0.008972008099841333,2.3906415048504885,673.0422313962313,0.010496388025861817,0.009008852685091648,0.0060387645716822765,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.05689999420736485,0.05689999420736485,0.1991025576988856,0.5777787879728543,0.11490452477500801,0.12485418740641403,1.8329459972889743,0.23853719669553605,0.14993382188652096,0.1251469701024374,0.1098146224889504,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.061041809964621246,0.061041809964621246,0.22075646950138939,3.5872939123138536,0.1410140011649884,0.15390954738906842,72.32869138609593,0.24706640800525928,0.16334968895433263,0.14595468853435128,0.12526119639222666,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.026719908512443644,0.026719908512443644,0.13042033116022747,0.3764477962492386,0.0747400832966036,0.07928829142366069,1.8148191504301465,0.16346225409079504,0.10157141148948613,0.0810399758436739,0.0844162138996117,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.06294640944403262,0.06294640944403262,0.22623617615964678,3.676339177355605,0.14428397690699823,0.15755990815543067,74.04275317073643,0.2508912303051516,0.16527143712353626,0.14903023082058917,0.12758345810983987,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,2.571607291844733,2.571607291844733,1.3970366319020588,0.7643361157432432,0.09286452192808893,0.08732882440836547,2.0212630737437762,1.603623176386751,0.10304405952685951,0.08976942213025278,0.05350786895956221,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,77.46442962284316,77.46442962284316,6.86510705947876,0.5933935864029981,0.38985032844928597,0.2901618712346163,2.619212391927898,8.801387937299614,0.3969058730743111,0.30958768442003703,0.2285751966666023,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.7277449186506906,2.7277449186506906,1.4727225303649902,0.7631447402513541,0.061126646045514134,0.05889031638075005,4.1453042322879945,1.6515886045413035,0.0680833488112259,0.06070996219112223,0.038068313438200156,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 2960ce7c55cfb0d6ca9e7cbb5513f2672a17d38c..3d83d06d09e49a7f5d934d48588bcf45555bfdbb 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T03:43:02.219008+00:00", + "evaluated_at": "2026-06-22T03:51:09.440605+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64246.01171875 + 64156.01171875 ], "p50": [ 64415.41796875, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a25541d2f46be11b05537dd9c64629b7dc44e7bf..ef78c216d4a3b6e2bd5dbc7a6aae8aac23bc1956 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T03:35:43.593495+00:00", + "evaluated_at": "2026-06-22T03:51:15.731528+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0820000171661377, - 1.1260000467300415, 1.159999966621399, 1.1920000314712524, 1.2230000495910645, @@ -245,11 +243,11 @@ 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492 + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "actuals": [ - 0.9760000109672546, - 1.0099999904632568, 1.0479999780654907, 1.0759999752044678, 1.1019999980926514, @@ -307,197 +305,197 @@ 1.6399999856948853, 1.6150000095367432, 1.5870000123977661, - 1.5720000267028809 + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 ], "p50": [ - 0.9749853610992432, - 1.0021215677261353, - 1.033127784729004, - 1.062566876411438, - 1.0896104574203491, - 1.1163132190704346, - 1.1421607732772827, - 1.168314814567566, - 1.1935219764709473, - 1.21758234500885, - 1.2419819831848145, - 1.2653769254684448, - 1.2879869937896729, - 1.3089048862457275, - 1.3305295705795288, - 1.350855827331543, - 1.3704798221588135, - 1.3901084661483765, - 1.4101815223693848, - 1.4305604696273804, - 1.4491345882415771, - 1.4671326875686646, - 1.4842864274978638, - 1.4988501071929932, - 1.5114713907241821, - 1.5209717750549316, - 1.5317332744598389, - 1.5415678024291992, - 1.5508248805999756, - 1.559108018875122, - 1.5660388469696045, - 1.5717273950576782, - 1.59187650680542, - 1.5704766511917114, - 1.557706356048584, - 1.5668184757232666, - 1.5547735691070557, - 1.544663906097412, - 1.538962721824646, - 1.5319467782974243, - 1.525216817855835, - 1.5173826217651367, - 1.506608247756958, - 1.4920825958251953, - 1.4806866645812988, - 1.4710333347320557, - 1.4639527797698975, - 1.4530590772628784, - 1.4431092739105225, - 1.43244469165802, - 1.4210256338119507, - 1.408057451248169, - 1.396152138710022, - 1.3808223009109497, - 1.368159532546997, - 1.3537901639938354, - 1.3425151109695435, - 1.331640362739563, - 1.3189009428024292, - 1.3068633079528809 + 1.0466187000274658, + 1.0781084299087524, + 1.107616901397705, + 1.1364402770996094, + 1.1656100749969482, + 1.1944321393966675, + 1.2217315435409546, + 1.2480233907699585, + 1.275693655014038, + 1.302765130996704, + 1.327069640159607, + 1.3507046699523926, + 1.376598596572876, + 1.4003920555114746, + 1.424180507659912, + 1.4477287530899048, + 1.471315622329712, + 1.494791030883789, + 1.5176920890808105, + 1.5395011901855469, + 1.559428334236145, + 1.5764009952545166, + 1.5919829607009888, + 1.6055372953414917, + 1.6194639205932617, + 1.6321232318878174, + 1.6436388492584229, + 1.6546385288238525, + 1.66421639919281, + 1.6699116230010986, + 1.6744107007980347, + 1.676954984664917, + 1.689910888671875, + 1.6793992519378662, + 1.6737619638442993, + 1.6673846244812012, + 1.6516437530517578, + 1.6410588026046753, + 1.6322637796401978, + 1.619431734085083, + 1.6081769466400146, + 1.5976853370666504, + 1.5850300788879395, + 1.571373701095581, + 1.5625437498092651, + 1.5520820617675781, + 1.5416837930679321, + 1.527375340461731, + 1.5160940885543823, + 1.5047900676727295, + 1.4907454252243042, + 1.4771015644073486, + 1.465273380279541, + 1.449343204498291, + 1.4364774227142334, + 1.4225833415985107, + 1.4105501174926758, + 1.3979346752166748, + 1.3817329406738281, + 1.366041898727417 ], "p10": [ - 0.9641026854515076, - 0.9868420362472534, - 1.0143508911132812, - 1.0398521423339844, - 1.0625603199005127, - 1.0847911834716797, - 1.1059552431106567, - 1.1273906230926514, - 1.1471768617630005, - 1.1650439500808716, - 1.1815701723098755, - 1.197070598602295, - 1.2110826969146729, - 1.2230223417282104, - 1.2342467308044434, - 1.244434118270874, - 1.2538859844207764, - 1.2618908882141113, - 1.2694814205169678, - 1.276456594467163, - 1.280177116394043, - 1.2852810621261597, - 1.2861377000808716, - 1.2856049537658691, - 1.282010555267334, - 1.2779920101165771, - 1.2760268449783325, - 1.2683842182159424, - 1.2597973346710205, - 1.2486602067947388, - 1.2359765768051147, - 1.2292201519012451, - 1.1913355588912964, - 1.1762330532073975, - 1.1572926044464111, - 1.1520328521728516, - 1.1250313520431519, - 1.0981014966964722, - 1.0672223567962646, - 1.0465384721755981, - 1.0263698101043701, - 1.006455659866333, - 0.9782877564430237, - 0.9547359347343445, - 0.9380809664726257, - 0.9188324213027954, - 0.8965007662773132, - 0.8716450929641724, - 0.8487004637718201, - 0.8257009983062744, - 0.8078001737594604, - 0.7937763929367065, - 0.7673332095146179, - 0.7469316720962524, - 0.7265603542327881, - 0.7054674625396729, - 0.6835142374038696, - 0.6647541522979736, - 0.6502967476844788, - 0.6295015811920166 + 1.0364066362380981, + 1.0647525787353516, + 1.0911356210708618, + 1.1160576343536377, + 1.1409053802490234, + 1.1652506589889526, + 1.1869293451309204, + 1.2078096866607666, + 1.2298842668533325, + 1.250565767288208, + 1.266794204711914, + 1.282167911529541, + 1.299743890762329, + 1.314310073852539, + 1.3275666236877441, + 1.3411428928375244, + 1.3551443815231323, + 1.3669623136520386, + 1.3770432472229004, + 1.3856778144836426, + 1.391758680343628, + 1.396416187286377, + 1.3959004878997803, + 1.3942444324493408, + 1.3918228149414062, + 1.3908007144927979, + 1.3892287015914917, + 1.38118314743042, + 1.3721122741699219, + 1.3588720560073853, + 1.3442108631134033, + 1.3349632024765015, + 1.3590431213378906, + 1.3265353441238403, + 1.291846752166748, + 1.2733197212219238, + 1.242082118988037, + 1.212125539779663, + 1.177468180656433, + 1.1522363424301147, + 1.1258630752563477, + 1.099975347518921, + 1.06540846824646, + 1.0381076335906982, + 1.022353172302246, + 1.0038068294525146, + 0.9771497249603271, + 0.9457899332046509, + 0.9192594885826111, + 0.8974021673202515, + 0.8799772262573242, + 0.868222713470459, + 0.8411226272583008, + 0.8186511993408203, + 0.7963167428970337, + 0.7745476365089417, + 0.7532851696014404, + 0.7334023714065552, + 0.7151433825492859, + 0.6893312931060791 ], "p90": [ - 0.9854401350021362, - 1.016014814376831, - 1.0514881610870361, - 1.0856558084487915, - 1.1170846223831177, - 1.1476536989212036, - 1.1778812408447266, - 1.2095192670822144, - 1.239910364151001, - 1.2692559957504272, - 1.3006584644317627, - 1.3322184085845947, - 1.3615686893463135, - 1.3900657892227173, - 1.4190802574157715, - 1.4472585916519165, - 1.47622549533844, - 1.507375955581665, - 1.5382835865020752, - 1.5702502727508545, - 1.6020638942718506, - 1.6352214813232422, - 1.668144702911377, - 1.696068286895752, - 1.7224185466766357, - 1.7455065250396729, - 1.772084355354309, - 1.7972115278244019, - 1.820403814315796, - 1.8451778888702393, - 1.8640366792678833, - 1.8762626647949219, - 1.8283108472824097, - 1.8462635278701782, - 1.8666374683380127, - 1.8982222080230713, - 1.9008409976959229, - 1.9111453294754028, - 1.9225422143936157, - 1.9352952241897583, - 1.9472160339355469, - 1.9619295597076416, - 1.9700723886489868, - 1.9776253700256348, - 1.9847323894500732, - 1.9888747930526733, - 1.9957144260406494, - 1.9959733486175537, - 1.9975602626800537, - 2.0024991035461426, - 2.004228115081787, - 2.0085253715515137, - 2.005479335784912, - 2.004913330078125, - 2.0011954307556152, - 1.9973812103271484, - 1.995139718055725, - 1.9951982498168945, - 1.993732213973999, - 1.9947603940963745 + 1.0560146570205688, + 1.0913753509521484, + 1.1242682933807373, + 1.1572357416152954, + 1.1910951137542725, + 1.2241814136505127, + 1.2562742233276367, + 1.2887991666793823, + 1.3222633600234985, + 1.3550236225128174, + 1.385801076889038, + 1.416969895362854, + 1.450439214706421, + 1.482410192489624, + 1.5129019021987915, + 1.5443836450576782, + 1.578233242034912, + 1.6139404773712158, + 1.6483454704284668, + 1.6825928688049316, + 1.715620756149292, + 1.7468128204345703, + 1.7762842178344727, + 1.8023693561553955, + 1.8304611444473267, + 1.8576719760894775, + 1.8850975036621094, + 1.9110188484191895, + 1.9339872598648071, + 1.954742193222046, + 1.9689780473709106, + 1.9778709411621094, + 1.9099959135055542, + 1.9530144929885864, + 1.9835681915283203, + 1.9990320205688477, + 1.9938547611236572, + 2.0032339096069336, + 2.0167784690856934, + 2.028080940246582, + 2.036771774291992, + 2.049860715866089, + 2.056365728378296, + 2.0617401599884033, + 2.0695080757141113, + 2.071727752685547, + 2.0747408866882324, + 2.0698163509368896, + 2.0708065032958984, + 2.0782856941223145, + 2.0795273780822754, + 2.0853207111358643, + 2.083958148956299, + 2.0841548442840576, + 2.0813565254211426, + 2.0792932510375977, + 2.0786519050598145, + 2.079770088195801, + 2.0760715007781982, + 2.0734305381774902 ], "timestamps": [ - "2026-06-20 21:30:00", - "2026-06-20 21:36:00", "2026-06-20 21:42:00", "2026-06-20 21:48:00", "2026-06-20 21:54:00", @@ -795,6 +793,8 @@ "2026-06-22 03:06:00", "2026-06-22 03:12:00", "2026-06-22 03:18:00", - "2026-06-22 03:24:00" + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 5267c9f613b937b33c0f53cd1c8a14b405c5c9ab..3a954f7533c3811f5239440939fadf74112eb288 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T03:27:28.547269+00:00", + "evaluated_at": "2026-06-22T03:51:22.387427+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -83,10 +82,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -157,234 +156,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158 ], "p50": [ - 1.2982354164123535, - 1.298027515411377, - 1.2981635332107544, - 1.2980289459228516, - 1.2980645895004272, - 1.299031376838684, - 1.2986135482788086, - 1.298598051071167, - 1.2988396883010864, - 1.299261450767517, - 1.301262378692627, - 1.3016835451126099, - 1.3025001287460327, - 1.3026472330093384, - 1.3011233806610107, - 1.3006209135055542, - 1.300807237625122, - 1.3005987405776978, - 1.2999672889709473, - 1.2996766567230225, - 1.2990798950195312, - 1.2992267608642578, - 1.2999495267868042, - 1.2997652292251587, - 1.3000777959823608, - 1.3003896474838257, - 1.3006199598312378, - 1.3014594316482544, - 1.3017051219940186, - 1.3022918701171875, - 1.302588701248169, - 1.302703619003296, - 1.3022029399871826, - 1.3044319152832031, - 1.3046602010726929, - 1.3049471378326416, - 1.3054641485214233, - 1.3058340549468994, - 1.304830551147461, - 1.3035603761672974, - 1.3019781112670898, - 1.3013677597045898, - 1.300774335861206, - 1.3006278276443481, - 1.3011690378189087, - 1.3007596731185913, - 1.2999757528305054, - 1.299277901649475, - 1.2991334199905396, - 1.2993518114089966, - 1.3004063367843628, - 1.3020704984664917, - 1.302730679512024, - 1.3020576238632202, - 1.3015458583831787, - 1.3006235361099243, - 1.2991515398025513, - 1.2973889112472534, - 1.296029806137085, - 1.2953037023544312, - 1.2955200672149658, - 1.296155333518982, - 1.295811414718628, - 1.2961317300796509, - 1.2822195291519165, - 1.2914905548095703, - 1.2980163097381592, - 1.3020750284194946, - 1.3019201755523682, - 1.3016091585159302, - 1.2990802526474, - 1.2969520092010498 + 1.2998651266098022, + 1.299099326133728, + 1.2986040115356445, + 1.298708200454712, + 1.2985483407974243, + 1.298262596130371, + 1.2981425523757935, + 1.2983012199401855, + 1.2987653017044067, + 1.298493504524231, + 1.298768162727356, + 1.2989243268966675, + 1.2991187572479248, + 1.2990630865097046, + 1.2992056608200073, + 1.2990965843200684, + 1.2991670370101929, + 1.299081802368164, + 1.2990784645080566, + 1.299169659614563, + 1.2990447282791138, + 1.2993650436401367, + 1.2998546361923218, + 1.2999472618103027, + 1.300309658050537, + 1.3006627559661865, + 1.300868272781372, + 1.3009639978408813, + 1.301170825958252, + 1.3011865615844727, + 1.301147699356079, + 1.3012583255767822, + 1.297220230102539, + 1.296952724456787, + 1.2978671789169312, + 1.2999086380004883, + 1.3007793426513672, + 1.301127314567566, + 1.3005731105804443, + 1.3003261089324951, + 1.30056893825531, + 1.3005118370056152, + 1.3006869554519653, + 1.3004621267318726, + 1.300163745880127, + 1.2989202737808228, + 1.2982618808746338, + 1.297770380973816, + 1.2981834411621094, + 1.3002511262893677, + 1.3020511865615845, + 1.3025449514389038, + 1.302888035774231, + 1.302064061164856, + 1.3014808893203735, + 1.300255298614502, + 1.2992403507232666, + 1.2983145713806152, + 1.2975339889526367, + 1.2978607416152954, + 1.298421025276184, + 1.2993032932281494, + 1.2999670505523682, + 1.3017034530639648, + 1.298339605331421, + 1.3007936477661133, + 1.302375078201294, + 1.3040590286254883, + 1.3040413856506348, + 1.305759072303772, + 1.3052372932434082, + 1.3045941591262817 ], "p10": [ - 1.2876331806182861, - 1.276768445968628, - 1.2663397789001465, - 1.2531328201293945, - 1.2430580854415894, - 1.2328145503997803, - 1.2308151721954346, - 1.228060245513916, - 1.2262463569641113, - 1.2259243726730347, - 1.2245115041732788, - 1.225897192955017, - 1.225425362586975, - 1.2251641750335693, - 1.224005103111267, - 1.2229504585266113, - 1.2218711376190186, - 1.220330834388733, - 1.2179844379425049, - 1.2153937816619873, - 1.2141343355178833, - 1.21297025680542, - 1.2125158309936523, - 1.2121340036392212, - 1.2128467559814453, - 1.213524341583252, - 1.213658094406128, - 1.213687777519226, - 1.2128738164901733, - 1.2122966051101685, - 1.2105685472488403, - 1.2083220481872559, - 1.2054640054702759, - 1.2109960317611694, - 1.2050261497497559, - 1.2042391300201416, - 1.2025424242019653, - 1.1990504264831543, - 1.1994458436965942, - 1.2005016803741455, - 1.201327919960022, - 1.202655553817749, - 1.201807975769043, - 1.2016593217849731, - 1.202607274055481, - 1.2030502557754517, - 1.201804518699646, - 1.2008626461029053, - 1.2000538110733032, - 1.2010949850082397, - 1.2033888101577759, - 1.2046830654144287, - 1.2039647102355957, - 1.2019588947296143, - 1.2000925540924072, - 1.1984142065048218, - 1.1972618103027344, - 1.1954187154769897, - 1.1935181617736816, - 1.1921085119247437, - 1.1916838884353638, - 1.1918867826461792, - 1.1914230585098267, - 1.192067265510559, - 1.1915982961654663, - 1.1982280015945435, - 1.1929504871368408, - 1.1912165880203247, - 1.1895811557769775, - 1.1859629154205322, - 1.1842585802078247, - 1.1831578016281128 + 1.2939590215682983, + 1.2852615118026733, + 1.2761720418930054, + 1.2641472816467285, + 1.2523458003997803, + 1.2395929098129272, + 1.2372418642044067, + 1.2343254089355469, + 1.229870080947876, + 1.2264652252197266, + 1.2220375537872314, + 1.221638798713684, + 1.2196632623672485, + 1.2169475555419922, + 1.2138797044754028, + 1.211797833442688, + 1.2112599611282349, + 1.2110036611557007, + 1.2116674184799194, + 1.2115591764450073, + 1.2116106748580933, + 1.2106465101242065, + 1.210403561592102, + 1.210275411605835, + 1.2115229368209839, + 1.2122224569320679, + 1.2117869853973389, + 1.2121599912643433, + 1.2122752666473389, + 1.2121033668518066, + 1.2108508348464966, + 1.2083864212036133, + 1.2039387226104736, + 1.2065973281860352, + 1.202393651008606, + 1.2026647329330444, + 1.202836513519287, + 1.2013797760009766, + 1.200819492340088, + 1.201744556427002, + 1.2037585973739624, + 1.2050683498382568, + 1.2039740085601807, + 1.2029798030853271, + 1.2027925252914429, + 1.202849268913269, + 1.2014131546020508, + 1.2000516653060913, + 1.1994397640228271, + 1.2012821435928345, + 1.2043039798736572, + 1.205031156539917, + 1.2037018537521362, + 1.201812982559204, + 1.2003892660140991, + 1.1988780498504639, + 1.1973161697387695, + 1.1956186294555664, + 1.1945422887802124, + 1.1940908432006836, + 1.1936192512512207, + 1.1934646368026733, + 1.1931893825531006, + 1.1944822072982788, + 1.204146146774292, + 1.2084691524505615, + 1.2060273885726929, + 1.1988120079040527, + 1.1960060596466064, + 1.1944758892059326, + 1.1928012371063232, + 1.1933908462524414 ], "p90": [ - 1.3310538530349731, - 1.3535001277923584, - 1.3642370700836182, - 1.3756202459335327, - 1.3910279273986816, - 1.3999669551849365, - 1.3983371257781982, - 1.4029273986816406, - 1.4113072156906128, - 1.421146273612976, - 1.436992883682251, - 1.4396061897277832, - 1.442909836769104, - 1.4425207376480103, - 1.4373959302902222, - 1.4293867349624634, - 1.426720142364502, - 1.4214645624160767, - 1.416192650794983, - 1.4132136106491089, - 1.414229393005371, - 1.417183756828308, - 1.4223768711090088, - 1.4197827577590942, - 1.422356367111206, - 1.4268910884857178, - 1.4320191144943237, - 1.437667727470398, - 1.439145803451538, - 1.443453311920166, - 1.4446794986724854, - 1.4394922256469727, - 1.4183400869369507, - 1.4302008152008057, - 1.429196834564209, - 1.4326425790786743, - 1.442838430404663, - 1.4448707103729248, - 1.437798023223877, - 1.432220220565796, - 1.4269565343856812, - 1.4248528480529785, - 1.4240002632141113, - 1.426786184310913, - 1.4301021099090576, - 1.4290807247161865, - 1.425834059715271, - 1.4253172874450684, - 1.4265403747558594, - 1.428436517715454, - 1.4314824342727661, - 1.436760663986206, - 1.4397733211517334, - 1.4372973442077637, - 1.4356262683868408, - 1.435761570930481, - 1.435241937637329, - 1.433295488357544, - 1.432101845741272, - 1.430182695388794, - 1.431254267692566, - 1.4338618516921997, - 1.43540358543396, - 1.438031792640686, - 1.4252997636795044, - 1.4363415241241455, - 1.437096118927002, - 1.4386943578720093, - 1.444987416267395, - 1.4470192193984985, - 1.4395115375518799, - 1.4368129968643188 + 1.3157882690429688, + 1.3335840702056885, + 1.3480656147003174, + 1.3636139631271362, + 1.3802493810653687, + 1.386223554611206, + 1.384920597076416, + 1.39362633228302, + 1.406285047531128, + 1.4074820280075073, + 1.4115508794784546, + 1.4096386432647705, + 1.4064550399780273, + 1.4077510833740234, + 1.4090348482131958, + 1.4071451425552368, + 1.406954050064087, + 1.4048891067504883, + 1.4025074243545532, + 1.3993282318115234, + 1.4063061475753784, + 1.410765528678894, + 1.4143619537353516, + 1.4118276834487915, + 1.414581060409546, + 1.4192087650299072, + 1.4233301877975464, + 1.4267909526824951, + 1.4285075664520264, + 1.4308463335037231, + 1.430822491645813, + 1.4253759384155273, + 1.4184707403182983, + 1.4298166036605835, + 1.4300508499145508, + 1.4348423480987549, + 1.4434998035430908, + 1.4454550743103027, + 1.4393445253372192, + 1.4361426830291748, + 1.4344077110290527, + 1.4332740306854248, + 1.4337329864501953, + 1.4358525276184082, + 1.4371458292007446, + 1.434751033782959, + 1.4328356981277466, + 1.4338297843933105, + 1.4374890327453613, + 1.4433485269546509, + 1.4483466148376465, + 1.4521139860153198, + 1.4563817977905273, + 1.455801010131836, + 1.4563772678375244, + 1.4553546905517578, + 1.4551681280136108, + 1.4529715776443481, + 1.452579379081726, + 1.4528452157974243, + 1.4538350105285645, + 1.4551234245300293, + 1.456990361213684, + 1.4608107805252075, + 1.4365164041519165, + 1.449957251548767, + 1.4472171068191528, + 1.4467799663543701, + 1.4520734548568726, + 1.4564777612686157, + 1.4511773586273193, + 1.4487533569335938 ], "timestamps": [ - "2026-06-20 02:20:00", - "2026-06-20 02:30:00", - "2026-06-20 02:40:00", "2026-06-20 02:50:00", "2026-06-20 03:00:00", "2026-06-20 03:10:00", @@ -531,6 +528,9 @@ "2026-06-21 02:40:00", "2026-06-21 02:50:00", "2026-06-21 03:00:00", - "2026-06-21 03:10:00" + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 0e8ec5a26398985a8293ccc88da4aaa233457d1c..e2c77435727ffe2a81645573c4d3644a9943604f 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,13 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T03:43:05.186677+00:00", + "evaluated_at": "2026-06-22T03:51:26.686884+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index e600c30c808b39142ee91c20599c8faa8ea259e1..5cf40b97b9614a466ad0508075011cadeedad4a5 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,193376.28349049887,193376.28349049887,360.7350260416667,0.3240808364075775,0.005640276191483359,0.00561670910616676,1.6274105733203825,439.7457032086827,0.006857625557743244,0.005625491542284759,0.004424592942952004,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,195796.43974049887,195796.43974049887,364.4850260416667,0.32744979990930306,0.005698980096961066,0.005675119040724733,1.6274105733203825,442.4889148221669,0.00690080819665782,0.005684303427755314,0.004444346002758063,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.40853987219248206,0.40853987219248206,0.5189346373081207,1.5059044406374142,0.3003751776948479,0.391367850151123,32.686381398096046,0.6391712385523006,0.4017544767175553,0.3261791224125599,0.2828120061582211,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.06083358803009493,0.06083358803009493,0.2205945865975486,3.5846633141856654,0.14093688341211646,0.15378622463584302,86.66013413392665,0.24664465943963784,0.16307084693138255,0.14584765851678266,0.13125571837260075,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.2950830497351364,0.2950830497351364,0.43759506146113075,1.2630829493463887,0.2540322373695022,0.31878935951276693,21.042696016511268,0.5432154726580755,0.33754069162757333,0.2719107741457385,0.22631000288301464,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.06308388785122847,0.06308388785122847,0.22619816164175668,3.6757214412189714,0.14423457274279325,0.15752650900506568,89.65660602198194,0.2511650609683371,0.16545181962306849,0.149005189235853,0.13403267836161997,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,3.462724331597959,3.462724331597959,1.5463310082753499,0.8460169257761981,0.10335664467881976,0.09592265329274115,10.111727397745826,1.8608396845504878,0.1195720279229229,0.099362635069902,0.06535106671985977,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,23.989379297777305,23.989379297777305,4.204530239105225,0.363423506160432,0.23171003698679957,0.19859649362843668,2.1643664852859206,4.897895394736121,0.22087464633115972,0.1896067708079474,0.17201498273327473,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.465702245640538,3.465702245640538,1.7389293511708577,0.9010894860730155,0.07311777423178666,0.07016440325408974,8.048010013450847,1.8616396658968508,0.07674227249180539,0.07168379174348041,0.04509516278225396,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 420e9acde83875516b2fac58c13c8a51c2105495..777b09489abd63005df18fbe4d1e8dde4383ca0e 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:42:51.189751+00:00", + "evaluated_at": "2026-06-22T03:50:51.915161+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64246.01171875 + 64156.01171875 ], "p50": [ 64397.046875, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 5a5c982e0ce6e68be0e016a0f31146c2f18f1e69..7a89b0dfa10195475891ad429509b22d8983eba6 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:35:20.420555+00:00", + "evaluated_at": "2026-06-22T03:50:57.453946+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.0820000171661377, - 1.1260000467300415, 1.159999966621399, 1.1920000314712524, 1.2230000495910645, @@ -245,11 +243,11 @@ 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492 + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "actuals": [ - 0.9760000109672546, - 1.0099999904632568, 1.0479999780654907, 1.0759999752044678, 1.1019999980926514, @@ -307,197 +305,197 @@ 1.6399999856948853, 1.6150000095367432, 1.5870000123977661, - 1.5720000267028809 + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564 ], "p50": [ - 0.9693201780319214, - 0.9965731501579285, - 1.0209771394729614, - 1.0453791618347168, - 1.070810079574585, - 1.0943787097930908, - 1.1159961223602295, - 1.1387890577316284, - 1.160996437072754, - 1.1821523904800415, - 1.2014942169189453, - 1.2186145782470703, - 1.2353813648223877, - 1.247050404548645, - 1.2603212594985962, - 1.2696828842163086, - 1.2786822319030762, - 1.2880488634109497, - 1.2985988855361938, - 1.305389404296875, - 1.310193419456482, - 1.3125064373016357, - 1.3134840726852417, - 1.312671184539795, - 1.3095676898956299, - 1.3035541772842407, - 1.298688292503357, - 1.2902748584747314, - 1.281980037689209, - 1.2733510732650757, - 1.2605197429656982, - 1.2485896348953247, - 1.2427481412887573, - 1.2311753034591675, - 1.2094078063964844, - 1.1889424324035645, - 1.1695876121520996, - 1.1501375436782837, - 1.1298458576202393, - 1.1066430807113647, - 1.082431435585022, - 1.0603162050247192, - 1.035555362701416, - 1.0102615356445312, - 0.9791311025619507, - 0.9516424536705017, - 0.918125331401825, - 0.887984037399292, - 0.8564947843551636, - 0.8224045038223267, - 0.7903561592102051, - 0.7581672072410583, - 0.7239383459091187, - 0.689061164855957, - 0.657412052154541, - 0.6199474334716797, - 0.5812045931816101, - 0.5506953001022339, - 0.5174568295478821, - 0.4858313202857971 + 1.0379172563552856, + 1.064549446105957, + 1.0927942991256714, + 1.11784029006958, + 1.1434794664382935, + 1.169836401939392, + 1.193908929824829, + 1.2191582918167114, + 1.2430880069732666, + 1.2648903131484985, + 1.2853121757507324, + 1.3031582832336426, + 1.3200111389160156, + 1.3323695659637451, + 1.3467493057250977, + 1.358607292175293, + 1.3697681427001953, + 1.381503701210022, + 1.3934571743011475, + 1.4011294841766357, + 1.4066824913024902, + 1.4094512462615967, + 1.4109007120132446, + 1.4099421501159668, + 1.406715989112854, + 1.402848482131958, + 1.3989436626434326, + 1.391684889793396, + 1.383744478225708, + 1.3750252723693848, + 1.3623477220535278, + 1.3492053747177124, + 1.3556936979293823, + 1.3446571826934814, + 1.3236831426620483, + 1.304619312286377, + 1.2867271900177002, + 1.268118143081665, + 1.2470752000808716, + 1.2228621244430542, + 1.1972756385803223, + 1.17556893825531, + 1.1509201526641846, + 1.1241849660873413, + 1.0941078662872314, + 1.0662248134613037, + 1.0340046882629395, + 1.004042387008667, + 0.9701216220855713, + 0.9355132579803467, + 0.9037305116653442, + 0.8699528574943542, + 0.8353597521781921, + 0.7989093065261841, + 0.7647879123687744, + 0.7272067070007324, + 0.6881499290466309, + 0.655320942401886, + 0.6205076575279236, + 0.587949275970459 ], "p10": [ - 0.9614828824996948, - 0.9839915037155151, - 1.0042943954467773, - 1.024527668952942, - 1.045423984527588, - 1.064449667930603, - 1.08259117603302, - 1.100684404373169, - 1.1184630393981934, - 1.1340863704681396, - 1.148241400718689, - 1.1605231761932373, - 1.1715643405914307, - 1.1789007186889648, - 1.186247706413269, - 1.1893457174301147, - 1.1907075643539429, - 1.193274974822998, - 1.1990091800689697, - 1.1986680030822754, - 1.197189450263977, - 1.193854808807373, - 1.1866748332977295, - 1.1788535118103027, - 1.1691358089447021, - 1.1573385000228882, - 1.1442267894744873, - 1.1280078887939453, - 1.1125588417053223, - 1.0952426195144653, - 1.0752501487731934, - 1.059853196144104, - 1.0146719217300415, - 0.997789740562439, - 0.965679407119751, - 0.9381515979766846, - 0.909331202507019, - 0.8817047476768494, - 0.8580260276794434, - 0.82883620262146, - 0.7918015122413635, - 0.7626811861991882, - 0.7415804862976074, - 0.7070447206497192, - 0.6698799133300781, - 0.6378428936004639, - 0.6056225895881653, - 0.5690957307815552, - 0.5368115305900574, - 0.5058430433273315, - 0.4735804796218872, - 0.4371948838233948, - 0.4039662480354309, - 0.3673962950706482, - 0.3378511667251587, - 0.3037181496620178, - 0.2681502103805542, - 0.24185889959335327, - 0.20890265703201294, - 0.17914927005767822 + 1.0287728309631348, + 1.0503747463226318, + 1.074601173400879, + 1.0953574180603027, + 1.1163579225540161, + 1.1383605003356934, + 1.1592135429382324, + 1.1793982982635498, + 1.1992030143737793, + 1.215577483177185, + 1.2305628061294556, + 1.2427438497543335, + 1.2540241479873657, + 1.2615236043930054, + 1.2697116136550903, + 1.2750661373138428, + 1.278509497642517, + 1.281838059425354, + 1.2889816761016846, + 1.2880113124847412, + 1.2867491245269775, + 1.28419828414917, + 1.2761120796203613, + 1.2667546272277832, + 1.2564014196395874, + 1.2461485862731934, + 1.2336102724075317, + 1.2172354459762573, + 1.2013460397720337, + 1.1839338541030884, + 1.1640704870224, + 1.1472194194793701, + 1.0942003726959229, + 1.0823805332183838, + 1.0463197231292725, + 1.0206104516983032, + 0.9925864338874817, + 0.9629017114639282, + 0.939608097076416, + 0.9096563458442688, + 0.8723669052124023, + 0.8417137861251831, + 0.8195518255233765, + 0.782254695892334, + 0.7477068901062012, + 0.7165036201477051, + 0.6829640865325928, + 0.6448472738265991, + 0.6116529107093811, + 0.5815518498420715, + 0.5507188439369202, + 0.5116434097290039, + 0.4776362180709839, + 0.44086289405822754, + 0.4082298278808594, + 0.37269753217697144, + 0.33505529165267944, + 0.30689680576324463, + 0.2712870240211487, + 0.23600178956985474 ], "p90": [ - 0.9771331548690796, - 1.0083379745483398, - 1.0372703075408936, - 1.0656440258026123, - 1.0966588258743286, - 1.123205304145813, - 1.1492185592651367, - 1.1764038801193237, - 1.203381061553955, - 1.2304182052612305, - 1.2541279792785645, - 1.2768220901489258, - 1.3004229068756104, - 1.318371057510376, - 1.3379688262939453, - 1.3538252115249634, - 1.3710668087005615, - 1.3887583017349243, - 1.406157374382019, - 1.4211572408676147, - 1.4332953691482544, - 1.4441254138946533, - 1.4536285400390625, - 1.461756944656372, - 1.4684280157089233, - 1.4726179838180542, - 1.4762098789215088, - 1.480064868927002, - 1.4784657955169678, - 1.4779891967773438, - 1.4737168550491333, - 1.4695236682891846, - 1.509377360343933, - 1.51724374294281, - 1.5174918174743652, - 1.5093895196914673, - 1.500988483428955, - 1.493983268737793, - 1.4812901020050049, - 1.4703689813613892, - 1.4493634700775146, - 1.4368528127670288, - 1.4248945713043213, - 1.4104968309402466, - 1.3913333415985107, - 1.3738141059875488, - 1.3496110439300537, - 1.3289132118225098, - 1.3055648803710938, - 1.281877040863037, - 1.2632251977920532, - 1.233673095703125, - 1.2091124057769775, - 1.1787976026535034, - 1.153774619102478, - 1.1208672523498535, - 1.0936686992645264, - 1.0666618347167969, - 1.0413827896118164, - 1.0175319910049438 + 1.0463879108428955, + 1.0779995918273926, + 1.1115251779556274, + 1.1405755281448364, + 1.1722230911254883, + 1.2014466524124146, + 1.23068368434906, + 1.2597194910049438, + 1.2890958786010742, + 1.3176085948944092, + 1.3418405055999756, + 1.36609947681427, + 1.390897512435913, + 1.409843921661377, + 1.4320204257965088, + 1.4504361152648926, + 1.4716930389404297, + 1.4928414821624756, + 1.5125889778137207, + 1.5295546054840088, + 1.5455758571624756, + 1.5562113523483276, + 1.5664314031600952, + 1.5761449337005615, + 1.584998607635498, + 1.5921483039855957, + 1.5983139276504517, + 1.6041665077209473, + 1.6031720638275146, + 1.6051428318023682, + 1.6005321741104126, + 1.6005417108535767, + 1.652733325958252, + 1.663638949394226, + 1.6670317649841309, + 1.6619223356246948, + 1.6566274166107178, + 1.648438572883606, + 1.6356327533721924, + 1.6211895942687988, + 1.5983707904815674, + 1.5868622064590454, + 1.5764102935791016, + 1.5636489391326904, + 1.5439040660858154, + 1.5260984897613525, + 1.49912428855896, + 1.4768285751342773, + 1.4504625797271729, + 1.426316499710083, + 1.4061840772628784, + 1.3746525049209595, + 1.3468000888824463, + 1.3133184909820557, + 1.2821094989776611, + 1.255010962486267, + 1.223799467086792, + 1.193148136138916, + 1.1677000522613525, + 1.1385899782180786 ], "timestamps": [ - "2026-06-20 21:30:00", - "2026-06-20 21:36:00", "2026-06-20 21:42:00", "2026-06-20 21:48:00", "2026-06-20 21:54:00", @@ -795,6 +793,8 @@ "2026-06-22 03:06:00", "2026-06-22 03:12:00", "2026-06-22 03:18:00", - "2026-06-22 03:24:00" + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d0b8c178e5395987fa5f82302db09178b92ba798..91bcc5261e909965ad54f3b512d445b879152452 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:26:54.819983+00:00", + "evaluated_at": "2026-06-22T03:51:01.110422+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, @@ -83,10 +82,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -157,234 +156,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.7999999523162842 + 1.7999999523162842, + 1.7000000476837158 ], "p50": [ - 1.3002924919128418, - 1.3002296686172485, - 1.300283670425415, - 1.300276279449463, - 1.3002506494522095, - 1.3002173900604248, - 1.3003743886947632, - 1.300215244293213, - 1.3001909255981445, - 1.3002185821533203, - 1.300236701965332, - 1.300194501876831, - 1.3002128601074219, - 1.3001991510391235, - 1.3001646995544434, - 1.3001965284347534, - 1.3002049922943115, - 1.3001552820205688, - 1.3002210855484009, - 1.3001774549484253, - 1.3001909255981445, - 1.3001692295074463, - 1.3001590967178345, - 1.300135612487793, - 1.3001335859298706, - 1.3001320362091064, - 1.300182580947876, - 1.3001731634140015, - 1.3001316785812378, - 1.3000853061676025, - 1.3001344203948975, - 1.3001593351364136, - 1.300394892692566, - 1.3003724813461304, - 1.3003281354904175, - 1.300407886505127, - 1.3003438711166382, - 1.3003758192062378, - 1.3004637956619263, - 1.300461769104004, - 1.30042564868927, - 1.3004521131515503, - 1.3004990816116333, - 1.3004218339920044, - 1.3004305362701416, - 1.3003923892974854, - 1.300459861755371, - 1.3003787994384766, - 1.3004494905471802, - 1.3004298210144043, - 1.3004127740859985, - 1.3003848791122437, - 1.3003973960876465, - 1.300419807434082, - 1.3004173040390015, - 1.3003816604614258, - 1.3003920316696167, - 1.300390601158142, - 1.300410509109497, - 1.300487756729126, - 1.300461769104004, - 1.300430417060852, - 1.3004781007766724, - 1.3004740476608276, - 1.3001899719238281, - 1.300240159034729, - 1.300297498703003, - 1.300262212753296, - 1.3002020120620728, - 1.3002961874008179, - 1.3003710508346558, - 1.3003599643707275 + 1.300173282623291, + 1.3001996278762817, + 1.3001669645309448, + 1.3002134561538696, + 1.3001636266708374, + 1.3001258373260498, + 1.3002233505249023, + 1.3001075983047485, + 1.3001430034637451, + 1.300192952156067, + 1.3001877069473267, + 1.300152063369751, + 1.300166368484497, + 1.3001086711883545, + 1.3001437187194824, + 1.3001598119735718, + 1.3001415729522705, + 1.3001221418380737, + 1.3001887798309326, + 1.3001128435134888, + 1.3001631498336792, + 1.3001197576522827, + 1.300113558769226, + 1.3001126050949097, + 1.3000779151916504, + 1.3000816106796265, + 1.3001368045806885, + 1.3001391887664795, + 1.3000847101211548, + 1.3000366687774658, + 1.3000924587249756, + 1.3001035451889038, + 1.3003079891204834, + 1.3001549243927002, + 1.3002419471740723, + 1.3003098964691162, + 1.3002960681915283, + 1.300301194190979, + 1.3003958463668823, + 1.3003997802734375, + 1.3003429174423218, + 1.300392508506775, + 1.3004095554351807, + 1.300304651260376, + 1.300356388092041, + 1.3003290891647339, + 1.3003519773483276, + 1.3003182411193848, + 1.3003575801849365, + 1.30033278465271, + 1.3003215789794922, + 1.3002930879592896, + 1.3003003597259521, + 1.3003318309783936, + 1.3003385066986084, + 1.300286889076233, + 1.3002898693084717, + 1.300296425819397, + 1.3003089427947998, + 1.3003857135772705, + 1.3003413677215576, + 1.3003004789352417, + 1.3003554344177246, + 1.3003637790679932, + 1.3001738786697388, + 1.3002493381500244, + 1.3001728057861328, + 1.3000978231430054, + 1.300179123878479, + 1.30025053024292, + 1.300318717956543, + 1.3002948760986328 ], "p10": [ - 1.220745325088501, - 1.2045133113861084, - 1.203781008720398, - 1.2071404457092285, - 1.201304316520691, - 1.2086119651794434, - 1.2139045000076294, - 1.2123173475265503, - 1.2024253606796265, - 1.2026296854019165, - 1.2023756504058838, - 1.2017472982406616, - 1.2006328105926514, - 1.1997288465499878, - 1.2000483274459839, - 1.2011348009109497, - 1.2021232843399048, - 1.2032686471939087, - 1.2034143209457397, - 1.2029056549072266, - 1.2027642726898193, - 1.2020046710968018, - 1.2016425132751465, - 1.2014036178588867, - 1.2001720666885376, - 1.199577808380127, - 1.1993293762207031, - 1.1997737884521484, - 1.200141429901123, - 1.2003268003463745, - 1.2006802558898926, - 1.2003226280212402, - 1.2029997110366821, - 1.20206880569458, - 1.197996973991394, - 1.1984096765518188, - 1.1980947256088257, - 1.199573278427124, - 1.199283242225647, - 1.1986230611801147, - 1.1961841583251953, - 1.1985783576965332, - 1.1979914903640747, - 1.1994585990905762, - 1.1996572017669678, - 1.2000479698181152, - 1.2007520198822021, - 1.2024610042572021, - 1.2028568983078003, - 1.2032936811447144, - 1.2037353515625, - 1.2036867141723633, - 1.2037947177886963, - 1.2035067081451416, - 1.2030630111694336, - 1.2031524181365967, - 1.202436089515686, - 1.201826572418213, - 1.201754093170166, - 1.2020446062088013, - 1.20199453830719, - 1.20187246799469, - 1.202059030532837, - 1.201620101928711, - 1.201981782913208, - 1.1972625255584717, - 1.2004739046096802, - 1.2000758647918701, - 1.1981614828109741, - 1.200366497039795, - 1.1978188753128052, - 1.1985633373260498 + 1.2419755458831787, + 1.2088844776153564, + 1.2057089805603027, + 1.2053402662277222, + 1.2021428346633911, + 1.2060391902923584, + 1.2144464254379272, + 1.2123560905456543, + 1.2031114101409912, + 1.203768253326416, + 1.203181266784668, + 1.2028193473815918, + 1.202024221420288, + 1.201576828956604, + 1.2022184133529663, + 1.2030456066131592, + 1.2041020393371582, + 1.2049813270568848, + 1.2051538228988647, + 1.2047226428985596, + 1.2045310735702515, + 1.2038073539733887, + 1.203213095664978, + 1.2031117677688599, + 1.202377438545227, + 1.2021015882492065, + 1.2020001411437988, + 1.2024085521697998, + 1.202643871307373, + 1.202606439590454, + 1.2028985023498535, + 1.2023429870605469, + 1.2050063610076904, + 1.2025606632232666, + 1.2001478672027588, + 1.2019814252853394, + 1.1992355585098267, + 1.2024956941604614, + 1.2002148628234863, + 1.1997193098068237, + 1.1978929042816162, + 1.200287103652954, + 1.1993601322174072, + 1.200365424156189, + 1.2002382278442383, + 1.2008326053619385, + 1.20158851146698, + 1.2031049728393555, + 1.2034035921096802, + 1.2037880420684814, + 1.2041267156600952, + 1.2040257453918457, + 1.2041555643081665, + 1.2038904428482056, + 1.2031890153884888, + 1.2034801244735718, + 1.2032419443130493, + 1.2029502391815186, + 1.2029534578323364, + 1.2025477886199951, + 1.2022771835327148, + 1.2019251585006714, + 1.202073097229004, + 1.2018191814422607, + 1.203430414199829, + 1.2051148414611816, + 1.199748158454895, + 1.1998796463012695, + 1.2027833461761475, + 1.2030916213989258, + 1.2005858421325684, + 1.2018227577209473 ], "p90": [ - 1.3893260955810547, - 1.3959423303604126, - 1.3968241214752197, - 1.3974170684814453, - 1.3996447324752808, - 1.3998016119003296, - 1.4012928009033203, - 1.401396632194519, - 1.3991374969482422, - 1.4014294147491455, - 1.3992769718170166, - 1.398996353149414, - 1.4009710550308228, - 1.4006649255752563, - 1.4009878635406494, - 1.4002074003219604, - 1.4001681804656982, - 1.4013640880584717, - 1.399704098701477, - 1.398887276649475, - 1.3990657329559326, - 1.3995994329452515, - 1.3995367288589478, - 1.3994849920272827, - 1.3996387720108032, - 1.3995863199234009, - 1.4007116556167603, - 1.4007568359375, - 1.4007264375686646, - 1.400983452796936, - 1.40049409866333, - 1.4016913175582886, - 1.3996837139129639, - 1.4007371664047241, - 1.4028393030166626, - 1.3991512060165405, - 1.406263828277588, - 1.4004483222961426, - 1.3998222351074219, - 1.402984857559204, - 1.4033974409103394, - 1.402337670326233, - 1.4008045196533203, - 1.4006319046020508, - 1.4019384384155273, - 1.4020113945007324, - 1.4016600847244263, - 1.4003182649612427, - 1.4010577201843262, - 1.4018640518188477, - 1.4018497467041016, - 1.4013487100601196, - 1.4008798599243164, - 1.4015114307403564, - 1.4014554023742676, - 1.401130199432373, - 1.4008992910385132, - 1.4005260467529297, - 1.4011720418930054, - 1.4015482664108276, - 1.4011733531951904, - 1.4014214277267456, - 1.4015189409255981, - 1.4025156497955322, - 1.4003721475601196, - 1.4043806791305542, - 1.404789924621582, - 1.4042243957519531, - 1.4070286750793457, - 1.400719404220581, - 1.400404930114746, - 1.4019750356674194 + 1.385154366493225, + 1.3995440006256104, + 1.3961353302001953, + 1.3985788822174072, + 1.3995214700698853, + 1.3987685441970825, + 1.4000799655914307, + 1.4031572341918945, + 1.4006030559539795, + 1.40290105342865, + 1.4001983404159546, + 1.4004477262496948, + 1.4013429880142212, + 1.4009077548980713, + 1.4009817838668823, + 1.3999660015106201, + 1.40046226978302, + 1.402529001235962, + 1.4014413356781006, + 1.4006775617599487, + 1.4003078937530518, + 1.4007012844085693, + 1.4008193016052246, + 1.4003968238830566, + 1.4002734422683716, + 1.4002463817596436, + 1.4005143642425537, + 1.4008511304855347, + 1.4008009433746338, + 1.4012036323547363, + 1.4007822275161743, + 1.401557445526123, + 1.3966904878616333, + 1.4009101390838623, + 1.4039673805236816, + 1.401218056678772, + 1.4031089544296265, + 1.3979343175888062, + 1.3985494375228882, + 1.4003363847732544, + 1.4011701345443726, + 1.3996080160140991, + 1.399483561515808, + 1.3999165296554565, + 1.401155710220337, + 1.401369571685791, + 1.4011609554290771, + 1.3997509479522705, + 1.4006872177124023, + 1.4013913869857788, + 1.4011787176132202, + 1.4009994268417358, + 1.400295615196228, + 1.4006068706512451, + 1.4006155729293823, + 1.400174856185913, + 1.399702548980713, + 1.3995792865753174, + 1.4002879858016968, + 1.4001269340515137, + 1.4002035856246948, + 1.4001708030700684, + 1.4003218412399292, + 1.4007662534713745, + 1.4012963771820068, + 1.4020894765853882, + 1.4036915302276611, + 1.402755856513977, + 1.403224229812622, + 1.398269772529602, + 1.4008171558380127, + 1.3993700742721558 ], "timestamps": [ - "2026-06-20 02:20:00", - "2026-06-20 02:30:00", - "2026-06-20 02:40:00", "2026-06-20 02:50:00", "2026-06-20 03:00:00", "2026-06-20 03:10:00", @@ -531,6 +528,9 @@ "2026-06-21 02:40:00", "2026-06-21 02:50:00", "2026-06-21 03:00:00", - "2026-06-21 03:10:00" + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index ed336b8137a48e59c359ee22345af095b12cf319..95a53937b6623606156b01d49ca18c8703f5f22b 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,13 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:42:53.408160+00:00", + "evaluated_at": "2026-06-22T03:51:03.266472+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:41:15.601645Z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", + "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": []