diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 5b9f8426b08f7aa403c188bef3723bcd539c0874..77db7f28719576bab4e0b5fd64f221b7c4bf4d0a 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T08:13:23.246736+00:00", + "generated_at": "2026-06-22T08:21:15.816871+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 9dbe75ab22c918b9d3c326efb02953a1a50c351c..99150c5d829a41e45d251434f79bd9c39f93277e 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.3113450437413025,0.6267018530987069,7.0,1,1,1.0 Air Quality,ETS,0.8278621445154991,0.861462633073793,8.0,1,1,1.0 Air Quality,Moving-Average,0.9063972205324378,0.9072680803461534,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,Moving-Average,0.38646045706152726,0.42050004942067404,1.0,1,1,1.0 -Finance,TimesFM-2.5,0.44855800280139907,0.5276861808631171,2.0,1,1,1.0 -Finance,Toto-2.0-1B,0.3742527964394954,0.5676656650371781,3.0,1,1,1.0 -Finance,ETS,0.6056132024577852,0.5736742172814181,4.0,1,1,1.0 -Finance,Timer-S1,0.3641316033972572,0.6320185817382462,5.0,1,1,1.0 -Finance,TiRex,0.6564543061988667,0.6851740631240083,6.0,1,1,1.0 -Finance,Chronos-2,0.542875790597015,0.9852413489510781,7.0,1,1,1.0 +Finance,Moving-Average,0.39351820649702063,0.430400184110329,1.0,1,1,1.0 +Finance,TimesFM-2.5,0.438458326668507,0.531541902431002,2.0,1,1,1.0 +Finance,Toto-2.0-1B,0.3744282413204161,0.575522744470037,3.0,1,1,1.0 +Finance,ETS,0.6251404539153831,0.5886113375432556,4.0,1,1,1.0 +Finance,Timer-S1,0.3776604851995803,0.6397615844927693,5.0,1,1,1.0 +Finance,TiRex,0.6367355267952812,0.678641454536828,6.0,1,1,1.0 +Finance,Chronos-2,0.5692248707192027,0.9923582032407608,7.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.5601676359497914,1.0242427131785246,9.0,1,1,1.0 -Finance,ARIMA,1.0542545722876713,1.910341462998628,10.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.6311101362349699,1.0139369159936185,9.0,1,1,1.0 +Finance,ARIMA,1.05667298178478,1.9229091093148876,10.0,1,1,1.0 Hazards,Chronos-2,0.4113635439038825,0.5183186968386267,1.0,1,1,1.0 Hazards,Toto-2.0-1B,0.5339806821199082,0.5610334734669412,2.0,1,1,1.0 Hazards,ARIMA,0.5639455186089176,0.5781335997353867,3.0,1,1,1.0 @@ -29,26 +29,26 @@ Hazards,Timer-S1,0.7563280898460146,0.6639652114832182,7.0,1,1,1.0 Hazards,Moving-Average,0.608297260449321,0.6754442931604024,8.0,1,1,1.0 Hazards,TimesFM-2.5,0.5420754123669825,0.7866673790568497,9.0,1,1,1.0 Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Hydrology,ARIMA,0.8575250684902629,0.6298497358987422,1.0,1,1,1.0 -Hydrology,ETS,0.553580676229801,0.8676303869446668,2.0,1,1,1.0 -Hydrology,Seasonal-Naive,1.0,1.0,3.0,1,1,1.0 -Hydrology,Toto-2.0-1B,0.7088384297768275,1.0916795750177846,4.0,1,1,1.0 -Hydrology,TiRex,0.642998295255502,1.108541723585386,5.0,1,1,1.0 -Hydrology,Chronos-2,0.7015233919690053,1.135204109151668,6.0,1,1,1.0 -Hydrology,TimesFM-2.5,0.689314921020468,1.1807884366652002,7.0,1,1,1.0 -Hydrology,Timer-S1,0.871625331735611,1.2034597633482607,8.0,1,1,1.0 -Hydrology,Moving-Average,1.0655308142888356,1.2590774744243416,9.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,2.2923149098495643,1.6291806693478157,10.0,1,1,1.0 -Ocean,Chronos-2,0.05929793399821309,0.252014188203007,2.5,2,2,1.0 -Ocean,ETS,0.6803855559606351,0.805975406699309,3.5,2,2,1.0 -Ocean,TiRex,0.2624740448314146,0.4020614146766207,3.5,2,2,1.0 -Ocean,TimesFM-2.5,0.030525777692018207,0.22686914672694766,4.0,2,2,1.0 -Ocean,Timer-S1,0.15974863294870745,0.32559547142140777,4.5,2,2,1.0 -Ocean,Toto-2.0-1B,0.05904732631812829,0.33926345085287757,6.0,2,2,1.0 -Ocean,Moving-Average,0.9727770838591524,0.9713747361754563,6.5,2,2,1.0 -Ocean,Moirai-1.1-Large,1.5953973107878812,1.010137489612922,7.0,2,2,1.0 -Ocean,ARIMA,0.9181037901084982,0.9655023493859057,8.5,2,2,1.0 -Ocean,Seasonal-Naive,1.0,1.0,9.0,2,2,1.0 +Hydrology,Toto-2.0-1B,0.1663100491266594,0.2641199180748358,1.0,1,1,1.0 +Hydrology,Chronos-2,0.11939509690002996,0.2736597699001843,2.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.45454400702798814,0.31449900074208853,3.0,1,1,1.0 +Hydrology,ETS,0.1179521842724271,0.3760825900646457,4.0,1,1,1.0 +Hydrology,TiRex,0.2056258125459309,0.4538730381662943,5.0,1,1,1.0 +Hydrology,TimesFM-2.5,0.14704115308638288,0.4588114280375935,6.0,1,1,1.0 +Hydrology,ARIMA,0.3663069568168997,0.48418074024507635,7.0,1,1,1.0 +Hydrology,Timer-S1,0.8378624115208751,0.7685958559231877,8.0,1,1,1.0 +Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +Hydrology,Moving-Average,1.0900041209334121,1.341085960408398,10.0,1,1,1.0 +Ocean,Chronos-2,0.059556886904432574,0.24534471243959793,3.0,2,2,1.0 +Ocean,TimesFM-2.5,0.029719922202248807,0.22145712527710887,3.0,2,2,1.0 +Ocean,Toto-2.0-1B,0.0592512999013874,0.3092072119198447,3.0,2,2,1.0 +Ocean,ETS,0.45149250716064737,0.6313174306388123,3.5,2,2,1.0 +Ocean,TiRex,0.25711928114312377,0.38790346711955337,4.0,2,2,1.0 +Ocean,Timer-S1,0.16033564164964922,0.3231798139104297,5.5,2,2,1.0 +Ocean,Moving-Average,0.9649224890441208,0.9674757123400669,7.5,2,2,1.0 +Ocean,ARIMA,0.8629108571906839,0.9393308470569876,8.0,2,2,1.0 +Ocean,Moirai-1.1-Large,1.6059598710776768,1.02071823979241,8.0,2,2,1.0 +Ocean,Seasonal-Naive,1.0,1.0,9.5,2,2,1.0 Weather,Chronos-2,0.3205499243964974,0.5082490399502162,1.6666666666666667,3,3,1.0 Weather,Seasonal-Naive,1.0,1.0,4.0,3,3,1.0 Weather,Moirai-1.1-Large,1.3423924699239056,1.0295728662344248,4.333333333333333,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 8219e9d587e0a8a2524579ea735e73c1586201a1..abc72a53af41cee1601d29769a967e08512019c1 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -1,24 +1,24 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -10min,ETS,0.7630438985152146,0.8394791613773452,1.0,1,1,1.0 -10min,TiRex,0.9439226313619847,0.8734473762561619,2.0,1,1,1.0 -10min,Chronos-2,0.9771198759768172,0.8971332430547176,3.0,1,1,1.0 -10min,Moirai-1.1-Large,0.9929178551230288,0.919681061777634,4.0,1,1,1.0 -10min,Moving-Average,0.9413580308721728,0.9551440108499977,5.0,1,1,1.0 -10min,Timer-S1,0.9935726758505616,0.962412050370463,6.0,1,1,1.0 -10min,TimesFM-2.5,0.9547888811721645,0.9687863713714667,7.0,1,1,1.0 -10min,Toto-2.0-1B,1.0114019122013602,0.9782065222988627,8.0,1,1,1.0 -10min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -10min,ARIMA,0.999739606589812,1.0287000132461186,10.0,1,1,1.0 -15min,ARIMA,0.8575250684902629,0.6298497358987422,1.0,1,1,1.0 -15min,ETS,0.553580676229801,0.8676303869446668,2.0,1,1,1.0 -15min,Seasonal-Naive,1.0,1.0,3.0,1,1,1.0 -15min,Toto-2.0-1B,0.7088384297768275,1.0916795750177846,4.0,1,1,1.0 -15min,TiRex,0.642998295255502,1.108541723585386,5.0,1,1,1.0 -15min,Chronos-2,0.7015233919690053,1.135204109151668,6.0,1,1,1.0 -15min,TimesFM-2.5,0.689314921020468,1.1807884366652002,7.0,1,1,1.0 -15min,Timer-S1,0.871625331735611,1.2034597633482607,8.0,1,1,1.0 -15min,Moving-Average,1.0655308142888356,1.2590774744243416,9.0,1,1,1.0 -15min,Moirai-1.1-Large,2.2923149098495643,1.6291806693478157,10.0,1,1,1.0 +10min,ETS,0.3360009055984459,0.5150648352478866,1.0,1,1,1.0 +10min,Toto-2.0-1B,1.0184015718306005,0.8125603627628536,2.0,1,1,1.0 +10min,TiRex,0.905801345209549,0.813016340754619,3.0,1,1,1.0 +10min,Chronos-2,0.9856726365442977,0.8502768818495992,4.0,1,1,1.0 +10min,TimesFM-2.5,0.9050430030396884,0.9231163890051722,5.0,1,1,1.0 +10min,Moirai-1.1-Large,1.0061088922274173,0.9390484829670664,6.0,1,1,1.0 +10min,Moving-Average,0.9262175942454366,0.9474916498378755,7.0,1,1,1.0 +10min,Timer-S1,1.0008880107925158,0.9481843733292035,8.0,1,1,1.0 +10min,ARIMA,0.8831514860393179,0.9736867154103672,9.0,1,1,1.0 +10min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 +15min,Toto-2.0-1B,0.1663100491266594,0.2641199180748358,1.0,1,1,1.0 +15min,Chronos-2,0.11939509690002996,0.2736597699001843,2.0,1,1,1.0 +15min,Moirai-1.1-Large,0.45454400702798814,0.31449900074208853,3.0,1,1,1.0 +15min,ETS,0.1179521842724271,0.3760825900646457,4.0,1,1,1.0 +15min,TiRex,0.2056258125459309,0.4538730381662943,5.0,1,1,1.0 +15min,TimesFM-2.5,0.14704115308638288,0.4588114280375935,6.0,1,1,1.0 +15min,ARIMA,0.3663069568168997,0.48418074024507635,7.0,1,1,1.0 +15min,Timer-S1,0.8378624115208751,0.7685958559231877,8.0,1,1,1.0 +15min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +15min,Moving-Average,1.0900041209334121,1.341085960408398,10.0,1,1,1.0 1D,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 1D,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 1D,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.3967506946982998,0.5697630127448895,3.0,6,6,1.0 -1h,Toto-2.0-1B,0.3613318304749631,0.7723181769352032,3.5,6,6,1.0 -1h,Timer-S1,0.7423410144337176,0.773953961253889,4.666666666666667,6,6,1.0 -1h,Moirai-1.1-Large,0.9340651751824033,0.833312176791009,5.166666666666667,6,6,1.0 -1h,TimesFM-2.5,0.5164347455729431,0.8391951023302535,5.666666666666667,6,6,1.0 -1h,Moving-Average,0.778407235454994,0.9020019680021163,6.0,6,6,1.0 -1h,TiRex,0.8830444788268835,0.9240627223957322,6.0,6,6,1.0 +1h,Chronos-2,0.39989710602786294,0.5704469009351941,3.0,6,6,1.0 +1h,Toto-2.0-1B,0.36136005624532225,0.7740896018754833,3.5,6,6,1.0 +1h,Timer-S1,0.7468682281829233,0.7755262683410914,4.666666666666667,6,6,1.0 +1h,Moirai-1.1-Large,0.9528145289785681,0.8319088353020753,5.166666666666667,6,6,1.0 +1h,TimesFM-2.5,0.5144783130647179,0.8402139829251075,5.666666666666667,6,6,1.0 +1h,Moving-Average,0.7807586874736825,0.9055071515186762,6.0,6,6,1.0 +1h,TiRex,0.8785672487093362,0.9225884835089235,6.0,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,6.666666666666667,6,6,1.0 -1h,ARIMA,1.5548004365483994,1.3426154725251147,7.166666666666667,6,6,1.0 -1h,ETS,2.9312946583197834,1.5836937684028403,7.166666666666667,6,6,1.0 +1h,ARIMA,1.5553943087930853,1.3440835738297026,7.166666666666667,6,6,1.0 +1h,ETS,2.9468397640681503,1.5904929792335794,7.166666666666667,6,6,1.0 6min,TimesFM-2.5,0.0009759467481005293,0.05312792505921623,1.0,1,1,1.0 6min,Chronos-2,0.003598580955014635,0.0707934429442907,2.0,1,1,1.0 6min,Timer-S1,0.025684709683802882,0.1101528300371148,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 27d394c62c5234274566495345a226c6904c46e6..a9fbc85b2be984c472a3b2dba6a2736d6be509de 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.43040601610939205,0.6287279707156411,3.4285714285714284,7,7,1.0 -24,Toto-2.0-1B,0.39784333162741015,0.8114607757648942,3.5714285714285716,7,7,1.0 -24,Timer-S1,0.7595639923645263,0.824333959011992,5.142857142857143,7,7,1.0 -24,Moirai-1.1-Large,1.0618832395231006,0.9170694599938558,5.857142857142857,7,7,1.0 -24,TiRex,0.8439189848588585,0.9484062178663244,5.857142857142857,7,7,1.0 -24,TimesFM-2.5,0.538183101848582,0.8811502365402544,5.857142857142857,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,6.142857142857143,7,7,1.0 -24,ARIMA,1.4280926784168195,1.2050148679749189,6.285714285714286,7,7,1.0 -24,ETS,2.3101929515955857,1.4532402861655902,6.428571428571429,7,7,1.0 -24,Moving-Average,0.8141168483005619,0.9460184872571719,6.428571428571429,7,7,1.0 +24,Chronos-2,0.336475713583015,0.5136214905493706,2.857142857142857,7,7,1.0 +24,Toto-2.0-1B,0.3234403473155341,0.663862848682232,3.142857142857143,7,7,1.0 +24,Moirai-1.1-Large,0.8572143874556388,0.7239770726612493,4.857142857142857,7,7,1.0 +24,Timer-S1,0.7592357676728276,0.7745323965006881,5.142857142857143,7,7,1.0 +24,TimesFM-2.5,0.43019271125568836,0.7706432510266322,5.714285714285714,7,7,1.0 +24,TiRex,0.7139624712827554,0.8336764018345125,5.857142857142857,7,7,1.0 +24,Moving-Average,0.8188765635448305,0.9577634836879511,6.571428571428571,7,7,1.0 +24,ETS,1.8607677032155832,1.2943975464697612,6.714285714285714,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,7.0,7,7,1.0 +24,ARIMA,1.2651059133298856,1.1616645487734687,7.142857142857143,7,7,1.0 60,TimesFM-2.5,0.0009759467481005293,0.05312792505921623,1.0,1,1,1.0 60,Chronos-2,0.003598580955014635,0.0707934429442907,2.0,1,1,1.0 60,Timer-S1,0.025684709683802882,0.1101528300371148,3.0,1,1,1.0 @@ -29,13 +29,13 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 60,Moving-Average,1.0052447887492597,0.9878812695901643,8.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 60,Moirai-1.1-Large,2.5634472843212444,1.1094908771408507,10.0,1,1,1.0 -72,ETS,0.7630438985152146,0.8394791613773452,1.0,1,1,1.0 -72,TiRex,0.9439226313619847,0.8734473762561619,2.0,1,1,1.0 -72,Chronos-2,0.9771198759768172,0.8971332430547176,3.0,1,1,1.0 -72,Moirai-1.1-Large,0.9929178551230288,0.919681061777634,4.0,1,1,1.0 -72,Moving-Average,0.9413580308721728,0.9551440108499977,5.0,1,1,1.0 -72,Timer-S1,0.9935726758505616,0.962412050370463,6.0,1,1,1.0 -72,TimesFM-2.5,0.9547888811721645,0.9687863713714667,7.0,1,1,1.0 -72,Toto-2.0-1B,1.0114019122013602,0.9782065222988627,8.0,1,1,1.0 -72,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -72,ARIMA,0.999739606589812,1.0287000132461186,10.0,1,1,1.0 +72,ETS,0.3360009055984459,0.5150648352478866,1.0,1,1,1.0 +72,Toto-2.0-1B,1.0184015718306005,0.8125603627628536,2.0,1,1,1.0 +72,TiRex,0.905801345209549,0.813016340754619,3.0,1,1,1.0 +72,Chronos-2,0.9856726365442977,0.8502768818495992,4.0,1,1,1.0 +72,TimesFM-2.5,0.9050430030396884,0.9231163890051722,5.0,1,1,1.0 +72,Moirai-1.1-Large,1.0061088922274173,0.9390484829670664,6.0,1,1,1.0 +72,Moving-Average,0.9262175942454366,0.9474916498378755,7.0,1,1,1.0 +72,Timer-S1,1.0008880107925158,0.9481843733292035,8.0,1,1,1.0 +72,ARIMA,0.8831514860393179,0.9736867154103672,9.0,1,1,1.0 +72,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 4cf6043800d94d73532b06dc324f6fe13c48fa6a..56be6632cb1f6d666c266b18eb487af4f0650cde 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.24543494369491606,0.4764138056729637,3.4,10,10,1.0 -Overall,Toto-2.0-1B,0.23701769338621878,0.6037176275159715,4.1,10,10,1.0 -Overall,Timer-S1,0.44380921358078035,0.5957855856062176,4.6,10,10,1.0 -Overall,TiRex,0.5149001726336171,0.6895506243670071,5.0,10,10,1.0 -Overall,TimesFM-2.5,0.2498329488525815,0.5987611257891661,5.5,10,10,1.0 -Overall,Moirai-1.1-Large,0.9246895200021048,0.8141991048442968,5.8,10,10,1.0 -Overall,ETS,1.5132848309951596,1.1542117409870565,6.1,10,10,1.0 -Overall,Moving-Average,0.7830025293314087,0.8870173882757425,6.6,10,10,1.0 -Overall,ARIMA,1.1339444312495244,1.0385752791465777,6.8,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,7.1,10,10,1.0 +Overall,Chronos-2,0.20676053788950646,0.4113210766952083,3.1,10,10,1.0 +Overall,Toto-2.0-1B,0.20518129875391067,0.5149249647777454,3.2,10,10,1.0 +Overall,Timer-S1,0.4440005442969979,0.5695064451860996,4.8,10,10,1.0 +Overall,TiRex,0.45613661227706553,0.6255392861245292,5.1,10,10,1.0 +Overall,TimesFM-2.5,0.21244132117641268,0.5425238467355871,5.2,10,10,1.0 +Overall,Moirai-1.1-Large,0.7970360814407176,0.6914511530006805,5.3,10,10,1.0 +Overall,ETS,1.1982032816335697,1.013635617345155,6.3,10,10,1.0 +Overall,Moving-Average,0.7849304439125557,0.893992432892006,6.9,10,10,1.0 +Overall,ARIMA,1.028882897677602,1.0067296563245665,7.3,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,7.8,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 5c1ed05a84aaffd3d396a54f421473441b07fc49..127a2af0d6c0ab3fa031a8c178fe39ba678b817d 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,178807.3476811276,626017.7382828183,756.6775070017093,0.7153603251983428,0.011791260629459524,0.011867669160651314,13.941957077320732,422.8561784828591,0.006596832049451868,0.01180466239655656,0.01041131578182928,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,181730.8198602112,636017.7806166562,762.2608403350426,0.7206387894212988,0.01187697987705269,0.011954596149057334,14.153095646238972,426.2989794266592,0.0066499627526186555,0.01189073031050947,0.010497505050773435,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5052260785111504,0.49707609729766017,0.5972419777275618,1.7187232698220993,0.7387043457324569,0.46810283670865915,66.68793017695933,0.7107925706640091,0.6252022553454775,0.5253248934684904,0.5227025978788828,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.08942117780102742,0.0966908817728187,0.29392512713879143,4.467664488927756,0.18218626813481756,0.20224051203481486,67.65900523692055,0.2990337402385012,0.18869788032823512,0.18547421579270998,0.1714700563779238,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07825705539637108,0.09251371446507442,0.2865730510944936,3.5128329481526115,0.17737393943940352,0.19646617047879064,56.891517521872096,0.2797446253216871,0.17637139721019493,0.18067653441492615,0.16043571133057796,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.022446845691907105,0.014982831301942104,0.12046386051156555,0.06208588508449394,0.008604992750356005,0.008643386670412612,1.1698279430209537,0.14982271420551393,0.01070480859264454,0.008607123265291112,0.009355392922129842,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,66.12571104848128,64.66598979898484,6.960502128144319,0.6015391649640066,0.4038366969683996,0.3109899687751776,7.923387762693867,8.131771704154101,0.37895635126155036,0.32437291470963814,0.28820392772205355,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,8.76754445230361,8.585671782160391,2.698900338238906,1.442866587999955,0.11585654148884612,0.10834900414013009,30.309318698760467,2.9610039601972185,0.1242379283998833,0.11324057363240166,0.10373046645884583,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,17.29432923734014,15.331562174013131,3.207185477220902,0.5943818645042599,0.8147561773391233,0.4065410658434571,3.928371024171724,4.158645120389589,0.5308908664327135,0.4094279332622428,0.321670528051352,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,2143.812671225657,676.9687257314522,25.94371947808897,0.9962388279586164,0.011218152888442424,0.011182775447210557,7.116280490013086,46.30132472430629,0.020004172698170133,0.011208807695303965,0.00907830222399508,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,932.5564608963573,360.9472713001125,18.906986504982797,0.44270017182398735,0.008262987848823884,0.008273708990772803,5.053585420241461,30.537787426340458,0.013335278352113736,0.008256325984708645,0.0072445044043219714,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,2599.5201170151004,2216.5686908570165,40.432826615787135,0.8381357911778606,0.1818877265305847,0.16515149789232947,7.202835508742811,50.98548927896152,0.20266804369831382,0.1607210598015389,0.1217255860630082,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index de59d19fab44cdda5ecaf10dd20d8288884d3604..29160b78e677c720d6d00dfe3f95ce5f6393bafe 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T08:13:22.917126+00:00", + "evaluated_at": "2026-06-22T08:21:15.394827+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64160.0 + 64294.0 ], "p50": [ 63386.03029651614, diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 56ff36df63ba11a15e3fd14425ba8fc723cd5b18..23bd411e5f0386c8b80cc2aee320f53e9e470aae 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T07:57:14.832544+00:00", + "evaluated_at": "2026-06-22T08:21:15.446445+00:00", "freq": "10min", - "context_length": 76, + "context_length": 75, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -81,7 +79,8 @@ 1.2999999523162842, 1.2000000476837158, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "actuals": [ 1.5, @@ -92,7 +91,6 @@ 1.5, 1.5, 1.5, - 1.5, 1.600000023841858, 1.600000023841858, 1.5, @@ -155,235 +153,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3211793152016935, - 1.3001800727223682, - 1.2935009259022823, - 1.2911890393425582, - 1.290536542424785, - 1.290191535408713, - 1.2901548380183563, - 1.2901292626391079, - 1.290065270672557, - 1.289955390681136, - 1.290206212539268, - 1.290116971893308, - 1.290031997976953, - 1.2901689373643297, - 1.2900894853249605, - 1.2900894819721125, - 1.2907685987270372, - 1.290116829711849, - 1.2901300628847925, - 1.290031951429035, - 1.2901168295435446, - 1.2900890165869314, - 1.2899703112880652, - 1.2902178077065385, - 1.2900894803422434, - 1.2901031549398292, - 1.290089480342181, - 1.290193364919042, - 1.290031951410373, - 1.2900612036324293, - 1.2901432961180412, - 1.2900894803421736, - 1.2899859917978367, - 1.2901689221317547, - 1.2900319514103724, - 1.2901300628277403, - 1.2900890165849344, - 1.2900894803421736, - 1.2901689221317547, - 1.2900894803421736, - 1.290016811859317, - 1.290181334564493, - 1.2902057773517783, - 1.290156109124898, - 1.2900894803421736, - 1.290241139008015, - 1.290061203632429, - 1.2900894803421736, - 1.2902178077063249, - 1.2900016723082615, - 1.2901937469972315, - 1.2900753419873014, - 1.2902178077063249, - 1.2907685981938615, - 1.2901937469972315, - 1.2901689221317547, - 1.2900753419873014, - 1.2901432961180412, - 1.2901300628277403, - 1.2917569803894868, - 1.2901168295374397, - 1.2901300628277403, - 1.2900894803421736, - 1.2901300628277403, - 1.2901168295374397, - 1.2901168295374397, - 1.29022947335717, - 1.2901432961180412, - 1.2901300628277403, - 1.290061203632429, - 1.2901432961180412, - 1.2902178077063249 + 1.3640311890612404, + 1.3222688457467315, + 1.308047145310152, + 1.3005296948861151, + 1.3011047107438218, + 1.2977861490704576, + 1.3019359468189324, + 1.2972060556041394, + 1.2986200120721332, + 1.2972205815173647, + 1.297214298769339, + 1.2970162669343255, + 1.296931303654945, + 1.2997673568970767, + 1.2973178960033285, + 1.2973859890758646, + 1.300536725214417, + 1.2972830441851726, + 1.297246776963568, + 1.3005367150574285, + 1.298593238321315, + 1.2973178202588136, + 1.2972830401803572, + 1.2967962842161493, + 1.2969736964432756, + 1.2973526002077227, + 1.2970559877681007, + 1.2985932381068022, + 1.297095431318016, + 1.30130627366361, + 1.2971726928049745, + 1.2971348748683722, + 1.2969736964389786, + 1.2971348748683682, + 1.297419320903682, + 1.29709543131793, + 1.2973526002061055, + 1.2973178201780402, + 1.2974193209036817, + 1.2972105107415568, + 1.299767155309465, + 1.2972105107415568, + 1.2972830401499749, + 1.2973526002061055, + 1.2972105107415568, + 1.2985932381065735, + 1.2973526002061055, + 1.2973526002061055, + 1.2985932381065735, + 1.2972467754457657, + 1.3051493109907302, + 1.2973178201780402, + 1.2971348748683675, + 1.2973526002061055, + 1.2985932381065735, + 1.2973859605548936, + 1.2970148421032346, + 1.2970559877674923, + 1.2973526002061055, + 1.2972105107415568, + 1.2970559877674923, + 1.3016887382397797, + 1.2973178201780402, + 1.2972830401499749, + 1.2972467754457657, + 1.3013062736635777, + 1.2972105107415568, + 1.2970148421032346, + 1.3005367144865212, + 1.3013062736635777, + 1.2973526002061055, + 1.3013062736635777 ], "p10": [ - 1.236919091718809, - 1.2244387427632526, - 1.217610212789046, - 1.1914769199598003, - 1.217066628084342, - 1.2144068148726683, - 1.2143286299321734, - 1.2076295099060388, - 1.2142946884913848, - 1.2142919518365334, - 1.2141194523695293, - 1.2169805402213403, - 1.2142906680178374, - 1.2217739356689137, - 1.2142906264340436, - 1.2142906230811956, - 1.2244684283753684, - 1.2212945683536613, - 1.212078828620665, - 1.2120788285822757, - 1.2167114202301552, - 1.190405165182797, - 1.2141190171826928, - 1.1904051651810135, - 1.2058958856420832, - 1.2125745787591071, - 1.207617076804378, - 1.2058958856420157, - 1.205895885642014, - 1.2125745787590847, - 1.221294568179252, - 1.2125745787590845, - 1.1904051651807999, - 1.2217739204363387, - 1.212078828563613, - 1.2169803978654719, - 1.2058958856420134, - 1.2169803978654719, - 1.2125745787590845, - 1.212078828563613, - 1.2076170768043706, - 1.2167114202240503, - 1.2241989491620997, - 1.2169803978654719, - 1.2076170768043706, - 1.2076170768043706, - 1.212078828563613, - 1.212078828563613, - 1.2141190171820395, - 1.2167114202240503, - 1.2076170768043706, - 1.2076170768043706, - 1.2244683967982954, - 1.2167114202240503, - 1.2167114202240503, - 1.2076170768043706, - 1.2125745787590845, - 1.2217739204363387, - 1.2076170768043706, - 1.2244683967982954, - 1.2125745787590845, - 1.212078828563613, - 1.2217739204363387, - 1.2076170768043706, - 1.190263868943289, - 1.2125745787590845, - 1.2169803978654719, - 1.2125745787590845, - 1.2167114202240503, - 1.1904051651807999, - 1.1904051651807999, - 1.2169803978654719 + 1.3092312789197755, + 1.263405591538114, + 1.2518645078036705, + 1.2418276191068882, + 1.2404176270188787, + 1.2396387667575326, + 1.2443747469832114, + 1.237897921309355, + 1.2428012570948785, + 1.2382816914355579, + 1.2385835833395513, + 1.2440898616710947, + 1.238580331248609, + 1.2424108021877036, + 1.2385798711370575, + 1.2391356863580207, + 1.2391356685649457, + 1.238579799346967, + 1.239135659354852, + 1.2439570420398427, + 1.2427744833440606, + 1.2424106006808653, + 1.2385797953421516, + 1.2382716206711781, + 1.2382716206640487, + 1.238271620661367, + 1.2391356578376582, + 1.2439570414691643, + 1.2385797953118554, + 1.2378267405736156, + 1.2385797953117814, + 1.2382716206597546, + 1.2390800715845236, + 1.243957041468936, + 1.2338228197980823, + 1.2305585057243218, + 1.2378267405735832, + 1.2385797953117692, + 1.2385797953117692, + 1.2385797953117692, + 1.2427744831293188, + 1.2427744831293188, + 1.2385489778465673, + 1.2385797953117692, + 1.2391356578370498, + 1.2385797953117692, + 1.23827162065975, + 1.2439570414689354, + 1.2427744831293188, + 1.2378267405735832, + 1.2441855072856498, + 1.2427744831293188, + 1.23827162065975, + 1.233822819798082, + 1.2440884368400038, + 1.2378267405735832, + 1.233822819798082, + 1.23827162065975, + 1.2440884368400038, + 1.233822819798082, + 1.2305585057243218, + 1.2385489778465673, + 1.23827162065975, + 1.242410600600092, + 1.23827162065975, + 1.2427744831293188, + 1.23827162065975, + 1.2385489778465673, + 1.23827162065975, + 1.23827162065975, + 1.23827162065975, + 1.2391356578370498 ], "p90": [ - 1.4223256916745557, - 1.3758535196457777, - 1.3903084096934553, - 1.3923883700005115, - 1.3928483048734241, - 1.3915306586747278, - 1.387458193560792, - 1.3913149186994282, - 1.391306552637888, - 1.387421515465152, - 1.391414900440806, - 1.3913026279536285, - 1.3913025321643406, - 1.3914144804858912, - 1.3874201900626622, - 1.3685878052415132, - 1.3924222826864985, - 1.392429363813713, - 1.3941839767729673, - 1.3914144652719789, - 1.3690191703418888, - 1.3924222821553198, - 1.3913024855984133, - 1.3924222821535364, - 1.3869888183557357, - 1.392493097013155, - 1.3657053983337892, - 1.392422282153325, - 1.3869888183556667, - 1.3924930970131326, - 1.3945807977074387, - 1.362638843002584, - 1.3665432464177867, - 1.3941839767159154, - 1.3914215467392972, - 1.386988818355666, - 1.3874201850798753, - 1.3874201850798753, - 1.39130248559776, - 1.3924293636393037, - 1.369019170335784, - 1.3914144652533162, - 1.39130248559776, - 1.39130248559776, - 1.39130248559776, - 1.3926621849834107, - 1.3665432464177867, - 1.3914144652533162, - 1.386988818355666, - 1.3914144652533162, - 1.3926621849834107, - 1.3914144652533162, - 1.3665432464177867, - 1.398152186631149, - 1.3924222821533228, - 1.3924222821533228, - 1.3924930970131324, - 1.3914215467392972, - 1.386988818355666, - 1.3941839767159154, - 1.3924293636393037, - 1.3941839767159154, - 1.39130248559776, - 1.3926621849834107, - 1.3665432464177867, - 1.3924222821533228, - 1.3924930970131324, - 1.3924222821533228, - 1.39130248559776, - 1.3924293636393037, - 1.3874201850798753, - 1.3941839767159154 + 1.4722724527326805, + 1.4312465397566927, + 1.4109091848432382, + 1.3939834272150544, + 1.4133972745006729, + 1.4004249833567262, + 1.4122489587638776, + 1.4061837496141005, + 1.401604938917789, + 1.3999182910662102, + 1.4061163569061108, + 1.4048894661897324, + 1.4048885772954813, + 1.4061127704659404, + 1.4054518502382851, + 1.412059747587287, + 1.4054517851408928, + 1.4048880453938393, + 1.4048880428764436, + 1.4048880419295489, + 1.401578165166971, + 1.4054517744937702, + 1.4014416235242009, + 1.3999082203018305, + 1.361235589590288, + 1.4120597190679332, + 1.406112568878937, + 1.404944414664306, + 1.4048880413587277, + 1.401441623493851, + 1.4048880413586537, + 1.4120597190663207, + 1.4049444146640788, + 1.4049444146640777, + 1.4120597190663162, + 1.4014552776396596, + 1.3999082202904023, + 1.404944414664077, + 1.4014416234938185, + 1.4061125688783287, + 1.412059719066316, + 1.412059719066316, + 1.4015781649522292, + 1.4019091525928704, + 1.4014416234938185, + 1.4014416234938185, + 1.4061125688783287, + 1.4054517744129968, + 1.4054517744129968, + 1.404944414664077, + 1.404944414664077, + 1.4015781649522292, + 1.404944414664077, + 1.4014552776396596, + 1.4054517744129968, + 1.4014552776396596, + 1.4048880413586415, + 1.4014416234938185, + 1.4054517744129968, + 1.4048880413586415, + 1.4054517744129968, + 1.4048880413586415, + 1.4048880413586415, + 1.3997378421566895, + 1.4054517744129968, + 1.4015781649522292, + 1.412059719066316, + 1.4048880413586415, + 1.4150053002237364, + 1.4054517744129968, + 1.4015781649522292, + 1.404944414664077 ], "timestamps": [ - "2026-06-20 07:10:00", - "2026-06-20 07:20:00", - "2026-06-20 07:30:00", - "2026-06-20 07:40:00", "2026-06-20 07:50:00", "2026-06-20 08:00:00", "2026-06-20 08:10:00", @@ -527,6 +522,9 @@ "2026-06-21 07:10:00", "2026-06-21 07:20:00", "2026-06-21 07:30:00", - "2026-06-21 07:40:00" + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6d0d7e38d5fa2fb610e88edd7661d37ffe4bd387..52e62dd7a408eac2c2bc1a311b0b8e4399fad2b9 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T07:57:14.885568+00:00", + "evaluated_at": "2026-06-22T08:21:15.493788+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2350.0, 2350.0, 2350.0, - 2350.0 - ], - "actuals": [ + 2350.0, 2350.0, 2350.0, 2350.0, @@ -115,6 +101,9 @@ 2300.0, 2300.0, 2300.0, + 2300.0 + ], + "actuals": [ 2300.0, 2300.0, 2300.0, @@ -127,91 +116,98 @@ 2300.0, 2300.0, 2300.0, - 2300.0 + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 ], "p50": [ - 2327.1150488073686, - 2327.002273789196, - 2327.155175123041, - 2327.347664129628, - 2327.2328109716796, - 2327.062476079931, - 2326.9448335898196, - 2326.8248695823377, - 2327.3211343093726, - 2327.0708620363052, - 2327.1158641990073, - 2327.293884927081, - 2327.3561023930984, - 2327.0791956875332, - 2327.352241971248, - 2327.1525325528305, - 2327.2439599668246, - 2327.070862323557, - 2327.3211332512783, - 2327.0625289580366, - 2327.293884948254, - 2327.238288083333, - 2327.356102387351, - 2327.356102387351 + 2282.937972390974, + 2281.9754008898635, + 2282.1527199483025, + 2282.126536470925, + 2282.1338834115604, + 2282.115492976239, + 2282.132811506834, + 2282.1263328801697, + 2282.1263437747207, + 2282.1327182427285, + 2282.134606729051, + 2282.126419791114, + 2282.132718595053, + 2282.1295848959544, + 2282.0981598766907, + 2282.12958489645, + 2282.132672173758, + 2282.1211665852784, + 2282.1264976191856, + 2282.132672173754, + 2282.132765011092, + 2282.098378551369, + 2282.1264976191856, + 2282.115991180668 ], "p10": [ - 2305.5206473143744, - 2303.505577108948, - 2307.593391753396, - 2310.8357009858278, - 2307.402231605443, - 2307.5906963051953, - 2303.5153251370803, - 2302.063178366582, - 2307.5907502413975, - 2302.63190610141, - 2308.5209128789743, - 2305.484794174927, - 2310.6045631537863, - 2305.7036256850683, - 2305.7036256870524, - 2303.515310781222, - 2305.4847941961307, - 2303.3350179921663, - 2307.5907491833036, - 2308.5209128009865, - 2311.1088790442845, - 2305.4847941961, - 2310.8364184104994, - 2303.413141503676 + 2261.4426148335783, + 2254.980879333862, + 2260.673727338956, + 2255.135744632483, + 2262.7619219068956, + 2256.169427955278, + 2262.736944733023, + 2256.1696561584317, + 2256.06819207879, + 2256.169664918458, + 2260.2346622256605, + 2256.169665254729, + 2260.2346621597767, + 2260.234662156631, + 2256.1696652682535, + 2258.5056875274886, + 2260.4267704493323, + 2262.486476845133, + 2258.5056875275086, + 2260.2346621571464, + 2255.154915526227, + 2262.009559560653, + 2260.42852533109, + 2256.1696652681526 ], "p90": [ - 2330.729723234981, - 2329.185895960124, - 2337.035458241222, - 2356.527725869352, - 2343.6007868853703, - 2327.595028821092, - 2329.9895571886245, - 2327.595069274349, - 2356.528444352119, - 2337.032815383867, - 2343.600592191549, - 2342.8793246258992, - 2337.6094524915084, - 2329.989542831321, - 2356.5284432944463, - 2344.893377231492, - 2337.6094524857913, - 2330.693870116698, - 2330.6938701167087, - 2337.60945248576, - 2337.609452485761, - 2342.8793246470723, - 2329.9895428328823, - 2342.7991838174626 + 2299.030070356288, + 2292.9191905974462, + 2298.239642509005, + 2304.073940707772, + 2304.081334067076, + 2282.260263293472, + 2293.0802845133067, + 2304.080113719549, + 2282.2605023911765, + 2283.744595017001, + 2298.208089214496, + 2293.080238004141, + 2292.5193015407576, + 2298.795292513795, + 2282.2605006064473, + 2282.4086504688157, + 2298.795292514314, + 2293.0802380175637, + 2282.3685418526716, + 2293.088180298913, + 2292.5193015381274, + 2282.2605006063463, + 2304.08012282927, + 2298.208089145982 ], "timestamps": [ - "2026-06-21 20:55:00", - "2026-06-21 21:10:00", - "2026-06-21 21:25:00", - "2026-06-21 21:40:00", "2026-06-21 21:55:00", "2026-06-21 22:10:00", "2026-06-21 22:25:00", @@ -327,6 +323,10 @@ "2026-06-23 01:55:00", "2026-06-23 02:10:00", "2026-06-23 02:25:00", - "2026-06-23 02:40:00" + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index ec40e50ac0b5bb3ef7855f682a4be81333866f80..4d4618321d9a5a12880fbd6ad1ca8dc9b11b4aa3 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T08:13:22.982153+00:00", + "evaluated_at": "2026-06-22T08:21:15.509366+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index b77a55259c9cecd3a05b7dbd67038e4800f45848..89397ef7bdbc35fc877b53818fa352e65c377f90 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,3.200,3.400,3.600,3.600,3.200,3.600,3.800,3.600,3.200,3.600 +2026-06-22,Chronos-2,3.100,3.100,3.300,3.300,3.100,3.300,3.000,3.300,3.100,3.300 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index d2def2119cbaa8f080cd13b1eda9ffbef62bbb3c..51b9b9b0b4890121c4e6244385ea453c20a800e2 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,3.2,3.4,3.6,3.6,3.2,3.6,3.8,3.6,3.2,3.6 +2026-W26,Chronos-Bolt-Mini,3.1,3.1,3.3,3.3,3.1,3.3,3.0,3.3,3.1,3.3 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index cd2193879af566d3f0f8d4db7affadc82c7e8e26..0da573727d9e6b0e29d27585a45fbbb54e43debc 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,92074.70642153423,92074.70642153423,233.11767578125,0.2203886527791028,0.0036367867786265325,0.0036424615123222585,2.1139195181924215,303.43814266096183,0.004733832840550829,0.0036367877144541177,0.005369542044668748,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,97897.55603090923,97897.55603090923,238.70100911458334,0.22566711700205885,0.003723012339963132,0.0037293913409894054,2.1139195181924215,312.8858514393216,0.004880798121288546,0.0037235670180569944,0.005417461075114478,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0021563555662734045,0.0021563555662734045,0.04275972843170166,0.12305253650533493,0.04719807684605877,0.0455946249838006,0.9860671665183748,0.04643657573802578,0.040844900580226114,0.03761080202130714,0.040834737523702286,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08739796801757649,0.08739796801757649,0.27725810143682694,4.214325553296195,0.17158803337183925,0.1895485893843479,84.49977392607576,0.29563147332037654,0.18655096354470105,0.17495689952321972,0.1495396964948785,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08734157088572243,0.08734157088572243,0.27618477907445693,3.385492767047013,0.1707127004813393,0.18862165545622694,50.650353712108895,0.2955360737468819,0.18632747704379887,0.17412701072464418,0.1401013017929419,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.0005461011213204378,0.0005461011213204378,0.01101978619893392,0.005679489074127898,0.0007894119694819396,0.0007880276889123405,0.13279398373349702,0.023368806587424136,0.001669697434621029,0.0007873619338496276,0.0015179259379925723,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,94.84516543177672,94.84516543177672,8.09507950146993,0.6995913906759608,0.4424207444380415,0.33157888925303886,7.183558917455893,9.738848260024216,0.4538492393020994,0.37724642336947245,0.26637847167902906,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.4146528784751051,1.4146528784751051,0.992355744043986,0.5305260539650786,0.04108920307966026,0.03994617982365486,2.601190839899633,1.1893918103279109,0.04990455148228997,0.04163730394590151,0.027683183733770437,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,12.615148679719065,12.615148679719065,2.8531061808268228,0.5287609910412645,0.7136012232277816,0.3738198350529521,5.186454471013722,3.551781057401915,0.45341885839173385,0.36422632095661567,0.2883898271736524,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1753.8084799225132,1753.8084799225132,35.394622802734375,1.3591535156249999,0.015387577382716141,0.015223600646476406,53.356233984375,41.878496629207135,0.01809331987580506,0.01529200625140639,0.016362197840877838,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,303.96001752465963,303.96001752465963,9.816497802734375,0.22984970464939022,0.0043348061538467314,0.004305559116981417,1.5252131764481707,17.43444916034515,0.0076132965765699345,0.0042866802632027835,0.0040946060913619,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,622.5729710326663,622.5729710326663,21.40478515625,0.43196852437804456,0.09646219551586514,0.09093249304966737,2.761189469192312,24.95141220517721,0.10043696689835566,0.08616072230807936,0.07001796725093194,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 20f397facdb1ef1928016b493e91eecaa6760c9e..c6bcd0e12976a4168ab598b30c32be27f50c73b6 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T08:10:34.623828+00:00", + "evaluated_at": "2026-06-22T08:17:53.032634+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64160.0 + 64294.0 ], "p50": [ 64090.64453125, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9e745366fe41fe5cd6a8c18435a3c48757db2789..a9bdda4be663cba547c5443bf951ce7a80c6b4f8 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:51:54.030462+00:00", + "evaluated_at": "2026-06-22T08:18:02.814493+00:00", "freq": "10min", - "context_length": 76, + "context_length": 75, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -81,7 +79,8 @@ 1.2999999523162842, 1.2000000476837158, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "actuals": [ 1.5, @@ -92,7 +91,6 @@ 1.5, 1.5, 1.5, - 1.5, 1.600000023841858, 1.600000023841858, 1.5, @@ -155,235 +153,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3411670923233032, - 1.3259737491607666, - 1.3211607933044434, - 1.3177872896194458, - 1.3163948059082031, - 1.315388798713684, - 1.314745306968689, - 1.3146682977676392, - 1.3146206140518188, - 1.311265468597412, - 1.3090980052947998, - 1.3081704378128052, - 1.3078621625900269, - 1.3074922561645508, - 1.3069911003112793, - 1.3076106309890747, - 1.309944987297058, - 1.3081722259521484, - 1.3080484867095947, - 1.3075034618377686, - 1.30637526512146, - 1.3058686256408691, - 1.3067160844802856, - 1.309260368347168, - 1.3095362186431885, - 1.3080062866210938, - 1.3079088926315308, - 1.3082520961761475, - 1.308393955230713, - 1.307240605354309, - 1.3064137697219849, - 1.3070257902145386, - 1.3076839447021484, - 1.3048115968704224, - 1.3034712076187134, - 1.3015376329421997, - 1.2994121313095093, - 1.299527645111084, - 1.3012073040008545, - 1.3015379905700684, - 1.3036490678787231, - 1.3020143508911133, - 1.301504373550415, - 1.299750804901123, - 1.2993814945220947, - 1.2991580963134766, - 1.3015538454055786, - 1.3000867366790771, - 1.3076059818267822, - 1.3066037893295288, - 1.3074814081192017, - 1.3074109554290771, - 1.3063219785690308, - 1.3067744970321655, - 1.3071033954620361, - 1.308227300643921, - 1.3085801601409912, - 1.3055260181427002, - 1.3037729263305664, - 1.3026305437088013, - 1.3029375076293945, - 1.3035025596618652, - 1.3044856786727905, - 1.3039014339447021, - 1.308465838432312, - 1.3077733516693115, - 1.3073316812515259, - 1.305922508239746, - 1.3035706281661987, - 1.303891658782959, - 1.3068993091583252, - 1.3093444108963013 + 1.3921136856079102, + 1.3559037446975708, + 1.3414433002471924, + 1.3334590196609497, + 1.3280789852142334, + 1.3256455659866333, + 1.3245915174484253, + 1.3229776620864868, + 1.320387363433838, + 1.3138407468795776, + 1.308038353919983, + 1.306545615196228, + 1.3049378395080566, + 1.3057194948196411, + 1.3104219436645508, + 1.312909483909607, + 1.311589241027832, + 1.3084708452224731, + 1.3035982847213745, + 1.2966781854629517, + 1.2958375215530396, + 1.3035874366760254, + 1.3166241645812988, + 1.326056718826294, + 1.324487328529358, + 1.3194172382354736, + 1.3186780214309692, + 1.3179644346237183, + 1.3172338008880615, + 1.3152614831924438, + 1.3147902488708496, + 1.3141907453536987, + 1.310333490371704, + 1.3019602298736572, + 1.2973811626434326, + 1.294181227684021, + 1.2932426929473877, + 1.296043872833252, + 1.3024704456329346, + 1.3075248003005981, + 1.30699622631073, + 1.3012601137161255, + 1.2947691679000854, + 1.2880640029907227, + 1.2864222526550293, + 1.2938132286071777, + 1.305414080619812, + 1.3107694387435913, + 1.313928484916687, + 1.3146535158157349, + 1.3149288892745972, + 1.3148713111877441, + 1.3130327463150024, + 1.3132655620574951, + 1.3137141466140747, + 1.3149534463882446, + 1.3115404844284058, + 1.3017022609710693, + 1.2958675622940063, + 1.2951842546463013, + 1.2965587377548218, + 1.2990641593933105, + 1.3040261268615723, + 1.306981086730957, + 1.3042773008346558, + 1.3013533353805542, + 1.2937729358673096, + 1.2838592529296875, + 1.2826865911483765, + 1.2934224605560303, + 1.3096818923950195, + 1.3192439079284668 ], "p10": [ - 1.2443225383758545, - 1.2259511947631836, - 1.2197328805923462, - 1.2200713157653809, - 1.2176556587219238, - 1.2183669805526733, - 1.2171449661254883, - 1.2159943580627441, - 1.2164337635040283, - 1.2129747867584229, - 1.2101266384124756, - 1.2071912288665771, - 1.205175518989563, - 1.2033278942108154, - 1.2058160305023193, - 1.2053649425506592, - 1.1959728002548218, - 1.1998677253723145, - 1.1988199949264526, - 1.197312831878662, - 1.1931759119033813, - 1.1958914995193481, - 1.1944680213928223, - 1.1963151693344116, - 1.1995289325714111, - 1.20279860496521, - 1.2081505060195923, - 1.2061806917190552, - 1.2075928449630737, - 1.206813931465149, - 1.2074928283691406, - 1.2067641019821167, - 1.208620548248291, - 1.2063779830932617, - 1.2041056156158447, - 1.1998063325881958, - 1.1977778673171997, - 1.198359489440918, - 1.198990821838379, - 1.197235107421875, - 1.1962939500808716, - 1.1955552101135254, - 1.197008490562439, - 1.1945252418518066, - 1.1909828186035156, - 1.1909794807434082, - 1.188692331314087, - 1.1890097856521606, - 1.1911319494247437, - 1.198131799697876, - 1.1989015340805054, - 1.198127031326294, - 1.197752594947815, - 1.2002493143081665, - 1.200395941734314, - 1.197644829750061, - 1.1986182928085327, - 1.1971583366394043, - 1.1977089643478394, - 1.195868968963623, - 1.194769024848938, - 1.1934888362884521, - 1.1952648162841797, - 1.1948758363723755, - 1.1877126693725586, - 1.1921827793121338, - 1.1932411193847656, - 1.191360592842102, - 1.1848379373550415, - 1.1866778135299683, - 1.188819169998169, - 1.1915463209152222 + 1.2844691276550293, + 1.2485569715499878, + 1.243271827697754, + 1.2439855337142944, + 1.2427079677581787, + 1.240992546081543, + 1.238032341003418, + 1.2355537414550781, + 1.2308703660964966, + 1.2230287790298462, + 1.2183223962783813, + 1.2128779888153076, + 1.2047626972198486, + 1.2021117210388184, + 1.200797200202942, + 1.2038222551345825, + 1.2028295993804932, + 1.1991100311279297, + 1.1943169832229614, + 1.191953182220459, + 1.1878185272216797, + 1.1907297372817993, + 1.1935889720916748, + 1.2023411989212036, + 1.2160528898239136, + 1.2203395366668701, + 1.2269774675369263, + 1.2257475852966309, + 1.2301623821258545, + 1.2280319929122925, + 1.2257033586502075, + 1.223384976387024, + 1.225622534751892, + 1.2165642976760864, + 1.2099955081939697, + 1.2037934064865112, + 1.1984999179840088, + 1.1972688436508179, + 1.199140191078186, + 1.1976711750030518, + 1.198249101638794, + 1.197205901145935, + 1.1919254064559937, + 1.1900612115859985, + 1.1903564929962158, + 1.1874852180480957, + 1.189834475517273, + 1.1934471130371094, + 1.2011460065841675, + 1.2146588563919067, + 1.215850830078125, + 1.2196272611618042, + 1.2178406715393066, + 1.2185254096984863, + 1.2167274951934814, + 1.2142866849899292, + 1.212543249130249, + 1.2051013708114624, + 1.2011370658874512, + 1.1983054876327515, + 1.1940734386444092, + 1.1941814422607422, + 1.1922657489776611, + 1.192663550376892, + 1.1931196451187134, + 1.1911590099334717, + 1.186496615409851, + 1.1878471374511719, + 1.1828839778900146, + 1.185611605644226, + 1.1901911497116089, + 1.2015230655670166 ], "p90": [ - 1.4510564804077148, - 1.4414291381835938, - 1.4344021081924438, - 1.4359266757965088, - 1.4351876974105835, - 1.4333993196487427, - 1.4357483386993408, - 1.4367258548736572, - 1.4395034313201904, - 1.4379825592041016, - 1.4397939443588257, - 1.4388316869735718, - 1.4409562349319458, - 1.43948495388031, - 1.4430994987487793, - 1.4430323839187622, - 1.4512442350387573, - 1.4481207132339478, - 1.4458959102630615, - 1.449164867401123, - 1.4583652019500732, - 1.4595482349395752, - 1.4600629806518555, - 1.4559147357940674, - 1.4493064880371094, - 1.4447871446609497, - 1.4404733180999756, - 1.4349337816238403, - 1.4353535175323486, - 1.4318263530731201, - 1.429829716682434, - 1.4317660331726074, - 1.4299660921096802, - 1.4292287826538086, - 1.429836630821228, - 1.4348933696746826, - 1.44119131565094, - 1.4447952508926392, - 1.4470806121826172, - 1.4489747285842896, - 1.4523032903671265, - 1.4544247388839722, - 1.4577398300170898, - 1.457244634628296, - 1.463639736175537, - 1.464761734008789, - 1.4725220203399658, - 1.4749505519866943, - 1.471659779548645, - 1.460107684135437, - 1.4536476135253906, - 1.4556868076324463, - 1.4607669115066528, - 1.4616020917892456, - 1.4635719060897827, - 1.4654395580291748, - 1.4670052528381348, - 1.4676274061203003, - 1.4697985649108887, - 1.4679774045944214, - 1.4727181196212769, - 1.4732966423034668, - 1.4807854890823364, - 1.4789785146713257, - 1.4919847249984741, - 1.4860621690750122, - 1.4782143831253052, - 1.4843833446502686, - 1.496453881263733, - 1.4956741333007812, - 1.4948785305023193, - 1.4903976917266846 + 1.5758916139602661, + 1.5360318422317505, + 1.506815791130066, + 1.4921177625656128, + 1.4809000492095947, + 1.4786008596420288, + 1.483559489250183, + 1.4861642122268677, + 1.491086721420288, + 1.4850643873214722, + 1.4875051975250244, + 1.491564393043518, + 1.500067114830017, + 1.5134336948394775, + 1.5165584087371826, + 1.5215219259262085, + 1.5091067552566528, + 1.5072746276855469, + 1.5003527402877808, + 1.5090844631195068, + 1.5243269205093384, + 1.531517505645752, + 1.5272973775863647, + 1.5401748418807983, + 1.5170830488204956, + 1.4970821142196655, + 1.4830925464630127, + 1.469389796257019, + 1.466592788696289, + 1.4609928131103516, + 1.4636709690093994, + 1.4659191370010376, + 1.4361196756362915, + 1.437785029411316, + 1.4415698051452637, + 1.4494105577468872, + 1.4653253555297852, + 1.4746506214141846, + 1.4826256036758423, + 1.4934126138687134, + 1.4912121295928955, + 1.4894882440567017, + 1.4917861223220825, + 1.487086296081543, + 1.5013067722320557, + 1.5182955265045166, + 1.525297999382019, + 1.5277090072631836, + 1.5133363008499146, + 1.4989396333694458, + 1.4815531969070435, + 1.4859780073165894, + 1.4844900369644165, + 1.4862635135650635, + 1.4935072660446167, + 1.4996137619018555, + 1.495562195777893, + 1.4845901727676392, + 1.4914323091506958, + 1.4917219877243042, + 1.506396770477295, + 1.5137885808944702, + 1.5238012075424194, + 1.528803825378418, + 1.5338828563690186, + 1.52655827999115, + 1.5100764036178589, + 1.5198415517807007, + 1.5346815586090088, + 1.5403040647506714, + 1.5400128364562988, + 1.5485955476760864 ], "timestamps": [ - "2026-06-20 07:10:00", - "2026-06-20 07:20:00", - "2026-06-20 07:30:00", - "2026-06-20 07:40:00", "2026-06-20 07:50:00", "2026-06-20 08:00:00", "2026-06-20 08:10:00", @@ -527,6 +522,9 @@ "2026-06-21 07:10:00", "2026-06-21 07:20:00", "2026-06-21 07:30:00", - "2026-06-21 07:40:00" + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 775f73aa67a8958d6dabbd4ce99049611276d814..4939f3bb3f2b5cf9d8986cb5f294e99172dac485 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:52:02.059252+00:00", + "evaluated_at": "2026-06-22T08:18:09.121629+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2350.0, 2350.0, 2350.0, - 2350.0 - ], - "actuals": [ + 2350.0, 2350.0, 2350.0, 2350.0, @@ -115,6 +101,9 @@ 2300.0, 2300.0, 2300.0, + 2300.0 + ], + "actuals": [ 2300.0, 2300.0, 2300.0, @@ -127,91 +116,98 @@ 2300.0, 2300.0, 2300.0, - 2300.0 + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 ], "p50": [ - 2349.740234375, - 2349.655029296875, - 2349.48486328125, - 2349.28759765625, - 2349.260498046875, - 2349.440185546875, - 2349.52783203125, - 2349.575927734375, - 2349.6376953125, - 2349.760986328125, - 2349.931396484375, - 2349.8544921875, - 2349.911376953125, - 2350.07568359375, - 2349.944580078125, - 2349.693603515625, - 2349.334228515625, - 2349.455078125, - 2348.98193359375, - 2349.53125, - 2349.8779296875, - 2350.268798828125, - 2350.1796875, - 2349.8525390625 + 2303.20068359375, + 2302.541259765625, + 2302.064697265625, + 2301.09228515625, + 2300.333740234375, + 2300.984375, + 2300.92431640625, + 2300.82958984375, + 2301.506591796875, + 2300.4921875, + 2301.230712890625, + 2301.43212890625, + 2301.298828125, + 2300.988037109375, + 2300.059814453125, + 2299.895751953125, + 2296.322998046875, + 2295.386962890625, + 2295.331298828125, + 2294.282470703125, + 2294.671142578125, + 2294.521484375, + 2294.74072265625, + 2294.67529296875 ], "p10": [ - 2347.45751953125, - 2347.27685546875, - 2347.369384765625, - 2347.6328125, - 2347.618408203125, - 2347.625732421875, - 2347.80712890625, - 2347.86181640625, - 2347.757568359375, - 2347.73779296875, - 2347.60546875, - 2347.90185546875, - 2348.256103515625, - 2347.78857421875, - 2347.427490234375, - 2347.458251953125, - 2346.60888671875, - 2346.14697265625, - 2346.235107421875, - 2346.587158203125, - 2346.46435546875, - 2346.183349609375, - 2346.616455078125, - 2346.417236328125 + 2292.86474609375, + 2290.22802734375, + 2288.6591796875, + 2287.462890625, + 2284.40869140625, + 2282.60009765625, + 2282.1142578125, + 2280.24365234375, + 2280.16748046875, + 2279.16796875, + 2277.143798828125, + 2276.464599609375, + 2275.7802734375, + 2272.731201171875, + 2271.801025390625, + 2270.242919921875, + 2262.50439453125, + 2260.836669921875, + 2260.565673828125, + 2258.83642578125, + 2257.50439453125, + 2254.89697265625, + 2254.48583984375, + 2253.8369140625 ], "p90": [ - 2381.05859375, - 2385.12646484375, - 2385.173828125, - 2389.015625, - 2391.37939453125, - 2393.20654296875, - 2397.49853515625, - 2397.225341796875, - 2399.390625, - 2405.04833984375, - 2405.792724609375, - 2408.101806640625, - 2409.075439453125, - 2409.150146484375, - 2412.634521484375, - 2411.505615234375, - 2403.84912109375, - 2407.092529296875, - 2407.1982421875, - 2407.604248046875, - 2407.277099609375, - 2408.426025390625, - 2408.4267578125, - 2409.05322265625 + 2312.229248046875, + 2314.251708984375, + 2315.479248046875, + 2317.025634765625, + 2316.757080078125, + 2321.219970703125, + 2323.156494140625, + 2327.568359375, + 2332.99072265625, + 2331.433837890625, + 2336.539794921875, + 2337.83935546875, + 2339.474365234375, + 2342.9482421875, + 2343.369140625, + 2344.581787109375, + 2349.47021484375, + 2351.1103515625, + 2352.756591796875, + 2353.28515625, + 2354.90283203125, + 2357.8095703125, + 2359.637451171875, + 2360.427490234375 ], "timestamps": [ - "2026-06-21 20:55:00", - "2026-06-21 21:10:00", - "2026-06-21 21:25:00", - "2026-06-21 21:40:00", "2026-06-21 21:55:00", "2026-06-21 22:10:00", "2026-06-21 22:25:00", @@ -327,6 +323,10 @@ "2026-06-23 01:55:00", "2026-06-23 02:10:00", "2026-06-23 02:25:00", - "2026-06-23 02:40:00" + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index b8758586dcf96bbe3980af1e3cb8775f6f4502de..c291e1c432b6ff75f71cf446a570a69fa9bc0ef6 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T08:10:41.451417+00:00", + "evaluated_at": "2026-06-22T08:18:12.123050+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 13126ec35af7902662ebe68490b1558e22f8e1ac..20b959eef589e3c5afa12a11a6bf2a48506ec90d 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,102715.314971005,95621.65289521699,262.486418296737,0.24815376143125908,0.004092213131617357,0.004100124864628063,1.9390151057960594,320.4923009543365,0.004999888827742039,0.004094959243538487,0.003126510913203661,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,107514.14030283813,100554.42370231201,268.06975163007036,0.253432225654215,0.004178546578598708,0.00418705510234037,2.1501536747143004,327.8934892657037,0.005114906663336795,0.004181698642209372,0.0032133346599020987,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.3635379414493384,0.3668576814767108,0.5198417745469828,1.4959835173325264,0.6357559208908798,0.4270583752795892,54.800829636957054,0.6029410762664444,0.5303377332293464,0.4572448605729714,0.4463447124702314,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06825005598394138,0.06834851722816099,0.24129018871473829,3.667612967088995,0.14886964636795647,0.1626458258199571,38.40916737012885,0.2612471166997664,0.164853561754574,0.1522602336383737,0.13992955893452136,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.029773421545800198,0.031359788372396134,0.157342024683282,1.9287097873492083,0.09644245866338534,0.1024788110749815,27.283920845399646,0.17254976541798078,0.10878794607783783,0.09919987810797117,0.08486794768431717,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.993816298624592,0.8957351241883185,0.8311259136637709,0.4283540951397598,0.05937978608905653,0.061769362427977655,13.565732475593123,0.9969033547062583,0.07122858275586474,0.059383811522418936,0.0592104812735392,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,148.07452880377073,142.40255533756297,10.50571107620544,0.9079225250978481,0.6012795769630265,0.4232496957197047,17.81250319125579,12.168587790034254,0.5670798193414022,0.4895865355901564,0.4497169499408875,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,4.998963040908283,4.936685948343508,1.9514705605875118,1.043281083574423,0.08157645032270584,0.0821624273411614,13.069986346278649,2.235836094374604,0.09381130465907431,0.08187988366101448,0.07240259576090304,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,14.125357831372744,15.774941647623715,3.377050349670025,0.6258626130662596,0.7811908463746745,0.427510568707923,4.728184947762341,3.7583716994694316,0.4797921318471615,0.4311128105961734,0.3242525935689566,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,1383.9516905745024,1388.5912135124327,32.57906321392136,1.2510360274145802,0.014152935666226532,0.01402398170840965,22.499581810567236,37.20150118710941,0.016072655778409103,0.014075562864700497,0.012505539690615564,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,300.28660246022065,280.2445679460258,12.804769985489733,0.29981900453829613,0.005575421944327981,0.005601672238295278,11.398748733115028,17.328779601005394,0.007567152664194495,0.005591602613750975,0.005627096977738224,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2925.584198211841,2642.086493996426,41.88682891154838,0.8682759388383866,0.19179516754035225,0.170580887479131,12.422622049502223,54.08866977669021,0.21500323023102297,0.16650073956890327,0.13530220322267714,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 7539c72c579be9d65b5b2d7afd0984df7a3ae490..91f649895790169281b14ec2cd9d111954e7435d 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T08:13:23.012177+00:00", + "evaluated_at": "2026-06-22T08:21:15.539352+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64160.0 + 64294.0 ], "p50": [ 64015.859605982994, diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6e145b23897fbaaed09e5de43edb25bec9db9892..8f4e7d17ff4c3a603813efda346bda4c0534dfdb 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T07:57:14.969545+00:00", + "evaluated_at": "2026-06-22T08:21:15.562341+00:00", "freq": "10min", - "context_length": 76, + "context_length": 75, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -81,7 +79,8 @@ 1.2999999523162842, 1.2000000476837158, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "actuals": [ 1.5, @@ -92,7 +91,6 @@ 1.5, 1.5, 1.5, - 1.5, 1.600000023841858, 1.600000023841858, 1.5, @@ -155,235 +153,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3428086319842476, - 1.342826192972976, - 1.342843753961704, - 1.3428613149504323, - 1.3428788759391603, - 1.3428964369278884, - 1.3429139979166167, - 1.3429315589053448, - 1.342949119894073, - 1.3429666808828011, - 1.3429842418715294, - 1.3430018028602575, - 1.3430193638489856, - 1.3430369248377139, - 1.343054485826442, - 1.3430720468151702, - 1.3430896078038983, - 1.3431071687926264, - 1.3431247297813547, - 1.3431422907700827, - 1.343159851758811, - 1.343177412747539, - 1.3431949737362674, - 1.3432125347249955, - 1.3432300957137235, - 1.3432476567024518, - 1.34326521769118, - 1.3432827786799082, - 1.3433003396686363, - 1.3433179006573643, - 1.3433354616460926, - 1.3433530226348207, - 1.343370583623549, - 1.343388144612277, - 1.3434057056010054, - 1.3434232665897334, - 1.3434408275784615, - 1.3434583885671898, - 1.3434759495559179, - 1.3434935105446462, - 1.3435110715333742, - 1.3435286325221023, - 1.3435461935108306, - 1.3435637544995587, - 1.343581315488287, - 1.343598876477015, - 1.3436164374657433, - 1.3436339984544714, - 1.3436515594431995, - 1.3436691204319278, - 1.3436866814206558, - 1.3437042424093841, - 1.3437218033981122, - 1.3437393643868403, - 1.3437569253755686, - 1.3437744863642966, - 1.343792047353025, - 1.343809608341753, - 1.3438271693304813, - 1.3438447303192094, - 1.3438622913079374, - 1.3438798522966657, - 1.3438974132853938, - 1.343914974274122, - 1.3439325352628502, - 1.3439500962515782, - 1.3439676572403065, - 1.3439852182290346, - 1.344002779217763, - 1.344020340206491, - 1.3440379011952193, - 1.3440554621839473 + 1.3899443186176783, + 1.39108313532211, + 1.3922219520265418, + 1.3933607687309735, + 1.3944995854354052, + 1.3956384021398367, + 1.3967772188442684, + 1.3979160355487001, + 1.3990548522531319, + 1.4001936689575636, + 1.4013324856619953, + 1.402471302366427, + 1.4036101190708588, + 1.4047489357752905, + 1.4058877524797222, + 1.407026569184154, + 1.4081653858885856, + 1.4093042025930171, + 1.4104430192974489, + 1.4115818360018806, + 1.4127206527063123, + 1.413859469410744, + 1.4149982861151758, + 1.4161371028196075, + 1.4172759195240392, + 1.418414736228471, + 1.4195535529329026, + 1.4206923696373344, + 1.4218311863417659, + 1.4229700030461976, + 1.4241088197506293, + 1.425247636455061, + 1.4263864531594928, + 1.4275252698639245, + 1.4286640865683562, + 1.429802903272788, + 1.4309417199772196, + 1.4320805366816514, + 1.433219353386083, + 1.4343581700905148, + 1.4354969867949463, + 1.436635803499378, + 1.4377746202038098, + 1.4389134369082415, + 1.4400522536126732, + 1.441191070317105, + 1.4423298870215366, + 1.4434687037259684, + 1.4446075204304, + 1.4457463371348318, + 1.4468851538392635, + 1.448023970543695, + 1.4491627872481267, + 1.4503016039525585, + 1.4514404206569902, + 1.452579237361422, + 1.4537180540658536, + 1.4548568707702854, + 1.455995687474717, + 1.4571345041791488, + 1.4582733208835805, + 1.4594121375880122, + 1.460550954292444, + 1.4616897709968755, + 1.4628285877013072, + 1.463967404405739, + 1.4651062211101706, + 1.4662450378146024, + 1.467383854519034, + 1.4685226712234658, + 1.4696614879278975, + 1.4708003046323292 ], "p10": [ - 1.2428086081423897, - 1.242826169131118, - 1.242843730119846, - 1.2428612911085744, - 1.2428788520973024, - 1.2428964130860305, - 1.2429139740747588, - 1.2429315350634869, - 1.2429490960522152, - 1.2429666570409432, - 1.2429842180296715, - 1.2430017790183996, - 1.2430193400071277, - 1.243036900995856, - 1.243054461984584, - 1.2430720229733123, - 1.2430895839620404, - 1.2431071449507685, - 1.2431247059394968, - 1.2431422669282248, - 1.2431598279169531, - 1.2431773889056812, - 1.2431949498944095, - 1.2432125108831376, - 1.2432300718718656, - 1.243247632860594, - 1.243265193849322, - 1.2432827548380503, - 1.2433003158267784, - 1.2433178768155064, - 1.2433354378042347, - 1.2433529987929628, - 1.243370559781691, - 1.2433881207704192, - 1.2434056817591475, - 1.2434232427478755, - 1.2434408037366036, - 1.2434583647253319, - 1.24347592571406, - 1.2434934867027883, - 1.2435110476915163, - 1.2435286086802444, - 1.2435461696689727, - 1.2435637306577008, - 1.243581291646429, - 1.2435988526351571, - 1.2436164136238854, - 1.2436339746126135, - 1.2436515356013416, - 1.2436690965900699, - 1.243686657578798, - 1.2437042185675262, - 1.2437217795562543, - 1.2437393405449824, - 1.2437569015337107, - 1.2437744625224387, - 1.243792023511167, - 1.243809584499895, - 1.2438271454886234, - 1.2438447064773515, - 1.2438622674660795, - 1.2438798284548078, - 1.243897389443536, - 1.2439149504322642, - 1.2439325114209923, - 1.2439500724097203, - 1.2439676333984486, - 1.2439851943871767, - 1.244002755375905, - 1.244020316364633, - 1.2440378773533614, - 1.2440554383420894 + 1.2899442947758204, + 1.2910831114802521, + 1.2922219281846838, + 1.2933607448891156, + 1.2944995615935473, + 1.2956383782979788, + 1.2967771950024105, + 1.2979160117068422, + 1.299054828411274, + 1.3001936451157057, + 1.3013324618201374, + 1.3024713977338587, + 1.3036100952290008, + 1.3047489119334326, + 1.3058877286378643, + 1.307026545342296, + 1.3081653620467277, + 1.3093041787511592, + 1.310442995455591, + 1.3115818121600227, + 1.3127206288644544, + 1.3138594455688861, + 1.3149982622733178, + 1.3161370789777496, + 1.3172758956821813, + 1.3184148315959026, + 1.3195535290910447, + 1.3206923457954765, + 1.321831162499908, + 1.3229699792043397, + 1.3241087959087714, + 1.3252476126132031, + 1.3263864293176348, + 1.3275252460220666, + 1.3286640627264983, + 1.32980287943093, + 1.3309416961353617, + 1.3320805128397935, + 1.3332193295442252, + 1.334358146248657, + 1.3354969629530884, + 1.3366357796575201, + 1.3377745963619518, + 1.3389134130663836, + 1.3400522297708153, + 1.341191046475247, + 1.3423298631796787, + 1.3434686798841105, + 1.3446074965885422, + 1.345746313292974, + 1.3468851299974056, + 1.3480239467018371, + 1.3491627634062688, + 1.3503015801107006, + 1.3514403968151323, + 1.352579213519564, + 1.3537180302239957, + 1.3548568469284274, + 1.3559956636328592, + 1.357134480337291, + 1.3582732970417226, + 1.3594121137461543, + 1.360550930450586, + 1.3616897471550176, + 1.3628285638594493, + 1.363967380563881, + 1.3651061972683127, + 1.3662450139727444, + 1.3673838306771762, + 1.368522647381608, + 1.3696615832953292, + 1.3708002807904713 ], "p90": [ - 1.4428086558261055, - 1.4428262168148338, - 1.4428437778035619, - 1.4428613387922902, - 1.4428788997810182, - 1.4428964607697463, - 1.4429140217584746, - 1.4429315827472027, - 1.442949143735931, - 1.442966704724659, - 1.4429842657133873, - 1.4430018267021154, - 1.4430193876908435, - 1.4430369486795718, - 1.4430545096682998, - 1.4430720706570281, - 1.4430896316457562, - 1.4431071926344843, - 1.4431247536232126, - 1.4431423146119406, - 1.443159875600669, - 1.443177436589397, - 1.4431949975781253, - 1.4432125585668534, - 1.4432301195555814, - 1.4432476805443097, - 1.4432652415330378, - 1.443282802521766, - 1.4433003635104942, - 1.4433179244992222, - 1.4433354854879505, - 1.443352927267389, - 1.443370607465407, - 1.443388168454135, - 1.4434057294428633, - 1.4434232904315913, - 1.4434408514203194, - 1.4434584124090477, - 1.4434759733977758, - 1.443493534386504, - 1.4435110953752321, - 1.4435286563639602, - 1.4435462173526885, - 1.4435637783414166, - 1.4435813393301449, - 1.443598900318873, - 1.4436163420983117, - 1.4436340222963293, - 1.4436515832850574, - 1.4436691442737857, - 1.4436867052625137, - 1.443704266251242, - 1.4437218272399701, - 1.4437393882286982, - 1.4437569492174265, - 1.4437745102061545, - 1.4437920711948828, - 1.443809632183611, - 1.4438271931723392, - 1.4438447541610673, - 1.4438623151497954, - 1.4438798761385236, - 1.4438974371272517, - 1.44391499811598, - 1.443932559104708, - 1.4439501200934362, - 1.4439676810821644, - 1.4439852420708925, - 1.4440028030596208, - 1.4440203640483489, - 1.4440379250370772, - 1.4440554860258052 + 1.4899443424595362, + 1.491083159163968, + 1.4922219758683997, + 1.4933607925728314, + 1.494499609277263, + 1.4956384259816946, + 1.4967772426861263, + 1.497916059390558, + 1.4990548760949898, + 1.5001936927994215, + 1.5013325095038532, + 1.502471326208285, + 1.5036101429127167, + 1.5047489596171484, + 1.50588777632158, + 1.5070265930260118, + 1.5081654097304436, + 1.509304226434875, + 1.5104430431393068, + 1.5115818598437385, + 1.5127206765481702, + 1.513859493252602, + 1.5149983099570337, + 1.5161371266614654, + 1.517275943365897, + 1.5184147600703288, + 1.5195535767747606, + 1.5206923934791923, + 1.5218312101836238, + 1.5229700268880555, + 1.5241088435924872, + 1.525247660296919, + 1.5263864770013507, + 1.5275252937057824, + 1.528664110410214, + 1.5298029271146458, + 1.5309417438190775, + 1.5320805605235093, + 1.533219377227941, + 1.5343581939323727, + 1.5354970106368042, + 1.536635827341236, + 1.5377746440456677, + 1.5389134607500994, + 1.540052277454531, + 1.5411910941589628, + 1.5423299108633945, + 1.5434687275678263, + 1.544607544272258, + 1.5457463609766897, + 1.5468851776811214, + 1.548023994385553, + 1.5491628110899847, + 1.5503016277944164, + 1.551440444498848, + 1.5525792612032798, + 1.5537180779077115, + 1.5548568946121433, + 1.555995711316575, + 1.5571345280210067, + 1.5582733447254384, + 1.5594121614298702, + 1.5605509781343019, + 1.5616897948387334, + 1.562828611543165, + 1.5639674282475968, + 1.5651062449520285, + 1.5662450616564603, + 1.567383878360892, + 1.5685226950653237, + 1.5696615117697554, + 1.5708003284741872 ], "timestamps": [ - "2026-06-20 07:10:00", - "2026-06-20 07:20:00", - "2026-06-20 07:30:00", - "2026-06-20 07:40:00", "2026-06-20 07:50:00", "2026-06-20 08:00:00", "2026-06-20 08:10:00", @@ -527,6 +522,9 @@ "2026-06-21 07:10:00", "2026-06-21 07:20:00", "2026-06-21 07:30:00", - "2026-06-21 07:40:00" + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 5fcad7c30579b90f0a5482e36f8a3500067a654d..a2a10f97f9d7c5cff53a1134e2c3bf4869e14c3b 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T07:57:14.984461+00:00", + "evaluated_at": "2026-06-22T08:21:15.585629+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2350.0, 2350.0, 2350.0, - 2350.0 - ], - "actuals": [ + 2350.0, 2350.0, 2350.0, 2350.0, @@ -115,6 +101,9 @@ 2300.0, 2300.0, 2300.0, + 2300.0 + ], + "actuals": [ 2300.0, 2300.0, 2300.0, @@ -127,91 +116,98 @@ 2300.0, 2300.0, 2300.0, - 2300.0 + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 ], "p50": [ - 2345.953299113734, - 2345.835198797481, - 2345.717098481228, - 2345.5989981649745, - 2345.4808978487217, - 2345.3627975324684, - 2345.244697216215, - 2345.1265968999624, - 2345.008496583709, - 2344.8903962674563, - 2344.772295951203, - 2344.6541956349497, - 2344.536095318697, - 2344.4179950024436, - 2344.2998946861903, - 2344.1817943699375, - 2344.0636940536842, - 2343.945593737431, - 2343.827493421178, - 2343.709393104925, - 2343.5912927886716, - 2343.4731924724188, - 2343.3550921561655, - 2343.2369918399127 + 2305.6861598220617, + 2303.30391126512, + 2300.921662708178, + 2298.539414151236, + 2296.157165594294, + 2293.774917037352, + 2291.39266848041, + 2289.0104199234684, + 2286.628171366526, + 2284.2459228095845, + 2281.8636742526423, + 2279.4814256957006, + 2277.0991771387585, + 2274.716928581817, + 2272.3346800248746, + 2269.952431467933, + 2267.5701829109908, + 2265.187934354049, + 2262.805685797107, + 2260.423437240165, + 2258.041188683223, + 2255.6589401262813, + 2253.276691569339, + 2250.8944430123975 ], "p10": [ - 2345.953299113734, - 2345.835198797481, - 2345.717098481228, - 2295.5989981649745, - 2340.4808978487217, - 2345.3627975324684, - 2295.244697216215, - 2345.1265968999624, - 2345.008496583709, - 2294.8903962674563, - 2294.772295951203, - 2294.6541956349497, - 2294.536095318697, - 2294.4179950024436, - 2339.2998946861903, - 2294.1817943699375, - 2294.0636940536842, - 2293.945593737431, - 2343.827493421178, - 2293.709393104925, - 2293.5912927886716, - 2343.4731924724188, - 2343.3550921561655, - 2293.2369918399127 + 2255.6861598220617, + 2298.30391126512, + 2250.921662708178, + 2248.539414151236, + 2246.157165594294, + 2243.774917037352, + 2291.39266848041, + 2239.0104199234684, + 2236.628171366526, + 2234.2459228095845, + 2231.8636742526423, + 2229.4814256957006, + 2277.0991771387585, + 2224.716928581817, + 2272.3346800248746, + 2269.952431467933, + 2267.5701829109908, + 2265.187934354049, + 2262.805685797107, + 2210.423437240165, + 2208.041188683223, + 2255.6589401262813, + 2203.276691569339, + 2250.8944430123975 ], "p90": [ - 2395.953299113734, - 2345.835198797481, - 2345.717098481228, - 2395.5989981649745, - 2350.4808978487213, - 2345.3627975324684, - 2345.244697216215, - 2395.1265968999624, - 2395.008496583709, - 2344.8903962674563, - 2344.772295951203, - 2344.6541956349497, - 2344.536095318697, - 2344.4179950024436, - 2394.2998946861903, - 2394.1817943699375, - 2344.0636940536842, - 2393.945593737431, - 2343.827493421178, - 2343.709393104925, - 2343.5912927886716, - 2393.4731924724188, - 2343.3550921561655, - 2393.2369918399127 + 2310.686159822061, + 2303.30391126512, + 2300.921662708178, + 2298.539414151236, + 2346.157165594294, + 2293.774917037352, + 2291.39266848041, + 2339.0104199234684, + 2286.628171366526, + 2284.2459228095845, + 2281.8636742526423, + 2329.4814256957006, + 2277.0991771387585, + 2274.716928581817, + 2272.3346800248746, + 2269.952431467933, + 2317.5701829109908, + 2265.187934354049, + 2262.805685797107, + 2260.423437240165, + 2258.041188683223, + 2255.6589401262813, + 2253.276691569339, + 2300.8944430123975 ], "timestamps": [ - "2026-06-21 20:55:00", - "2026-06-21 21:10:00", - "2026-06-21 21:25:00", - "2026-06-21 21:40:00", "2026-06-21 21:55:00", "2026-06-21 22:10:00", "2026-06-21 22:25:00", @@ -327,6 +323,10 @@ "2026-06-23 01:55:00", "2026-06-23 02:10:00", "2026-06-23 02:25:00", - "2026-06-23 02:40:00" + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index dba7ad47392c6ad5504a496b30713fd284d14db6..8a9b5803b5d7f9be0febf5a884d452500c189ab7 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T08:13:23.050867+00:00", + "evaluated_at": "2026-06-22T08:21:15.596227+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 394c59622f4c0be2dd87cfb0b9cce42e77aadaed..27f445a237328447f4cb167595984b22dca48100 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1747,3 +1747,6 @@ {"evaluated_at": "2026-06-22T08:06:01.078301+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T08:13:23.247921+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T08:13:23.247921+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T08:21:15.817846+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T08:21:15.817846+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T08:21:15.817846+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index e54a4ba206a84a644c5087a18182a71015a63595..ec74db4e12e0fbe1a486bd8f15f5207b94c4ba8e 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,95007.4980691274,115923.8487092654,261.260009765625,0.24699431900364066,0.004072621433141314,0.004083619615329599,2.1230214991552367,308.2328633827474,0.004808633609547818,0.004075826470942404,0.005582098557082343,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,108540.82999865215,125436.8630010287,251.225341796875,0.2375075782521858,0.003916539800816104,0.003928196234624274,2.1369440948104743,329.45535357412564,0.005139270642555369,0.003918937755164219,0.00553526313087202,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9357153171763457,1.9127262558818074,1.1218695640563965,0.6594880904109198,0.04287075619903718,0.04427535641662273,6.60639021231552,1.391299866016074,0.05326824293671531,0.042952653084473595,0.03879220245461595,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.536078773687631,1.4812713526990464,1.0237511366605758,2.946117263525622,1.2739256347277366,0.643376495043175,47.99661167607189,1.2393864505018726,1.090145333644287,0.9004758152645911,0.6399712581946484,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08881100986649255,0.08777856840324791,0.2780161259902848,4.225847533101684,0.17207637082191848,0.19013086703260124,83.98557038673614,0.29801176128886686,0.1880529856705879,0.1754352322570449,0.15329810584438114,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.0891524506932859,0.0881409659674745,0.2792416877216763,3.422964571790802,0.17278045352393243,0.19090682198921285,69.71596857624247,0.2985840764228493,0.18824916004322237,0.1760543086973363,0.1547283217017354,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.04008348641957582,0.004165074460303231,0.05364412069320679,0.027647650495954346,0.003834459564687611,0.0038318934272686647,0.7108480571912971,0.2002086072564709,0.014304872466404628,0.0038328637095293434,0.011383612250536003,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,113.79598327717274,86.40264044433452,7.2524170478185015,0.6267669795366542,0.4226709282351342,0.30913374752481154,5.11650076387565,10.667520015316247,0.49712714634483485,0.33797671679154184,0.24795088404847837,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.8263405063174407,1.7151237575624236,1.2243905067443848,0.6545748013795033,0.05135453114708031,0.04991103578223425,3.4621328399483686,1.351421661184044,0.056703006762966884,0.051373028255009154,0.03412511854460745,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,23.624820786826643,19.93275431530164,3.703485131263733,0.6863601787670239,0.9322025494722578,0.4489365841510799,6.6084890733814605,4.860537088308929,0.6204940963798633,0.47278533590600846,0.35090732399735325,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,5730.787274623911,5531.915412612881,70.93748474121094,2.7239994140625003,0.030744704000383035,0.0302324902648255,56.255386523437494,75.70196347931744,0.03270651887495263,0.030648058214024526,0.02348210001664229,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1157.1932845587532,567.6000678601364,13.438730875651041,0.31466296684451217,0.00593401425615922,0.005879121902875738,3.887541682545731,34.01754377609814,0.014854822609649841,0.005868441430415302,0.004705658872093215,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 63480ea2244811ad6a611c3a54171949c72d824d..480117e68c5096920e9170b24b7002990f9d99bd 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T08:12:45.404696+00:00", + "evaluated_at": "2026-06-22T08:20:35.234583+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64160.0 + 64294.0 ], "p50": [ - 64041.3046875, - 64078.03125, - 64117.517578125, - 64143.6171875, - 64072.447265625, - 64118.76171875, - 64124.359375, - 64125.888671875, - 64092.74609375, - 64053.865234375, - 64085.935546875, - 63908.9765625, - 63922.568359375, - 64035.640625, - 63964.984375, - 64003.193359375, - 63860.693359375, - 63774.0546875, - 63785.4375, - 63646.68359375, - 63626.65234375, - 63767.244140625, - 63685.33984375, - 63558.431640625 + 64039.76953125, + 64085.296875, + 64105.837890625, + 64053.755859375, + 64049.30859375, + 64100.56640625, + 64091.626953125, + 64093.212890625, + 64030.30859375, + 64122.81640625, + 63935.390625, + 63929.130859375, + 63999.095703125, + 63919.439453125, + 64093.4765625, + 63820.640625, + 63734.173828125, + 63681.72265625, + 63837.8671875, + 63607.3046875, + 63863.421875, + 63766.896484375, + 63761.037109375, + 63670.76953125 ], "p10": [ - 63829.4609375, - 63799.697265625, - 63719.69140625, - 63645.98828125, - 63569.23828125, - 63336.76953125, - 63455.53125, - 63454.580078125, - 63134.16015625, - 63145.482421875, - 63075.09375, - 62639.109375, - 62676.771484375, - 62680.1875, - 62604.8203125, - 62639.40625, - 62421.14453125, - 61984.8046875, - 62229.806640625, - 61952.353515625, - 62064.958984375, - 62080.9765625, - 61851.681640625, - 61918.802734375 + 63815.0546875, + 63819.474609375, + 63712.33203125, + 63577.0390625, + 63530.24609375, + 63524.396484375, + 63332.15234375, + 63397.6484375, + 63137.310546875, + 63074.912109375, + 62946.78515625, + 62770.171875, + 62678.755859375, + 62684.00390625, + 62761.91796875, + 62125.361328125, + 62256.404296875, + 62145.255859375, + 62326.20703125, + 62081.51953125, + 61729.001953125, + 62217.033203125, + 61893.896484375, + 62080.818359375 ], "p90": [ - 64227.869140625, - 64350.486328125, - 64570.955078125, - 64627.08984375, - 64678.80859375, - 64762.95703125, - 64760.705078125, - 64794.9296875, - 64946.177734375, - 65271.04296875, - 65078.892578125, - 65037.44140625, - 65117.568359375, - 65413.517578125, - 65357.669921875, - 65430.88671875, - 65409.794921875, - 65511.51953125, - 65393.220703125, - 65338.501953125, - 65360.892578125, - 65622.0234375, - 65647.7109375, - 65337.82421875 + 64266.484375, + 64403.6640625, + 64471.341796875, + 64578.86328125, + 64636.4453125, + 64676.0859375, + 64878.345703125, + 64686.078125, + 64940.0234375, + 65108.728515625, + 64946.98046875, + 65100.505859375, + 65192.966796875, + 65218.818359375, + 65454.853515625, + 65430.0625, + 65255.888671875, + 65488.32421875, + 65373.265625, + 65168.69921875, + 65453.310546875, + 65504.19921875, + 65770.25390625, + 65252.138671875 ], "timestamps": [ "2026-06-17 09:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 75cfec5bc13c3dcec740e9b6b20a5a1cbaf1c561..460b22405debef037b4b93ebade49e2031aeef7e 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:56:32.550883+00:00", + "evaluated_at": "2026-06-22T08:20:41.364898+00:00", "freq": "10min", - "context_length": 76, + "context_length": 75, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -81,7 +79,8 @@ 1.2999999523162842, 1.2000000476837158, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "actuals": [ 1.5, @@ -92,7 +91,6 @@ 1.5, 1.5, 1.5, - 1.5, 1.600000023841858, 1.600000023841858, 1.5, @@ -155,235 +153,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.310478150844574, - 1.3106035590171814, - 1.308530032634735, - 1.3036885261535645, - 1.3177877068519592, - 1.3091710805892944, - 1.3007223010063171, - 1.3011242151260376, - 1.3103929162025452, - 1.3140029311180115, - 1.3106273412704468, - 1.3089566826820374, - 1.3025329113006592, - 1.3036171793937683, - 1.3030346035957336, - 1.2974663972854614, - 1.305054783821106, - 1.299035370349884, - 1.3045387864112854, - 1.3045700192451477, - 1.3109621405601501, - 1.303120732307434, - 1.2944012880325317, - 1.3018872737884521, - 1.311493456363678, - 1.3073613047599792, - 1.3119654655456543, - 1.3006674647331238, - 1.292999804019928, - 1.3153702020645142, - 1.3057883977890015, - 1.3062542080879211, - 1.3165436387062073, - 1.3130239844322205, - 1.2993656992912292, - 1.3025083541870117, - 1.3059568405151367, - 1.314777672290802, - 1.304441750049591, - 1.3231996297836304, - 1.3021379709243774, - 1.3003475069999695, - 1.2913265824317932, - 1.3002537488937378, - 1.3142117857933044, - 1.3141341805458069, - 1.3084468841552734, - 1.3014078736305237, - 1.3042068481445312, - 1.3152026534080505, - 1.3078493475914001, - 1.304241955280304, - 1.3051857352256775, - 1.2954484224319458, - 1.3042328357696533, - 1.3196861147880554, - 1.3075507879257202, - 1.2860833406448364, - 1.3012890219688416, - 1.312153697013855, - 1.3160589933395386, - 1.3121773600578308, - 1.3198772072792053, - 1.320837378501892, - 1.2888052463531494, - 1.2861581444740295, - 1.303201138973236, - 1.3048183917999268, - 1.3050550818443298, - 1.3216484189033508, - 1.2977665066719055, - 1.3134139776229858 + 1.3125714659690857, + 1.3121039867401123, + 1.3155295252799988, + 1.3235771656036377, + 1.3146917819976807, + 1.3013932704925537, + 1.3093239068984985, + 1.3164308667182922, + 1.3128846883773804, + 1.3114713430404663, + 1.3043460249900818, + 1.3124367594718933, + 1.3021075129508972, + 1.2904576659202576, + 1.3191311955451965, + 1.2995334267616272, + 1.3023696541786194, + 1.321492075920105, + 1.2966115474700928, + 1.3057222962379456, + 1.312012791633606, + 1.303176760673523, + 1.306788444519043, + 1.3186179995536804, + 1.3038069009780884, + 1.311224102973938, + 1.3154507875442505, + 1.306131362915039, + 1.3022003173828125, + 1.3049371242523193, + 1.3040660619735718, + 1.3062200546264648, + 1.3022664785385132, + 1.308057188987732, + 1.3125993609428406, + 1.3259554505348206, + 1.3140218257904053, + 1.3083823919296265, + 1.3010623455047607, + 1.2998868227005005, + 1.316893756389618, + 1.3046647906303406, + 1.3076481223106384, + 1.2996753454208374, + 1.3042062520980835, + 1.313632607460022, + 1.2978641390800476, + 1.2979574799537659, + 1.304160714149475, + 1.3089699149131775, + 1.306631326675415, + 1.3069300651550293, + 1.3085129261016846, + 1.290686309337616, + 1.3003849387168884, + 1.318720817565918, + 1.2978551387786865, + 1.3173701167106628, + 1.314200222492218, + 1.3095958232879639, + 1.2952531576156616, + 1.3076840043067932, + 1.3193811774253845, + 1.2997778058052063, + 1.2952619791030884, + 1.3157066106796265, + 1.2957690954208374, + 1.3038247227668762, + 1.3292471766471863, + 1.3138175010681152, + 1.2942665219306946, + 1.3281347155570984 ], "p10": [ - 1.1963235139846802, - 1.165031611919403, - 1.1735036373138428, - 1.1266164183616638, - 1.199957549571991, - 1.1910333633422852, - 1.1765159964561462, - 1.1293390393257141, - 1.1915137767791748, - 1.1703319549560547, - 1.1986928582191467, - 1.1998806595802307, - 1.134153425693512, - 1.183948040008545, - 1.1284906268119812, - 1.1562647819519043, - 1.1748954057693481, - 1.1988558173179626, - 1.158302128314972, - 1.1894028782844543, - 1.168619453907013, - 1.1644030213356018, - 1.1806257367134094, - 1.1688531637191772, - 1.1814640164375305, - 1.1662734746932983, - 1.159778118133545, - 1.1478905081748962, - 1.165932834148407, - 1.1964660286903381, - 1.1585072875022888, - 1.13772451877594, - 1.1702246069908142, - 1.1658029556274414, - 1.1566274166107178, - 1.1574760675430298, - 1.1362226605415344, - 1.1777931451797485, - 1.1409628987312317, - 1.1495929956436157, - 1.1564183235168457, - 1.1637247800827026, - 1.130291759967804, - 1.1609916687011719, - 1.1790796518325806, - 1.1581643223762512, - 1.141946017742157, - 1.17740797996521, - 1.137279450893402, - 1.1788537502288818, - 1.1276187896728516, - 1.0960195660591125, - 1.055116057395935, - 1.1175786852836609, - 1.1265028715133667, - 1.1219828128814697, - 1.1119384765625, - 1.1076173782348633, - 1.1066195964813232, - 1.1298664212226868, - 1.1213023662567139, - 1.1021799445152283, - 1.1376747488975525, - 1.1241093873977661, - 1.081108033657074, - 1.0742747783660889, - 1.1170608401298523, - 1.0737524628639221, - 1.0456069111824036, - 1.0936055779457092, - 1.0968011617660522, - 1.0687992572784424 + 1.210103452205658, + 1.1952122449874878, + 1.1887155771255493, + 1.1658259630203247, + 1.1789483428001404, + 1.1514328122138977, + 1.143278419971466, + 1.1940187811851501, + 1.1777443289756775, + 1.179257094860077, + 1.1599462628364563, + 1.157650887966156, + 1.1964396834373474, + 1.1559813618659973, + 1.1615649461746216, + 1.1552634835243225, + 1.1721108555793762, + 1.1872591972351074, + 1.1901766657829285, + 1.146571695804596, + 1.1891295313835144, + 1.157587707042694, + 1.148391306400299, + 1.1567984223365784, + 1.1645016074180603, + 1.1403706669807434, + 1.1767770051956177, + 1.1618479490280151, + 1.1868611574172974, + 1.17923504114151, + 1.1473138332366943, + 1.140989601612091, + 1.140507698059082, + 1.1203632354736328, + 1.2014952898025513, + 1.1554523706436157, + 1.151654839515686, + 1.1546055674552917, + 1.1695355772972107, + 1.1432387828826904, + 1.1888630986213684, + 1.148025095462799, + 1.1604971289634705, + 1.155362844467163, + 1.097831130027771, + 1.197137475013733, + 1.141038954257965, + 1.0743792653083801, + 1.1321097016334534, + 1.1405762434005737, + 1.140701949596405, + 1.1207040548324585, + 1.1401029229164124, + 1.1526842713356018, + 1.1269627809524536, + 1.1395074725151062, + 1.1567732095718384, + 1.1770809292793274, + 1.1602710485458374, + 1.1565671563148499, + 1.1272892355918884, + 1.1253499388694763, + 1.11052668094635, + 1.0778666734695435, + 1.1044525504112244, + 1.11630517244339, + 1.1158553957939148, + 1.083334743976593, + 1.1308457851409912, + 1.1104702353477478, + 1.1028034687042236, + 1.1316339373588562 ], "p90": [ - 1.4046470522880554, - 1.4453078508377075, - 1.4164610505104065, - 1.4142357110977173, - 1.4361621141433716, - 1.463367223739624, - 1.4322503209114075, - 1.4313152432441711, - 1.4312520027160645, - 1.4369813799858093, - 1.4293517470359802, - 1.4433733820915222, - 1.4104134440422058, - 1.441312849521637, - 1.4500272870063782, - 1.4403494596481323, - 1.4219226241111755, - 1.4163318276405334, - 1.4167683124542236, - 1.442787230014801, - 1.4532854557037354, - 1.4145563840866089, - 1.4163148999214172, - 1.4433676600456238, - 1.4371567964553833, - 1.4340767860412598, - 1.4658586978912354, - 1.418609619140625, - 1.4218113422393799, - 1.4297735691070557, - 1.4657193422317505, - 1.4580846428871155, - 1.4331814050674438, - 1.4695681929588318, - 1.4840089678764343, - 1.429823875427246, - 1.4453328251838684, - 1.4310832023620605, - 1.4595845341682434, - 1.4758774042129517, - 1.4575215578079224, - 1.4524027705192566, - 1.4270707964897156, - 1.4346347451210022, - 1.4605163931846619, - 1.4575767517089844, - 1.462320864200592, - 1.4534551501274109, - 1.4567731022834778, - 1.5218573212623596, - 1.487258791923523, - 1.4829024076461792, - 1.4867280721664429, - 1.5307210087776184, - 1.4605313539505005, - 1.4761611819267273, - 1.4992398023605347, - 1.4373056888580322, - 1.4919390678405762, - 1.4959129691123962, - 1.4978205561637878, - 1.4731903076171875, - 1.5229625701904297, - 1.485713005065918, - 1.442423939704895, - 1.4453596472740173, - 1.491076946258545, - 1.5482503175735474, - 1.5047144293785095, - 1.5691019296646118, - 1.4677084684371948, - 1.5314978957176208 + 1.4022570252418518, + 1.453694224357605, + 1.461978554725647, + 1.4531737565994263, + 1.4318839311599731, + 1.4261786937713623, + 1.4476653337478638, + 1.4226474165916443, + 1.4460361003875732, + 1.424669623374939, + 1.4233480095863342, + 1.4320172667503357, + 1.4224879741668701, + 1.4300029277801514, + 1.4533050060272217, + 1.409365952014923, + 1.4582035541534424, + 1.4455785155296326, + 1.4255772829055786, + 1.417323887348175, + 1.4625310897827148, + 1.414199709892273, + 1.4401524662971497, + 1.4554545283317566, + 1.404633343219757, + 1.4462453722953796, + 1.4324271082878113, + 1.4168831706047058, + 1.4344186186790466, + 1.4242061376571655, + 1.430739164352417, + 1.4444491267204285, + 1.4306919574737549, + 1.4670609831809998, + 1.439499855041504, + 1.447978913784027, + 1.4327155947685242, + 1.4616852402687073, + 1.4279958605766296, + 1.4426888823509216, + 1.4788097739219666, + 1.4516910314559937, + 1.4863702058792114, + 1.4386757612228394, + 1.4651777744293213, + 1.4477633237838745, + 1.4557228684425354, + 1.4516509771347046, + 1.44809889793396, + 1.4832481145858765, + 1.4493684768676758, + 1.452255368232727, + 1.4545148611068726, + 1.444992482662201, + 1.477782666683197, + 1.466943621635437, + 1.513857364654541, + 1.4643473029136658, + 1.5191898345947266, + 1.447748601436615, + 1.5076289176940918, + 1.498962640762329, + 1.474317193031311, + 1.4652169346809387, + 1.5140169262886047, + 1.5492468476295471, + 1.5002472400665283, + 1.5592217445373535, + 1.4787418842315674, + 1.5338485836982727, + 1.4884964227676392, + 1.4704689979553223 ], "timestamps": [ - "2026-06-20 07:10:00", - "2026-06-20 07:20:00", - "2026-06-20 07:30:00", - "2026-06-20 07:40:00", "2026-06-20 07:50:00", "2026-06-20 08:00:00", "2026-06-20 08:10:00", @@ -527,6 +522,9 @@ "2026-06-21 07:10:00", "2026-06-21 07:20:00", "2026-06-21 07:30:00", - "2026-06-21 07:40:00" + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e659a6e7e6d21528d3f3ea581e6ad1c6e6053bd8..27daed289214b9f4757fcf86d10202e6deee7ea7 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:56:43.125306+00:00", + "evaluated_at": "2026-06-22T08:20:46.391083+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2350.0, 2350.0, 2350.0, - 2350.0 - ], - "actuals": [ + 2350.0, 2350.0, 2350.0, 2350.0, @@ -115,6 +101,9 @@ 2300.0, 2300.0, 2300.0, + 2300.0 + ], + "actuals": [ 2300.0, 2300.0, 2300.0, @@ -127,91 +116,98 @@ 2300.0, 2300.0, 2300.0, - 2300.0 + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 ], "p50": [ - 2386.3424072265625, - 2383.7171630859375, - 2387.7833251953125, - 2387.764892578125, - 2388.015625, - 2385.6055908203125, - 2384.5068359375, - 2386.19482421875, - 2384.88818359375, - 2382.9052734375, - 2382.5166015625, - 2382.9368896484375, - 2385.6053466796875, - 2386.0869140625, - 2387.07470703125, - 2389.4422607421875, - 2387.2008056640625, - 2384.93603515625, - 2383.7313232421875, - 2386.0804443359375, - 2389.1494140625, - 2385.970458984375, - 2384.0892333984375, - 2381.9803466796875 + 2297.7135009765625, + 2298.3427734375, + 2298.878173828125, + 2299.05322265625, + 2300.1025390625, + 2299.8172607421875, + 2299.8924560546875, + 2300.032958984375, + 2300.7860107421875, + 2300.3193359375, + 2302.0089111328125, + 2301.96533203125, + 2302.7054443359375, + 2303.7242431640625, + 2303.3817138671875, + 2304.0908203125, + 2304.011474609375, + 2307.589111328125, + 2306.732421875, + 2304.9053955078125, + 2308.8193359375, + 2307.2012939453125, + 2309.6397705078125, + 2311.8133544921875 ], "p10": [ - 2352.65478515625, - 2351.8331298828125, - 2354.8848876953125, - 2350.629150390625, - 2348.2811279296875, - 2355.6495361328125, - 2349.9124755859375, - 2358.3077392578125, - 2350.6639404296875, - 2350.7027587890625, - 2353.0291748046875, - 2343.740234375, - 2353.66259765625, - 2354.5416259765625, - 2347.4990234375, - 2352.724609375, - 2347.99609375, - 2338.46533203125, - 2352.7142333984375, - 2352.80078125, - 2350.3349609375, - 2344.8994140625, - 2347.990234375, - 2342.32177734375 + 2295.6932373046875, + 2294.9617919921875, + 2294.6749267578125, + 2292.53125, + 2292.779541015625, + 2292.1234130859375, + 2291.899169921875, + 2289.6771240234375, + 2290.632080078125, + 2286.76220703125, + 2289.247314453125, + 2286.7691650390625, + 2283.8427734375, + 2283.599853515625, + 2279.694091796875, + 2274.576904296875, + 2273.8656005859375, + 2281.2496337890625, + 2270.035888671875, + 2269.7596435546875, + 2274.7601318359375, + 2271.77587890625, + 2271.410888671875, + 2273.221923828125 ], "p90": [ - 2422.4390869140625, - 2418.1051025390625, - 2421.40576171875, - 2421.483154296875, - 2426.0802001953125, - 2420.79052734375, - 2417.5023193359375, - 2420.4146728515625, - 2424.91845703125, - 2410.5081787109375, - 2421.3057861328125, - 2417.14306640625, - 2427.80615234375, - 2434.966552734375, - 2437.91650390625, - 2433.4190673828125, - 2430.7440185546875, - 2430.2630615234375, - 2425.7496337890625, - 2432.8572998046875, - 2434.114013671875, - 2422.184814453125, - 2425.356201171875, - 2425.48779296875 + 2299.43017578125, + 2302.0885009765625, + 2302.6268310546875, + 2305.3153076171875, + 2305.91064453125, + 2307.543212890625, + 2307.9708251953125, + 2317.215576171875, + 2312.8243408203125, + 2312.8868408203125, + 2317.4981689453125, + 2315.7366943359375, + 2324.773681640625, + 2330.232421875, + 2333.3221435546875, + 2336.074462890625, + 2338.854736328125, + 2339.7598876953125, + 2342.0206298828125, + 2354.7581787109375, + 2360.6422119140625, + 2367.8427734375, + 2399.05224609375, + 2370.30078125 ], "timestamps": [ - "2026-06-21 20:55:00", - "2026-06-21 21:10:00", - "2026-06-21 21:25:00", - "2026-06-21 21:40:00", "2026-06-21 21:55:00", "2026-06-21 22:10:00", "2026-06-21 22:25:00", @@ -327,6 +323,10 @@ "2026-06-23 01:55:00", "2026-06-23 02:10:00", "2026-06-23 02:25:00", - "2026-06-23 02:40:00" + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 957a448bf8d442fa27de152e75e541eebe4bac2d..7a30c8d25e33ce6e884fd6937a736456eb77ff43 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T08:12:54.080846+00:00", + "evaluated_at": "2026-06-22T08:20:49.047783+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 1b6072be2121465b93bc5c56859e208c3a063fba..76643413d3e1316ab60a97607866c0080c0a4b85 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,65545.80945365096,62552.524944770754,197.87970006396245,0.18707479114690662,0.003089252581616423,0.003089612459559944,1.6334301545102423,256.01915837228074,0.0039940657726310535,0.0030870523211966863,0.0022917153218888126,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,67678.82545442927,64819.486420807865,203.4630333972958,0.1923532553698626,0.0031759091489301887,0.0031765435145251542,1.6334301545102423,260.15154324821765,0.004058180188382409,0.003173879504582763,0.0023496316516810408,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.602366661410283,0.6065955364670589,0.6595659312645347,1.8980770882172433,0.8157626829614535,0.4988797872022341,71.03180924203072,0.7761228391242478,0.6826657585803388,0.580144088155573,0.5698249819554702,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08419926878778064,0.0842882200661658,0.27222226560115814,4.137780804794772,0.16845599275539413,0.18573866781537227,48.12066317458909,0.29017110260634266,0.1831053310260335,0.1717791592885767,0.15920928869503287,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08207319211681849,0.08488633021334409,0.27349854057078615,3.352564663422994,0.16914425910291023,0.18654386108121207,61.51534795742565,0.2864841917398209,0.180620511002427,0.1724334102217304,0.15611951402403199,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.0017718605465608286,0.0067712666677291105,0.07982454550893554,0.04114078312236983,0.005705514361449345,0.00568825196283265,1.16735837366153,0.042093473918896604,0.0030075718738025617,0.005703450809840888,0.005605903908397658,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,162.12160711604497,155.27907965227237,10.988930638334645,0.9496832323781677,0.6331856644890809,0.43683018899345805,19.147458289486355,12.732698343872165,0.5933684665105475,0.5121055054757894,0.4736291723021788,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.297585443995278,4.834347732967655,1.9490524907610307,1.0419883525644453,0.08391625201256529,0.07967897193964014,16.30291667255581,2.3016484188501245,0.09657266093077446,0.0817784261857775,0.07310524760028186,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,18.654449320445845,22.407124125003488,4.0029108449767135,0.7418522029300472,0.9903496098231628,0.47341226158490485,4.72818494776234,4.31907968442883,0.5513718746079358,0.5110098951034102,0.3758136917654054,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,2663.827035722089,2665.71012234533,46.359649122806935,1.7802105263157866,0.020126843714667452,0.019878283806336286,30.595508234194188,51.61227601765,0.022298733112936092,0.020029371358188417,0.018147639325336008,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,2774.968824542979,2864.000942597752,50.635964912281,1.1856225930680429,0.022170765746609825,0.021898393513530512,22.765254313513253,52.677972859089586,0.023003481597855716,0.022111775070865064,0.02006586040955546,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,2916.429984376527,2638.9728108544255,41.77216748768473,0.8658991116103341,0.19118729110684002,0.17018181335231902,12.392259940414672,54.0039811900616,0.2146665918968945,0.16604495878125675,0.1351157366612927,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index df7931dbb121db26906201f3c22734b105df789d..f05b05e8599578fc3a376e090d811e682035b1a8 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T08:13:23.059241+00:00", + "evaluated_at": "2026-06-22T08:21:15.605209+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64160.0 + 64294.0 ], "p50": [ 64037.80297765899, diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 188ebdd5750c3ddcc8914f5a810ae00f4d47f014..1da319a9d95e0ae2c2be09a7d902fb8f75d79c96 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:57:15.014335+00:00", + "evaluated_at": "2026-06-22T08:21:15.622590+00:00", "freq": "10min", - "context_length": 76, + "context_length": 75, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -81,7 +79,8 @@ 1.2999999523162842, 1.2000000476837158, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "actuals": [ 1.5, @@ -92,7 +91,6 @@ 1.5, 1.5, 1.5, - 1.5, 1.600000023841858, 1.600000023841858, 1.5, @@ -155,235 +153,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776, - 1.3124999701976776 + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754 ], "p10": [ - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197, - 1.2124999463558197 + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.212612679815507, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.212612679815507, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.212612679815507, + 1.2126125606062175 ], "p90": [ - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.412499874830246, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.412499874830246, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355, - 1.4124999940395355 + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333 ], "timestamps": [ - "2026-06-20 07:10:00", - "2026-06-20 07:20:00", - "2026-06-20 07:30:00", - "2026-06-20 07:40:00", "2026-06-20 07:50:00", "2026-06-20 08:00:00", "2026-06-20 08:10:00", @@ -527,6 +522,9 @@ "2026-06-21 07:10:00", "2026-06-21 07:20:00", "2026-06-21 07:30:00", - "2026-06-21 07:40:00" + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e97ef345a08906541c0025f81e8ffd3bc6be82f9..b437a687c5c9d9e909e1158362874b1fb886c781 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:57:15.022166+00:00", + "evaluated_at": "2026-06-22T08:21:15.640132+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2350.0, 2350.0, 2350.0, - 2350.0 - ], - "actuals": [ + 2350.0, 2350.0, 2350.0, 2350.0, @@ -115,6 +101,9 @@ 2300.0, 2300.0, 2300.0, + 2300.0 + ], + "actuals": [ 2300.0, 2300.0, 2300.0, @@ -127,91 +116,98 @@ 2300.0, 2300.0, 2300.0, - 2300.0 + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 ], "p50": [ - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403 + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281 ], "p10": [ - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2310.9429824561403, - 2355.9429824561403, - 2360.9429824561403, - 2310.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2310.9429824561403, - 2310.9429824561403, - 2310.9429824561403, - 2310.9429824561403, - 2310.9429824561403, - 2355.9429824561403, - 2310.9429824561403, - 2310.9429824561403, - 2310.9429824561403, - 2360.9429824561403, - 2310.9429824561403, - 2310.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2310.9429824561403 + 2290.635964912281, + 2335.635964912281, + 2290.635964912281, + 2290.635964912281, + 2290.635964912281, + 2290.635964912281, + 2340.635964912281, + 2290.635964912281, + 2290.635964912281, + 2290.635964912281, + 2290.635964912281, + 2290.635964912281, + 2340.635964912281, + 2290.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2290.635964912281, + 2290.635964912281, + 2340.635964912281, + 2290.635964912281, + 2340.635964912281 ], "p90": [ - 2410.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2410.9429824561403, - 2365.94298245614, - 2360.9429824561403, - 2360.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2360.9429824561403, - 2410.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2410.9429824561403, - 2360.9429824561403, - 2410.9429824561403 + 2345.6359649122805, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2390.635964912281, + 2340.635964912281, + 2340.635964912281, + 2390.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2390.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2390.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2390.635964912281 ], "timestamps": [ - "2026-06-21 20:55:00", - "2026-06-21 21:10:00", - "2026-06-21 21:25:00", - "2026-06-21 21:40:00", "2026-06-21 21:55:00", "2026-06-21 22:10:00", "2026-06-21 22:25:00", @@ -327,6 +323,10 @@ "2026-06-23 01:55:00", "2026-06-23 02:10:00", "2026-06-23 02:25:00", - "2026-06-23 02:40:00" + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 40c308b278acbe76e05caf1b1a9d02a39615c2d5..a817e94fcff207f2d859d7239a333b0738957486 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T08:13:23.080866+00:00", + "evaluated_at": "2026-06-22T08:21:15.648487+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index bb1f16de1a4ccf1a2944066e0becd62bf6bc7a4f..b921a4e5a6f0fff586bf319f6e1e3a8a2a82d8ea 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T08:10:07.613958+00:00", - "finished_at": "2026-06-22T08:13:23.247340+00:00", - "task_count": 2, + "started_at": "2026-06-22T08:17:21.011567+00:00", + "finished_at": "2026-06-22T08:21:15.817384+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T08:10:41.451417+00:00", + "evaluated_at": "2026-06-22T08:18:12.123050+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T08:11:32.111105+00:00", + "evaluated_at": "2026-06-22T08:18:51.349183+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:12:02.434992+00:00", + "evaluated_at": "2026-06-22T08:19:44.236940+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T08:12:18.046002+00:00", + "evaluated_at": "2026-06-22T08:20:11.473144+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T08:12:54.080846+00:00", + "evaluated_at": "2026-06-22T08:20:49.047783+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T08:13:22.720085+00:00", + "evaluated_at": "2026-06-22T08:21:15.196333+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T08:13:22.982153+00:00", + "evaluated_at": "2026-06-22T08:21:15.509366+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T08:13:23.050867+00:00", + "evaluated_at": "2026-06-22T08:21:15.596227+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T08:13:23.080866+00:00", + "evaluated_at": "2026-06-22T08:21:15.648487+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T08:13:23.116138+00:00", + "evaluated_at": "2026-06-22T08:21:15.677706+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,7 +278,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T08:14:20.762217+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_082115.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_082115.json new file mode 100644 index 0000000000000000000000000000000000000000..0cd62a487b64e5e271a3cbf34fdc2d9158028cdb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_082115.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T08:21:15.394827+00:00", + "metrics": { + "MSE[mean]": 181730.8198602112, + "MSE[0.5]": 636017.7806166562, + "MAE[0.5]": 762.2608403350426, + "MASE[0.5]": 0.7206387894212988, + "MAPE[0.5]": 0.01187697987705269, + "sMAPE[0.5]": 0.011954596149057334, + "MSIS": 14.153095646238972, + "RMSE[mean]": 426.2989794266592, + "NRMSE[mean]": 0.0066499627526186555, + "ND[0.5]": 0.01189073031050947, + "mean_weighted_sum_quantile_loss": 0.010497505050773435 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64294.0 + ], + "predictions": { + "p50": [ + 63386.03029651614, + 63340.792251269086, + 63348.57869974878, + 63352.317339984256, + 63338.56217465736, + 63352.485651761024, + 63353.89139820443, + 63376.573592020315, + 63343.466144400576, + 63354.59098395781, + 63342.889335759704, + 63342.24126249488, + 63330.00254627671, + 63332.95847013353, + 63354.699794057735, + 63329.945708064726, + 63320.26228417199, + 63342.81286113189, + 63342.83150426709, + 63385.11839546537, + 63342.82819769766, + 63354.67297845623, + 63322.45357247682, + 63331.47382085034 + ], + "p10": [ + 63111.29632055861, + 63101.960821406035, + 63103.194034889544, + 63106.36666566577, + 63107.554875115056, + 63106.53497744254, + 63106.96740009423, + 63104.99499025976, + 63101.12944326961, + 63100.932400245605, + 63106.84528977664, + 63102.607001809774, + 63102.696788857604, + 63085.81896996697, + 63148.26485605091, + 63102.63995064562, + 63082.15301018008, + 63086.25066940283, + 63086.269312538025, + 63107.231068545734, + 63086.266005968595, + 63107.23361300316, + 63101.0209319041, + 63109.6151791323 + ], + "p90": [ + 63635.35066420182, + 63642.81374612899, + 63644.0469596125, + 63623.5083210965, + 63586.603435840974, + 63582.40124365284, + 63580.590341639494, + 63667.68777651372, + 63667.94383756322, + 63667.74679453922, + 63609.239573608815, + 63610.59763084146, + 63624.94174920532, + 63624.872656653155, + 63623.94412758655, + 63610.63057967731, + 63569.27240171649, + 63584.06997013568, + 63633.74608248804, + 63623.91476752761, + 63633.74277591861, + 63624.89900886237, + 63606.440921277055, + 63586.58763113779 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_081753.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_081753.json new file mode 100644 index 0000000000000000000000000000000000000000..33cc46d2f58fa49d09e747c29c0c664b219f6e9b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_081753.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T08:17:53.032634+00:00", + "metrics": { + "MSE[mean]": 97897.55603090923, + "MSE[0.5]": 97897.55603090923, + "MAE[0.5]": 238.70100911458334, + "MASE[0.5]": 0.22566711700205885, + "MAPE[0.5]": 0.003723012339963132, + "sMAPE[0.5]": 0.0037293913409894054, + "MSIS": 2.1139195181924215, + "RMSE[mean]": 312.8858514393216, + "NRMSE[mean]": 0.004880798121288546, + "ND[0.5]": 0.0037235670180569944, + "mean_weighted_sum_quantile_loss": 0.005417461075114478 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64294.0 + ], + "predictions": { + "p50": [ + 64090.64453125, + 64100.203125, + 64114.3671875, + 64119.6171875, + 64111.28125, + 64114.05078125, + 64104.78515625, + 64093.13671875, + 64083.24609375, + 64066.84375, + 64049.03515625, + 64026.765625, + 64009.515625, + 63978.5234375, + 63968.2890625, + 63953.2109375, + 63871.296875, + 63852.52734375, + 63847.02734375, + 63804.32421875, + 63786.515625, + 63756.25, + 63736.890625, + 63705.55078125 + ], + "p10": [ + 63802.171875, + 63689.1875, + 63572.59375, + 63445.3515625, + 63313.859375, + 63203.43359375, + 63071.90625, + 63010.18359375, + 62921.37890625, + 62817.98828125, + 62791.69140625, + 62729.7734375, + 62683.734375, + 62591.02734375, + 62533.3359375, + 62474.41796875, + 62435.84765625, + 62407.3515625, + 62375.921875, + 62372.79296875, + 62343.7421875, + 62327.1875, + 62297.03125, + 62276.83984375 + ], + "p90": [ + 64318.16015625, + 64426.34765625, + 64519.55859375, + 64610.5625, + 64686.3046875, + 64724.56640625, + 64757.328125, + 64807.89453125, + 64831.48828125, + 64879.7578125, + 64904.96875, + 64962.16015625, + 65004.640625, + 65009.00390625, + 65054.578125, + 65084.5234375, + 65529.96875, + 65525.3515625, + 65530.29296875, + 65544.1328125, + 65541.359375, + 65615.4765625, + 65664.375, + 65620.2734375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_082115.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_082115.json new file mode 100644 index 0000000000000000000000000000000000000000..e0ac70715c513c12ea4b8b241729199285c051e5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_082115.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T08:21:15.539352+00:00", + "metrics": { + "MSE[mean]": 107514.14030283813, + "MSE[0.5]": 100554.42370231201, + "MAE[0.5]": 268.06975163007036, + "MASE[0.5]": 0.253432225654215, + "MAPE[0.5]": 0.004178546578598708, + "sMAPE[0.5]": 0.00418705510234037, + "MSIS": 2.1501536747143004, + "RMSE[mean]": 327.8934892657037, + "NRMSE[mean]": 0.005114906663336795, + "ND[0.5]": 0.004181698642209372, + "mean_weighted_sum_quantile_loss": 0.0032133346599020987 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64294.0 + ], + "predictions": { + "p50": [ + 64015.859605982994, + 63997.82476045473, + 64001.31921180146, + 63984.6476475232, + 63982.46827074494, + 63962.861159591674, + 63969.45912656341, + 63959.26803103514, + 63951.89724800688, + 63931.03037122861, + 63918.669353825346, + 63905.07982079708, + 63899.818412768815, + 63893.328489115556, + 63895.34442483729, + 63865.868173059025, + 63870.12824940576, + 63852.691060127494, + 63843.26558959923, + 63836.77566594596, + 63817.1099610427, + 63805.74113113943, + 63799.889879361166, + 63785.25933070791 + ], + "p10": [ + 63771.60804348299, + 63758.86382295473, + 63737.162571176465, + 63751.9132725232, + 63729.42764574494, + 63720.00217521667, + 63709.89857968841, + 63690.71334353514, + 63692.88552925688, + 63671.18427747861, + 63672.196697575346, + 63664.60911767208, + 63643.585990893815, + 63634.160520365556, + 63649.07997171229, + 63608.528329309025, + 63617.48176503076, + 63596.458638252494, + 63580.25191772423, + 63592.52410344596, + 63579.7798829177, + 63569.19464676443, + 63560.928941861166, + 63559.97222133291 + ], + "p90": [ + 64337.191637232994, + 64243.87554170473, + 64318.34069617646, + 64223.0628818982, + 64263.48584886994, + 64206.173659591674, + 64196.81420468841, + 64187.98287478514, + 64257.618341756875, + 64166.510058728614, + 64159.706463200346, + 64150.28099267208, + 64142.761772143815, + 64133.336301615556, + 64122.00458108729, + 64112.579110559025, + 64094.05989003076, + 64090.888325752494, + 64086.20894897423, + 64075.067853445966, + 64062.8298829177, + 64047.55792801443, + 64035.49261373617, + 64036.58120570791 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_082035.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_082035.json new file mode 100644 index 0000000000000000000000000000000000000000..73ff78974b81c35e56d85ff117dc54232996c87d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_082035.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T08:20:35.234583+00:00", + "metrics": { + "MSE[mean]": 108540.82999865215, + "MSE[0.5]": 125436.8630010287, + "MAE[0.5]": 251.225341796875, + "MASE[0.5]": 0.2375075782521858, + "MAPE[0.5]": 0.003916539800816104, + "sMAPE[0.5]": 0.003928196234624274, + "MSIS": 2.1369440948104743, + "RMSE[mean]": 329.45535357412564, + "NRMSE[mean]": 0.005139270642555369, + "ND[0.5]": 0.003918937755164219, + "mean_weighted_sum_quantile_loss": 0.00553526313087202 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64294.0 + ], + "predictions": { + "p50": [ + 64039.76953125, + 64085.296875, + 64105.837890625, + 64053.755859375, + 64049.30859375, + 64100.56640625, + 64091.626953125, + 64093.212890625, + 64030.30859375, + 64122.81640625, + 63935.390625, + 63929.130859375, + 63999.095703125, + 63919.439453125, + 64093.4765625, + 63820.640625, + 63734.173828125, + 63681.72265625, + 63837.8671875, + 63607.3046875, + 63863.421875, + 63766.896484375, + 63761.037109375, + 63670.76953125 + ], + "p10": [ + 63815.0546875, + 63819.474609375, + 63712.33203125, + 63577.0390625, + 63530.24609375, + 63524.396484375, + 63332.15234375, + 63397.6484375, + 63137.310546875, + 63074.912109375, + 62946.78515625, + 62770.171875, + 62678.755859375, + 62684.00390625, + 62761.91796875, + 62125.361328125, + 62256.404296875, + 62145.255859375, + 62326.20703125, + 62081.51953125, + 61729.001953125, + 62217.033203125, + 61893.896484375, + 62080.818359375 + ], + "p90": [ + 64266.484375, + 64403.6640625, + 64471.341796875, + 64578.86328125, + 64636.4453125, + 64676.0859375, + 64878.345703125, + 64686.078125, + 64940.0234375, + 65108.728515625, + 64946.98046875, + 65100.505859375, + 65192.966796875, + 65218.818359375, + 65454.853515625, + 65430.0625, + 65255.888671875, + 65488.32421875, + 65373.265625, + 65168.69921875, + 65453.310546875, + 65504.19921875, + 65770.25390625, + 65252.138671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_082115.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_082115.json new file mode 100644 index 0000000000000000000000000000000000000000..9b30155dc3a67f8a463a8f97fb76670587ba95dd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_082115.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T08:21:15.605209+00:00", + "metrics": { + "MSE[mean]": 67678.82545442927, + "MSE[0.5]": 64819.486420807865, + "MAE[0.5]": 203.4630333972958, + "MASE[0.5]": 0.1923532553698626, + "MAPE[0.5]": 0.0031759091489301887, + "sMAPE[0.5]": 0.0031765435145251542, + "MSIS": 1.6334301545102423, + "RMSE[mean]": 260.15154324821765, + "NRMSE[mean]": 0.004058180188382409, + "ND[0.5]": 0.003173879504582763, + "mean_weighted_sum_quantile_loss": 0.0023496316516810408 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64294.0 + ], + "predictions": { + "p50": [ + 64037.80297765899, + 64029.19360265899, + 64042.11352453399, + 64034.86743078399, + 64042.11352453399, + 64031.93188390899, + 64047.95532140899, + 64047.18969640899, + 64049.24438390899, + 64037.80297765899, + 64034.86743078399, + 64030.70336828399, + 64034.86743078399, + 64037.80297765899, + 64049.24438390899, + 64029.19360265899, + 64042.87914953399, + 64034.86743078399, + 64034.86743078399, + 64037.80297765899, + 64027.56274328399, + 64025.61938390899, + 64029.19360265899, + 64023.98852453399 + ], + "p10": [ + 63793.55141515899, + 63790.23266515899, + 63777.95688390899, + 63802.13305578399, + 63789.07289953399, + 63789.07289953399, + 63788.39477453399, + 63778.63500890899, + 63790.23266515899, + 63777.95688390899, + 63788.39477453399, + 63790.23266515899, + 63778.63500890899, + 63778.63500890899, + 63802.97993078399, + 63771.85375890899, + 63790.23266515899, + 63778.63500890899, + 63771.85375890899, + 63793.55141515899, + 63790.23266515899, + 63789.07289953399, + 63790.23266515899, + 63798.70141515899 + ], + "p90": [ + 64359.13500890899, + 64275.24438390899, + 64359.13500890899, + 64273.28266515899, + 64323.13110265899, + 64275.24438390899, + 64275.31039953399, + 64275.90454015899, + 64354.96547765899, + 64273.28266515899, + 64275.90454015899, + 64275.90454015899, + 64277.81079015899, + 64277.81079015899, + 64275.90454015899, + 64275.90454015899, + 64266.81079015899, + 64273.06469640899, + 64277.81079015899, + 64276.09516515899, + 64273.28266515899, + 64267.43618078399, + 64264.79633703399, + 64275.31039953399 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_082115.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_082115.json new file mode 100644 index 0000000000000000000000000000000000000000..894919e2355b0fcfcf644aad08e6d8a5c693c111 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_082115.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T08:21:15.653931+00:00", + "metrics": { + "MSE[mean]": 171983.97516822815, + "MSE[0.5]": 171983.97516822815, + "MAE[0.5]": 336.22216796875, + "MASE[0.5]": 0.31786328679183734, + "MAPE[0.5]": 0.005250009961523162, + "sMAPE[0.5]": 0.005253262941836995, + "MSIS": 3.6318268306067036, + "RMSE[mean]": 414.7095069662958, + "NRMSE[mean]": 0.006469175174174135, + "ND[0.5]": 0.0052448281640363175, + "mean_weighted_sum_quantile_loss": 0.005459179011593394 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64294.0 + ], + "predictions": { + "p50": [ + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "p10": [ + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72 + ], + "p90": [ + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_082104.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_082104.json new file mode 100644 index 0000000000000000000000000000000000000000..068bb3326b0ebb0ca000e269cd45dfbc9ad79ad1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_082104.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T08:21:04.636629+00:00", + "metrics": { + "MSE[mean]": 64951.55150858561, + "MSE[0.5]": 64951.55150858561, + "MAE[0.5]": 179.83040364583334, + "MASE[0.5]": 0.17001104809151144, + "MAPE[0.5]": 0.002808540365900069, + "sMAPE[0.5]": 0.0028079838915926816, + "MSIS": 1.282233653286884, + "RMSE[mean]": 254.85594265895705, + "NRMSE[mean]": 0.003975572562347998, + "ND[0.5]": 0.0028052271850181787, + "mean_weighted_sum_quantile_loss": 0.00349257301448667 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64294.0 + ], + "predictions": { + "p50": [ + 64092.609375, + 64113.0234375, + 64130.296875, + 64146.0, + 64155.421875, + 64146.0, + 64149.140625, + 64130.296875, + 64128.7265625, + 64106.7421875, + 64105.171875, + 64081.6171875, + 64084.7578125, + 64076.90625, + 64078.4765625, + 64058.0625, + 64040.7890625, + 64034.5078125, + 64042.359375, + 64007.8125, + 63987.3984375, + 63979.546875, + 63982.6875, + 63941.07421875 + ], + "p10": [ + 63830.3671875, + 63756.171875, + 63691.7890625, + 63644.28515625, + 63604.2421875, + 63553.9921875, + 63511.59375, + 63462.9140625, + 63425.2265625, + 63362.4140625, + 63320.015625, + 63279.1875, + 63254.0625, + 63219.515625, + 63203.8125, + 63147.28125, + 63144.140625, + 63115.875, + 63106.453125, + 63065.625, + 63031.078125, + 63018.515625, + 63012.234375, + 62980.828125 + ], + "p90": [ + 64343.859375, + 64434.9375, + 64500.890625, + 64554.28125, + 64585.6875, + 64598.25, + 64661.0625, + 64661.0625, + 64679.90625, + 64679.90625, + 64698.75, + 64711.3125, + 64717.59375, + 64736.4375, + 64755.28125, + 64761.5625, + 64761.5625, + 64780.40625, + 64799.25, + 64780.40625, + 64767.84375, + 64761.5625, + 64792.96875, + 64767.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_081834.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_081834.json new file mode 100644 index 0000000000000000000000000000000000000000..c05ad9c65a8ee9bdf495b26f504949410a714f53 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_081834.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T08:18:34.503797+00:00", + "metrics": { + "MSE[mean]": 75407.80596605937, + "MSE[0.5]": 62454.03497632345, + "MAE[0.5]": 194.32275390625, + "MASE[0.5]": 0.18371206642395746, + "MAPE[0.5]": 0.0030357907010902852, + "sMAPE[0.5]": 0.0030338761386067667, + "MSIS": 4.722278984314173, + "RMSE[mean]": 274.60481781290616, + "NRMSE[mean]": 0.004283641055396014, + "ND[0.5]": 0.0030312976052647616, + "mean_weighted_sum_quantile_loss": 0.0029017823975337224 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64294.0 + ], + "predictions": { + "p50": [ + 64031.140625, + 64044.4453125, + 64049.05859375, + 64052.21484375, + 64068.1953125, + 64063.76953125, + 64048.94921875, + 64045.171875, + 64060.71875, + 64088.06640625, + 64076.7890625, + 64095.875, + 64093.95703125, + 64072.67578125, + 64098.0703125, + 64094.60546875, + 64103.515625, + 64128.890625, + 64138.5625, + 64161.65625, + 64136.4140625, + 64146.78515625, + 64145.61328125, + 64167.640625 + ], + "p10": [ + 64059.95703125, + 64102.04296875, + 64128.21875, + 64130.75390625, + 64131.08984375, + 64124.171875, + 64128.390625, + 64146.09765625, + 64132.2890625, + 64159.4140625, + 64150.5078125, + 64142.60546875, + 64134.3203125, + 64148.671875, + 64169.5078125, + 64182.5, + 64171.3125, + 64219.75390625, + 64219.88671875, + 64212.83203125, + 64220.45703125, + 64265.15625, + 64213.734375, + 64201.1171875 + ], + "p90": [ + 64284.65234375, + 64354.6796875, + 64391.80078125, + 64406.58984375, + 64430.234375, + 64442.7109375, + 64459.6328125, + 64468.109375, + 64498.10546875, + 64548.5, + 64551.234375, + 64574.28125, + 64587.77734375, + 64593.76953125, + 64622.4375, + 64646.66015625, + 64658.04296875, + 64676.8515625, + 64698.05078125, + 64689.4921875, + 64678.0234375, + 64708.02734375, + 64692.515625, + 64691.6328125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_081949.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_081949.json new file mode 100644 index 0000000000000000000000000000000000000000..94e60c82a886fa68c57e109e4bee18e152e49065 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_081949.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T08:19:49.760214+00:00", + "metrics": { + "MSE[mean]": 109508.30702908833, + "MSE[0.5]": 109508.30702908833, + "MAE[0.5]": 237.88362630208334, + "MASE[0.5]": 0.22489436608882174, + "MAPE[0.5]": 0.0037222551334097713, + "sMAPE[0.5]": 0.003710410764707878, + "MSIS": 1.6199102611842695, + "RMSE[mean]": 330.92039379447186, + "NRMSE[mean]": 0.005162124234439388, + "ND[0.5]": 0.0037108164239432902, + "mean_weighted_sum_quantile_loss": 0.0037048251850046376 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64294.0 + ], + "predictions": { + "p50": [ + 64063.28125, + 64099.48828125, + 64140.84375, + 64175.0703125, + 64196.34375, + 64220.2421875, + 64235.8828125, + 64246.0859375, + 64257.0390625, + 64263.6953125, + 64277.96875, + 64293.3203125, + 64307.10546875, + 64321.5390625, + 64338.296875, + 64347.46875, + 64354.3046875, + 64364.9140625, + 64372.0078125, + 64373.64453125, + 64378.140625, + 64384.55078125, + 64390.09375, + 64390.875 + ], + "p10": [ + 63851.63671875, + 63766.4296875, + 63717.10546875, + 63697.4140625, + 63676.20703125, + 63664.23828125, + 63638.55859375, + 63609.66796875, + 63589.9453125, + 63556.1171875, + 63521.84375, + 63496.19140625, + 63479.6015625, + 63478.171875, + 63467.6796875, + 63449.359375, + 63427.640625, + 63416.2890625, + 63406.83984375, + 63387.2265625, + 63373.78125, + 63361.08203125, + 63345.9453125, + 63325.87109375 + ], + "p90": [ + 64283.7890625, + 64406.703125, + 64509.25, + 64595.51171875, + 64656.94140625, + 64725.56640625, + 64784.37890625, + 64831.4921875, + 64872.640625, + 64908.625, + 64949.6953125, + 64988.25, + 65017.5390625, + 65061.62109375, + 65114.52734375, + 65141.77734375, + 65174.265625, + 65235.4921875, + 65286.3125, + 65330.140625, + 65370.984375, + 65414.06640625, + 65455.4140625, + 65485.5234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_081922.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_081922.json new file mode 100644 index 0000000000000000000000000000000000000000..ceda8d25ba4b9000db93465fb4758fba316e3239 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_081922.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T08:19:22.806058+00:00", + "metrics": { + "MSE[mean]": 64395.657357533775, + "MSE[0.5]": 64395.657357533775, + "MAE[0.5]": 168.63444010416666, + "MASE[0.5]": 0.15942642248025038, + "MAPE[0.5]": 0.002637646541366915, + "sMAPE[0.5]": 0.0026330338301183264, + "MSIS": 1.3904452473202993, + "RMSE[mean]": 253.76299446044882, + "NRMSE[mean]": 0.003958523342994022, + "ND[0.5]": 0.002630578067556314, + "mean_weighted_sum_quantile_loss": 0.003141881687305488 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00" + ], + "context": [ + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0 + ], + "actual": [ + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64294.0 + ], + "predictions": { + "p50": [ + 64089.44140625, + 64124.39453125, + 64144.28125, + 64149.2109375, + 64152.23828125, + 64154.26171875, + 64160.05859375, + 64161.8828125, + 64163.5390625, + 64164.44140625, + 64165.58984375, + 64171.2109375, + 64160.49609375, + 64161.859375, + 64164.6171875, + 64163.23046875, + 64163.3828125, + 64156.14453125, + 64157.9921875, + 64150.15625, + 64149.05859375, + 64146.09375, + 64144.44140625, + 64144.58203125 + ], + "p10": [ + 63865.99609375, + 63836.4296875, + 63800.5859375, + 63768.40625, + 63736.046875, + 63694.4140625, + 63661.46875, + 63632.31640625, + 63605.28515625, + 63574.32421875, + 63542.4296875, + 63520.6640625, + 63479.19140625, + 63448.859375, + 63425.4140625, + 63406.31640625, + 63375.88671875, + 63337.98828125, + 63316.953125, + 63279.59375, + 63255.66796875, + 63224.921875, + 63193.46875, + 63163.06640625 + ], + "p90": [ + 64323.61328125, + 64428.7109375, + 64505.9921875, + 64546.6171875, + 64584.015625, + 64628.03515625, + 64660.48828125, + 64680.3671875, + 64713.65234375, + 64741.55078125, + 64771.33203125, + 64804.2265625, + 64816.24609375, + 64848.10546875, + 64885.5546875, + 64901.3828125, + 64928.0703125, + 64940.30078125, + 64972.2265625, + 64989.0546875, + 65013.7734375, + 65045.80078125, + 65074.94140625, + 65102.6875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_082115.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_082115.json new file mode 100644 index 0000000000000000000000000000000000000000..2e800dceb2464073ebf1510fc0bcfa90e816b1d6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_082115.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T08:21:15.493788+00:00", + "metrics": { + "MSE[mean]": 932.5564608963573, + "MSE[0.5]": 360.9472713001125, + "MAE[0.5]": 18.906986504982797, + "MASE[0.5]": 0.44270017182398735, + "MAPE[0.5]": 0.008262987848823884, + "sMAPE[0.5]": 0.008273708990772803, + "MSIS": 5.053585420241461, + "RMSE[mean]": 30.537787426340458, + "NRMSE[mean]": 0.013335278352113736, + "ND[0.5]": 0.008256325984708645, + "mean_weighted_sum_quantile_loss": 0.0072445044043219714 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2282.937972390974, + 2281.9754008898635, + 2282.1527199483025, + 2282.126536470925, + 2282.1338834115604, + 2282.115492976239, + 2282.132811506834, + 2282.1263328801697, + 2282.1263437747207, + 2282.1327182427285, + 2282.134606729051, + 2282.126419791114, + 2282.132718595053, + 2282.1295848959544, + 2282.0981598766907, + 2282.12958489645, + 2282.132672173758, + 2282.1211665852784, + 2282.1264976191856, + 2282.132672173754, + 2282.132765011092, + 2282.098378551369, + 2282.1264976191856, + 2282.115991180668 + ], + "p10": [ + 2261.4426148335783, + 2254.980879333862, + 2260.673727338956, + 2255.135744632483, + 2262.7619219068956, + 2256.169427955278, + 2262.736944733023, + 2256.1696561584317, + 2256.06819207879, + 2256.169664918458, + 2260.2346622256605, + 2256.169665254729, + 2260.2346621597767, + 2260.234662156631, + 2256.1696652682535, + 2258.5056875274886, + 2260.4267704493323, + 2262.486476845133, + 2258.5056875275086, + 2260.2346621571464, + 2255.154915526227, + 2262.009559560653, + 2260.42852533109, + 2256.1696652681526 + ], + "p90": [ + 2299.030070356288, + 2292.9191905974462, + 2298.239642509005, + 2304.073940707772, + 2304.081334067076, + 2282.260263293472, + 2293.0802845133067, + 2304.080113719549, + 2282.2605023911765, + 2283.744595017001, + 2298.208089214496, + 2293.080238004141, + 2292.5193015407576, + 2298.795292513795, + 2282.2605006064473, + 2282.4086504688157, + 2298.795292514314, + 2293.0802380175637, + 2282.3685418526716, + 2293.088180298913, + 2292.5193015381274, + 2282.2605006063463, + 2304.08012282927, + 2298.208089145982 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_081809.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_081809.json new file mode 100644 index 0000000000000000000000000000000000000000..37120f69e402fbf634c3b50f950fe0bea114e714 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_081809.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T08:18:09.121629+00:00", + "metrics": { + "MSE[mean]": 303.96001752465963, + "MSE[0.5]": 303.96001752465963, + "MAE[0.5]": 9.816497802734375, + "MASE[0.5]": 0.22984970464939022, + "MAPE[0.5]": 0.0043348061538467314, + "sMAPE[0.5]": 0.004305559116981417, + "MSIS": 1.5252131764481707, + "RMSE[mean]": 17.43444916034515, + "NRMSE[mean]": 0.0076132965765699345, + "ND[0.5]": 0.0042866802632027835, + "mean_weighted_sum_quantile_loss": 0.0040946060913619 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2303.20068359375, + 2302.541259765625, + 2302.064697265625, + 2301.09228515625, + 2300.333740234375, + 2300.984375, + 2300.92431640625, + 2300.82958984375, + 2301.506591796875, + 2300.4921875, + 2301.230712890625, + 2301.43212890625, + 2301.298828125, + 2300.988037109375, + 2300.059814453125, + 2299.895751953125, + 2296.322998046875, + 2295.386962890625, + 2295.331298828125, + 2294.282470703125, + 2294.671142578125, + 2294.521484375, + 2294.74072265625, + 2294.67529296875 + ], + "p10": [ + 2292.86474609375, + 2290.22802734375, + 2288.6591796875, + 2287.462890625, + 2284.40869140625, + 2282.60009765625, + 2282.1142578125, + 2280.24365234375, + 2280.16748046875, + 2279.16796875, + 2277.143798828125, + 2276.464599609375, + 2275.7802734375, + 2272.731201171875, + 2271.801025390625, + 2270.242919921875, + 2262.50439453125, + 2260.836669921875, + 2260.565673828125, + 2258.83642578125, + 2257.50439453125, + 2254.89697265625, + 2254.48583984375, + 2253.8369140625 + ], + "p90": [ + 2312.229248046875, + 2314.251708984375, + 2315.479248046875, + 2317.025634765625, + 2316.757080078125, + 2321.219970703125, + 2323.156494140625, + 2327.568359375, + 2332.99072265625, + 2331.433837890625, + 2336.539794921875, + 2337.83935546875, + 2339.474365234375, + 2342.9482421875, + 2343.369140625, + 2344.581787109375, + 2349.47021484375, + 2351.1103515625, + 2352.756591796875, + 2353.28515625, + 2354.90283203125, + 2357.8095703125, + 2359.637451171875, + 2360.427490234375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_082115.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_082115.json new file mode 100644 index 0000000000000000000000000000000000000000..e7452342eb5aa644f3bebb8d8e24fb8e2ddfe783 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_082115.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T08:21:15.585629+00:00", + "metrics": { + "MSE[mean]": 300.28660246022065, + "MSE[0.5]": 280.2445679460258, + "MAE[0.5]": 12.804769985489733, + "MASE[0.5]": 0.29981900453829613, + "MAPE[0.5]": 0.005575421944327981, + "sMAPE[0.5]": 0.005601672238295278, + "MSIS": 11.398748733115028, + "RMSE[mean]": 17.328779601005394, + "NRMSE[mean]": 0.007567152664194495, + "ND[0.5]": 0.005591602613750975, + "mean_weighted_sum_quantile_loss": 0.005627096977738224 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2305.6861598220617, + 2303.30391126512, + 2300.921662708178, + 2298.539414151236, + 2296.157165594294, + 2293.774917037352, + 2291.39266848041, + 2289.0104199234684, + 2286.628171366526, + 2284.2459228095845, + 2281.8636742526423, + 2279.4814256957006, + 2277.0991771387585, + 2274.716928581817, + 2272.3346800248746, + 2269.952431467933, + 2267.5701829109908, + 2265.187934354049, + 2262.805685797107, + 2260.423437240165, + 2258.041188683223, + 2255.6589401262813, + 2253.276691569339, + 2250.8944430123975 + ], + "p10": [ + 2255.6861598220617, + 2298.30391126512, + 2250.921662708178, + 2248.539414151236, + 2246.157165594294, + 2243.774917037352, + 2291.39266848041, + 2239.0104199234684, + 2236.628171366526, + 2234.2459228095845, + 2231.8636742526423, + 2229.4814256957006, + 2277.0991771387585, + 2224.716928581817, + 2272.3346800248746, + 2269.952431467933, + 2267.5701829109908, + 2265.187934354049, + 2262.805685797107, + 2210.423437240165, + 2208.041188683223, + 2255.6589401262813, + 2203.276691569339, + 2250.8944430123975 + ], + "p90": [ + 2310.686159822061, + 2303.30391126512, + 2300.921662708178, + 2298.539414151236, + 2346.157165594294, + 2293.774917037352, + 2291.39266848041, + 2339.0104199234684, + 2286.628171366526, + 2284.2459228095845, + 2281.8636742526423, + 2329.4814256957006, + 2277.0991771387585, + 2274.716928581817, + 2272.3346800248746, + 2269.952431467933, + 2317.5701829109908, + 2265.187934354049, + 2262.805685797107, + 2260.423437240165, + 2258.041188683223, + 2255.6589401262813, + 2253.276691569339, + 2300.8944430123975 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_082046.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_082046.json new file mode 100644 index 0000000000000000000000000000000000000000..d9c5acf2aa3b429d00bf54d36fc2bbf27e1d6385 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_082046.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T08:20:46.391083+00:00", + "metrics": { + "MSE[mean]": 1157.1932845587532, + "MSE[0.5]": 567.6000678601364, + "MAE[0.5]": 13.438730875651041, + "MASE[0.5]": 0.31466296684451217, + "MAPE[0.5]": 0.00593401425615922, + "sMAPE[0.5]": 0.005879121902875738, + "MSIS": 3.887541682545731, + "RMSE[mean]": 34.01754377609814, + "NRMSE[mean]": 0.014854822609649841, + "ND[0.5]": 0.005868441430415302, + "mean_weighted_sum_quantile_loss": 0.004705658872093215 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2297.7135009765625, + 2298.3427734375, + 2298.878173828125, + 2299.05322265625, + 2300.1025390625, + 2299.8172607421875, + 2299.8924560546875, + 2300.032958984375, + 2300.7860107421875, + 2300.3193359375, + 2302.0089111328125, + 2301.96533203125, + 2302.7054443359375, + 2303.7242431640625, + 2303.3817138671875, + 2304.0908203125, + 2304.011474609375, + 2307.589111328125, + 2306.732421875, + 2304.9053955078125, + 2308.8193359375, + 2307.2012939453125, + 2309.6397705078125, + 2311.8133544921875 + ], + "p10": [ + 2295.6932373046875, + 2294.9617919921875, + 2294.6749267578125, + 2292.53125, + 2292.779541015625, + 2292.1234130859375, + 2291.899169921875, + 2289.6771240234375, + 2290.632080078125, + 2286.76220703125, + 2289.247314453125, + 2286.7691650390625, + 2283.8427734375, + 2283.599853515625, + 2279.694091796875, + 2274.576904296875, + 2273.8656005859375, + 2281.2496337890625, + 2270.035888671875, + 2269.7596435546875, + 2274.7601318359375, + 2271.77587890625, + 2271.410888671875, + 2273.221923828125 + ], + "p90": [ + 2299.43017578125, + 2302.0885009765625, + 2302.6268310546875, + 2305.3153076171875, + 2305.91064453125, + 2307.543212890625, + 2307.9708251953125, + 2317.215576171875, + 2312.8243408203125, + 2312.8868408203125, + 2317.4981689453125, + 2315.7366943359375, + 2324.773681640625, + 2330.232421875, + 2333.3221435546875, + 2336.074462890625, + 2338.854736328125, + 2339.7598876953125, + 2342.0206298828125, + 2354.7581787109375, + 2360.6422119140625, + 2367.8427734375, + 2399.05224609375, + 2370.30078125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_082115.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_082115.json new file mode 100644 index 0000000000000000000000000000000000000000..9a28d43db930df36cea67ee522cc2310543fda7a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_082115.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T08:21:15.640132+00:00", + "metrics": { + "MSE[mean]": 2774.968824542979, + "MSE[0.5]": 2864.000942597752, + "MAE[0.5]": 50.635964912281, + "MASE[0.5]": 1.1856225930680429, + "MAPE[0.5]": 0.022170765746609825, + "sMAPE[0.5]": 0.021898393513530512, + "MSIS": 22.765254313513253, + "RMSE[mean]": 52.677972859089586, + "NRMSE[mean]": 0.023003481597855716, + "ND[0.5]": 0.022111775070865064, + "mean_weighted_sum_quantile_loss": 0.02006586040955546 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281 + ], + "p10": [ + 2290.635964912281, + 2335.635964912281, + 2290.635964912281, + 2290.635964912281, + 2290.635964912281, + 2290.635964912281, + 2340.635964912281, + 2290.635964912281, + 2290.635964912281, + 2290.635964912281, + 2290.635964912281, + 2290.635964912281, + 2340.635964912281, + 2290.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2290.635964912281, + 2290.635964912281, + 2340.635964912281, + 2290.635964912281, + 2340.635964912281 + ], + "p90": [ + 2345.6359649122805, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2390.635964912281, + 2340.635964912281, + 2340.635964912281, + 2390.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2390.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2390.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2340.635964912281, + 2390.635964912281 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_082115.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_082115.json new file mode 100644 index 0000000000000000000000000000000000000000..4ee1f19b80fb8a2b4042115bfd658ab7bb4cbdfa --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_082115.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T08:21:15.675081+00:00", + "metrics": { + "MSE[mean]": 2545.8333333333335, + "MSE[0.5]": 2545.8333333333335, + "MAE[0.5]": 49.583333333333336, + "MASE[0.5]": 1.1609756097560975, + "MAPE[0.5]": 0.021650955495703478, + "sMAPE[0.5]": 0.02141090106602078, + "MSIS": 4.047804872163215, + "RMSE[mean]": 50.456251677402015, + "NRMSE[mean]": 0.022033297675721403, + "ND[0.5]": 0.021652110625909753, + "mean_weighted_sum_quantile_loss": 0.014962396894711278 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "p10": [ + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0 + ], + "p90": [ + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_082113.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_082113.json new file mode 100644 index 0000000000000000000000000000000000000000..7ff9de5b00abef32ddd6455e40af198279c2d2f1 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_082113.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T08:21:13.224007+00:00", + "metrics": { + "MSE[mean]": 2133.058055996895, + "MSE[0.5]": 2133.058055996895, + "MAE[0.5]": 36.8570556640625, + "MASE[0.5]": 0.8629944740853658, + "MAPE[0.5]": 0.016182094494226546, + "sMAPE[0.5]": 0.01597804666171554, + "MSIS": 11.496452934451218, + "RMSE[mean]": 46.18504147445247, + "NRMSE[mean]": 0.020168140381856974, + "ND[0.5]": 0.016094784132778383, + "mean_weighted_sum_quantile_loss": 0.011500036247953057 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2305.072265625, + 2306.052734375, + 2306.54296875, + 2308.994140625, + 2310.955078125, + 2311.935546875, + 2314.876953125, + 2317.818359375, + 2321.25, + 2323.4560546875, + 2325.4169921875, + 2328.11328125, + 2330.8095703125, + 2333.2607421875, + 2334.7314453125, + 2337.91796875, + 2337.1826171875, + 2339.6337890625, + 2339.87890625, + 2340.6142578125, + 2341.5947265625, + 2342.330078125, + 2343.0654296875, + 2343.0654296875 + ], + "p10": [ + 2300.169921875, + 2300.66015625, + 2299.6796875, + 2299.6796875, + 2299.189453125, + 2300.169921875, + 2300.169921875, + 2299.189453125, + 2299.189453125, + 2299.6796875, + 2298.69921875, + 2298.69921875, + 2299.6796875, + 2300.169921875, + 2298.208984375, + 2300.169921875, + 2295.267578125, + 2298.69921875, + 2298.69921875, + 2299.6796875, + 2301.150390625, + 2301.150390625, + 2301.640625, + 2302.130859375 + ], + "p90": [ + 2326.8876953125, + 2343.310546875, + 2357.037109375, + 2368.68017578125, + 2375.666015625, + 2377.35107421875, + 2380.69091796875, + 2383.29541015625, + 2385.99169921875, + 2385.754150390625, + 2386.61962890625, + 2386.8955078125, + 2386.6962890625, + 2385.25634765625, + 2385.976318359375, + 2387.615478515625, + 2390.771484375, + 2392.027587890625, + 2391.47607421875, + 2391.23095703125, + 2391.26171875, + 2392.0888671875, + 2392.5791015625, + 2392.0888671875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_081848.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_081848.json new file mode 100644 index 0000000000000000000000000000000000000000..098eec2f5dd6a2e4a47916cf1e98af04cf1623e0 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_081848.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T08:18:48.081794+00:00", + "metrics": { + "MSE[mean]": 374.34226889908314, + "MSE[0.5]": 254.34291165322065, + "MAE[0.5]": 10.453786214192709, + "MASE[0.5]": 0.24477157964939023, + "MAPE[0.5]": 0.004604937876434345, + "sMAPE[0.5]": 0.004582570519498529, + "MSIS": 16.52071670160061, + "RMSE[mean]": 19.34792673386694, + "NRMSE[mean]": 0.008448876302998664, + "ND[0.5]": 0.004564972145935681, + "mean_weighted_sum_quantile_loss": 0.00686491868612779 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2300.603515625, + 2299.651611328125, + 2298.82470703125, + 2296.239501953125, + 2297.471923828125, + 2297.698974609375, + 2297.54541015625, + 2297.2138671875, + 2294.13818359375, + 2297.8486328125, + 2295.365478515625, + 2295.78857421875, + 2295.42822265625, + 2296.535888671875, + 2295.459716796875, + 2295.0302734375, + 2293.071533203125, + 2292.9462890625, + 2292.30322265625, + 2291.37451171875, + 2292.828369140625, + 2290.1796875, + 2290.462890625, + 2289.3974609375 + ], + "p10": [ + 2303.8056640625, + 2304.494873046875, + 2302.667724609375, + 2303.002685546875, + 2306.81201171875, + 2307.456787109375, + 2309.110107421875, + 2306.709228515625, + 2308.951904296875, + 2305.06201171875, + 2306.873291015625, + 2313.152587890625, + 2309.154541015625, + 2308.703369140625, + 2308.333740234375, + 2305.434814453125, + 2310.003173828125, + 2311.76123046875, + 2307.82177734375, + 2308.9462890625, + 2306.313720703125, + 2306.133544921875, + 2307.9716796875, + 2306.311279296875 + ], + "p90": [ + 2305.33642578125, + 2307.13720703125, + 2310.1123046875, + 2311.551025390625, + 2315.651611328125, + 2317.50830078125, + 2317.403076171875, + 2319.072998046875, + 2318.777587890625, + 2322.554443359375, + 2323.243408203125, + 2321.09716796875, + 2324.337890625, + 2325.6044921875, + 2324.421630859375, + 2325.31103515625, + 2323.913818359375, + 2325.320068359375, + 2326.157470703125, + 2328.961669921875, + 2330.01806640625, + 2329.426513671875, + 2328.024658203125, + 2328.25830078125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_082008.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_082008.json new file mode 100644 index 0000000000000000000000000000000000000000..289e6c54e1c96d5baa3c16d0abbcd0af68817a14 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_082008.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T08:20:08.566795+00:00", + "metrics": { + "MSE[mean]": 523.4890477731824, + "MSE[0.5]": 523.4890477731824, + "MAE[0.5]": 13.283152262369791, + "MASE[0.5]": 0.3110201505335366, + "MAPE[0.5]": 0.0058625972914637635, + "sMAPE[0.5]": 0.005811881970555289, + "MSIS": 9.973224561737805, + "RMSE[mean]": 22.879883036702402, + "NRMSE[mean]": 0.009991215299870045, + "ND[0.5]": 0.00580050317134052, + "mean_weighted_sum_quantile_loss": 0.006791028536852558 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2300.351806640625, + 2300.4404296875, + 2300.618408203125, + 2300.6416015625, + 2300.78125, + 2300.863525390625, + 2300.984130859375, + 2301.059814453125, + 2300.917236328125, + 2301.71923828125, + 2303.10107421875, + 2303.59521484375, + 2303.494140625, + 2304.195556640625, + 2305.418212890625, + 2305.798828125, + 2306.101806640625, + 2306.3994140625, + 2306.455078125, + 2306.00146484375, + 2305.44189453125, + 2305.140869140625, + 2304.67822265625, + 2304.596435546875 + ], + "p10": [ + 2299.023681640625, + 2299.220947265625, + 2299.12109375, + 2298.8173828125, + 2298.9677734375, + 2298.600830078125, + 2298.714599609375, + 2298.304443359375, + 2297.974365234375, + 2297.53857421875, + 2296.93310546875, + 2297.05859375, + 2296.955322265625, + 2296.909912109375, + 2296.8564453125, + 2296.77001953125, + 2296.34912109375, + 2296.155517578125, + 2296.40087890625, + 2295.753173828125, + 2295.26513671875, + 2295.413330078125, + 2295.064697265625, + 2294.2490234375 + ], + "p90": [ + 2308.77978515625, + 2328.06591796875, + 2345.027099609375, + 2354.465087890625, + 2360.95361328125, + 2364.112060546875, + 2367.040283203125, + 2367.992431640625, + 2369.3779296875, + 2371.362548828125, + 2373.646484375, + 2375.603515625, + 2378.162353515625, + 2379.830322265625, + 2380.01513671875, + 2380.9521484375, + 2382.1025390625, + 2383.39453125, + 2383.719970703125, + 2381.607666015625, + 2383.06298828125, + 2383.151123046875, + 2382.8310546875, + 2383.866943359375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_081937.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_081937.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d39736fb0fa44b1b7a5d235f0071171861e3a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_081937.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T08:19:37.554474+00:00", + "metrics": { + "MSE[mean]": 423.3976667349537, + "MSE[0.5]": 423.3976667349537, + "MAE[0.5]": 10.996815999348959, + "MASE[0.5]": 0.25748642339939026, + "MAPE[0.5]": 0.004860329886682678, + "sMAPE[0.5]": 0.004819257494662024, + "MSIS": 1.4299206840701217, + "RMSE[mean]": 20.57662913926753, + "NRMSE[mean]": 0.008985427571732546, + "ND[0.5]": 0.004802103056484261, + "mean_weighted_sum_quantile_loss": 0.003951867042034358 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "actual": [ + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 + ], + "predictions": { + "p50": [ + 2300.9345703125, + 2301.018798828125, + 2301.102783203125, + 2300.981689453125, + 2301.0830078125, + 2301.070068359375, + 2300.7578125, + 2300.89453125, + 2300.863037109375, + 2300.85693359375, + 2300.950927734375, + 2300.859130859375, + 2301.135986328125, + 2301.031005859375, + 2301.078369140625, + 2300.904296875, + 2300.836181640625, + 2300.85009765625, + 2301.203369140625, + 2300.93994140625, + 2300.92626953125, + 2301.13623046875, + 2301.486083984375, + 2301.0224609375 + ], + "p10": [ + 2300.01025390625, + 2299.85302734375, + 2299.8046875, + 2299.8330078125, + 2299.59033203125, + 2299.310546875, + 2298.103515625, + 2295.207275390625, + 2290.566650390625, + 2287.13720703125, + 2283.72607421875, + 2280.138671875, + 2277.77197265625, + 2273.92578125, + 2271.959716796875, + 2268.77001953125, + 2265.8916015625, + 2263.0751953125, + 2261.569580078125, + 2260.15966796875, + 2258.55126953125, + 2256.19091796875, + 2254.153564453125, + 2253.805419921875 + ], + "p90": [ + 2301.709716796875, + 2301.96435546875, + 2311.41943359375, + 2312.117431640625, + 2311.5380859375, + 2332.73583984375, + 2329.006591796875, + 2332.0078125, + 2337.100341796875, + 2338.3388671875, + 2342.396240234375, + 2347.50830078125, + 2349.970703125, + 2349.239013671875, + 2347.353759765625, + 2347.734619140625, + 2350.496337890625, + 2350.146728515625, + 2350.328857421875, + 2349.14990234375, + 2349.561767578125, + 2350.718505859375, + 2350.5341796875, + 2352.1171875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_082115.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_082115.json new file mode 100644 index 0000000000000000000000000000000000000000..0adc2261c77fce56e1ae68e7f1e2b4c2aefe759f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_082115.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T08:21:15.446445+00:00", + "metrics": { + "MSE[mean]": 0.07825705539637108, + "MSE[0.5]": 0.09251371446507442, + "MAE[0.5]": 0.2865730510944936, + "MASE[0.5]": 3.5128329481526115, + "MAPE[0.5]": 0.17737393943940352, + "sMAPE[0.5]": 0.19646617047879064, + "MSIS": 56.891517521872096, + "RMSE[mean]": 0.2797446253216871, + "NRMSE[mean]": 0.17637139721019493, + "ND[0.5]": 0.18067653441492615, + "mean_weighted_sum_quantile_loss": 0.16043571133057796 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" + ], + "context": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3640311890612404, + 1.3222688457467315, + 1.308047145310152, + 1.3005296948861151, + 1.3011047107438218, + 1.2977861490704576, + 1.3019359468189324, + 1.2972060556041394, + 1.2986200120721332, + 1.2972205815173647, + 1.297214298769339, + 1.2970162669343255, + 1.296931303654945, + 1.2997673568970767, + 1.2973178960033285, + 1.2973859890758646, + 1.300536725214417, + 1.2972830441851726, + 1.297246776963568, + 1.3005367150574285, + 1.298593238321315, + 1.2973178202588136, + 1.2972830401803572, + 1.2967962842161493, + 1.2969736964432756, + 1.2973526002077227, + 1.2970559877681007, + 1.2985932381068022, + 1.297095431318016, + 1.30130627366361, + 1.2971726928049745, + 1.2971348748683722, + 1.2969736964389786, + 1.2971348748683682, + 1.297419320903682, + 1.29709543131793, + 1.2973526002061055, + 1.2973178201780402, + 1.2974193209036817, + 1.2972105107415568, + 1.299767155309465, + 1.2972105107415568, + 1.2972830401499749, + 1.2973526002061055, + 1.2972105107415568, + 1.2985932381065735, + 1.2973526002061055, + 1.2973526002061055, + 1.2985932381065735, + 1.2972467754457657, + 1.3051493109907302, + 1.2973178201780402, + 1.2971348748683675, + 1.2973526002061055, + 1.2985932381065735, + 1.2973859605548936, + 1.2970148421032346, + 1.2970559877674923, + 1.2973526002061055, + 1.2972105107415568, + 1.2970559877674923, + 1.3016887382397797, + 1.2973178201780402, + 1.2972830401499749, + 1.2972467754457657, + 1.3013062736635777, + 1.2972105107415568, + 1.2970148421032346, + 1.3005367144865212, + 1.3013062736635777, + 1.2973526002061055, + 1.3013062736635777 + ], + "p10": [ + 1.3092312789197755, + 1.263405591538114, + 1.2518645078036705, + 1.2418276191068882, + 1.2404176270188787, + 1.2396387667575326, + 1.2443747469832114, + 1.237897921309355, + 1.2428012570948785, + 1.2382816914355579, + 1.2385835833395513, + 1.2440898616710947, + 1.238580331248609, + 1.2424108021877036, + 1.2385798711370575, + 1.2391356863580207, + 1.2391356685649457, + 1.238579799346967, + 1.239135659354852, + 1.2439570420398427, + 1.2427744833440606, + 1.2424106006808653, + 1.2385797953421516, + 1.2382716206711781, + 1.2382716206640487, + 1.238271620661367, + 1.2391356578376582, + 1.2439570414691643, + 1.2385797953118554, + 1.2378267405736156, + 1.2385797953117814, + 1.2382716206597546, + 1.2390800715845236, + 1.243957041468936, + 1.2338228197980823, + 1.2305585057243218, + 1.2378267405735832, + 1.2385797953117692, + 1.2385797953117692, + 1.2385797953117692, + 1.2427744831293188, + 1.2427744831293188, + 1.2385489778465673, + 1.2385797953117692, + 1.2391356578370498, + 1.2385797953117692, + 1.23827162065975, + 1.2439570414689354, + 1.2427744831293188, + 1.2378267405735832, + 1.2441855072856498, + 1.2427744831293188, + 1.23827162065975, + 1.233822819798082, + 1.2440884368400038, + 1.2378267405735832, + 1.233822819798082, + 1.23827162065975, + 1.2440884368400038, + 1.233822819798082, + 1.2305585057243218, + 1.2385489778465673, + 1.23827162065975, + 1.242410600600092, + 1.23827162065975, + 1.2427744831293188, + 1.23827162065975, + 1.2385489778465673, + 1.23827162065975, + 1.23827162065975, + 1.23827162065975, + 1.2391356578370498 + ], + "p90": [ + 1.4722724527326805, + 1.4312465397566927, + 1.4109091848432382, + 1.3939834272150544, + 1.4133972745006729, + 1.4004249833567262, + 1.4122489587638776, + 1.4061837496141005, + 1.401604938917789, + 1.3999182910662102, + 1.4061163569061108, + 1.4048894661897324, + 1.4048885772954813, + 1.4061127704659404, + 1.4054518502382851, + 1.412059747587287, + 1.4054517851408928, + 1.4048880453938393, + 1.4048880428764436, + 1.4048880419295489, + 1.401578165166971, + 1.4054517744937702, + 1.4014416235242009, + 1.3999082203018305, + 1.361235589590288, + 1.4120597190679332, + 1.406112568878937, + 1.404944414664306, + 1.4048880413587277, + 1.401441623493851, + 1.4048880413586537, + 1.4120597190663207, + 1.4049444146640788, + 1.4049444146640777, + 1.4120597190663162, + 1.4014552776396596, + 1.3999082202904023, + 1.404944414664077, + 1.4014416234938185, + 1.4061125688783287, + 1.412059719066316, + 1.412059719066316, + 1.4015781649522292, + 1.4019091525928704, + 1.4014416234938185, + 1.4014416234938185, + 1.4061125688783287, + 1.4054517744129968, + 1.4054517744129968, + 1.404944414664077, + 1.404944414664077, + 1.4015781649522292, + 1.404944414664077, + 1.4014552776396596, + 1.4054517744129968, + 1.4014552776396596, + 1.4048880413586415, + 1.4014416234938185, + 1.4054517744129968, + 1.4048880413586415, + 1.4054517744129968, + 1.4048880413586415, + 1.4048880413586415, + 1.3997378421566895, + 1.4054517744129968, + 1.4015781649522292, + 1.412059719066316, + 1.4048880413586415, + 1.4150053002237364, + 1.4054517744129968, + 1.4015781649522292, + 1.404944414664077 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_081802.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_081802.json new file mode 100644 index 0000000000000000000000000000000000000000..b8537aba45d7ba76251be3910576956dc2668a12 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_081802.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T08:18:02.814493+00:00", + "metrics": { + "MSE[mean]": 0.08734157088572243, + "MSE[0.5]": 0.08734157088572243, + "MAE[0.5]": 0.27618477907445693, + "MASE[0.5]": 3.385492767047013, + "MAPE[0.5]": 0.1707127004813393, + "sMAPE[0.5]": 0.18862165545622694, + "MSIS": 50.650353712108895, + "RMSE[mean]": 0.2955360737468819, + "NRMSE[mean]": 0.18632747704379887, + "ND[0.5]": 0.17412701072464418, + "mean_weighted_sum_quantile_loss": 0.1401013017929419 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" + ], + "context": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3921136856079102, + 1.3559037446975708, + 1.3414433002471924, + 1.3334590196609497, + 1.3280789852142334, + 1.3256455659866333, + 1.3245915174484253, + 1.3229776620864868, + 1.320387363433838, + 1.3138407468795776, + 1.308038353919983, + 1.306545615196228, + 1.3049378395080566, + 1.3057194948196411, + 1.3104219436645508, + 1.312909483909607, + 1.311589241027832, + 1.3084708452224731, + 1.3035982847213745, + 1.2966781854629517, + 1.2958375215530396, + 1.3035874366760254, + 1.3166241645812988, + 1.326056718826294, + 1.324487328529358, + 1.3194172382354736, + 1.3186780214309692, + 1.3179644346237183, + 1.3172338008880615, + 1.3152614831924438, + 1.3147902488708496, + 1.3141907453536987, + 1.310333490371704, + 1.3019602298736572, + 1.2973811626434326, + 1.294181227684021, + 1.2932426929473877, + 1.296043872833252, + 1.3024704456329346, + 1.3075248003005981, + 1.30699622631073, + 1.3012601137161255, + 1.2947691679000854, + 1.2880640029907227, + 1.2864222526550293, + 1.2938132286071777, + 1.305414080619812, + 1.3107694387435913, + 1.313928484916687, + 1.3146535158157349, + 1.3149288892745972, + 1.3148713111877441, + 1.3130327463150024, + 1.3132655620574951, + 1.3137141466140747, + 1.3149534463882446, + 1.3115404844284058, + 1.3017022609710693, + 1.2958675622940063, + 1.2951842546463013, + 1.2965587377548218, + 1.2990641593933105, + 1.3040261268615723, + 1.306981086730957, + 1.3042773008346558, + 1.3013533353805542, + 1.2937729358673096, + 1.2838592529296875, + 1.2826865911483765, + 1.2934224605560303, + 1.3096818923950195, + 1.3192439079284668 + ], + "p10": [ + 1.2844691276550293, + 1.2485569715499878, + 1.243271827697754, + 1.2439855337142944, + 1.2427079677581787, + 1.240992546081543, + 1.238032341003418, + 1.2355537414550781, + 1.2308703660964966, + 1.2230287790298462, + 1.2183223962783813, + 1.2128779888153076, + 1.2047626972198486, + 1.2021117210388184, + 1.200797200202942, + 1.2038222551345825, + 1.2028295993804932, + 1.1991100311279297, + 1.1943169832229614, + 1.191953182220459, + 1.1878185272216797, + 1.1907297372817993, + 1.1935889720916748, + 1.2023411989212036, + 1.2160528898239136, + 1.2203395366668701, + 1.2269774675369263, + 1.2257475852966309, + 1.2301623821258545, + 1.2280319929122925, + 1.2257033586502075, + 1.223384976387024, + 1.225622534751892, + 1.2165642976760864, + 1.2099955081939697, + 1.2037934064865112, + 1.1984999179840088, + 1.1972688436508179, + 1.199140191078186, + 1.1976711750030518, + 1.198249101638794, + 1.197205901145935, + 1.1919254064559937, + 1.1900612115859985, + 1.1903564929962158, + 1.1874852180480957, + 1.189834475517273, + 1.1934471130371094, + 1.2011460065841675, + 1.2146588563919067, + 1.215850830078125, + 1.2196272611618042, + 1.2178406715393066, + 1.2185254096984863, + 1.2167274951934814, + 1.2142866849899292, + 1.212543249130249, + 1.2051013708114624, + 1.2011370658874512, + 1.1983054876327515, + 1.1940734386444092, + 1.1941814422607422, + 1.1922657489776611, + 1.192663550376892, + 1.1931196451187134, + 1.1911590099334717, + 1.186496615409851, + 1.1878471374511719, + 1.1828839778900146, + 1.185611605644226, + 1.1901911497116089, + 1.2015230655670166 + ], + "p90": [ + 1.5758916139602661, + 1.5360318422317505, + 1.506815791130066, + 1.4921177625656128, + 1.4809000492095947, + 1.4786008596420288, + 1.483559489250183, + 1.4861642122268677, + 1.491086721420288, + 1.4850643873214722, + 1.4875051975250244, + 1.491564393043518, + 1.500067114830017, + 1.5134336948394775, + 1.5165584087371826, + 1.5215219259262085, + 1.5091067552566528, + 1.5072746276855469, + 1.5003527402877808, + 1.5090844631195068, + 1.5243269205093384, + 1.531517505645752, + 1.5272973775863647, + 1.5401748418807983, + 1.5170830488204956, + 1.4970821142196655, + 1.4830925464630127, + 1.469389796257019, + 1.466592788696289, + 1.4609928131103516, + 1.4636709690093994, + 1.4659191370010376, + 1.4361196756362915, + 1.437785029411316, + 1.4415698051452637, + 1.4494105577468872, + 1.4653253555297852, + 1.4746506214141846, + 1.4826256036758423, + 1.4934126138687134, + 1.4912121295928955, + 1.4894882440567017, + 1.4917861223220825, + 1.487086296081543, + 1.5013067722320557, + 1.5182955265045166, + 1.525297999382019, + 1.5277090072631836, + 1.5133363008499146, + 1.4989396333694458, + 1.4815531969070435, + 1.4859780073165894, + 1.4844900369644165, + 1.4862635135650635, + 1.4935072660446167, + 1.4996137619018555, + 1.495562195777893, + 1.4845901727676392, + 1.4914323091506958, + 1.4917219877243042, + 1.506396770477295, + 1.5137885808944702, + 1.5238012075424194, + 1.528803825378418, + 1.5338828563690186, + 1.52655827999115, + 1.5100764036178589, + 1.5198415517807007, + 1.5346815586090088, + 1.5403040647506714, + 1.5400128364562988, + 1.5485955476760864 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_082115.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_082115.json new file mode 100644 index 0000000000000000000000000000000000000000..5d26d3d6bca942dbd2258518810b2e3bbc6c9ccb --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_082115.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T08:21:15.562341+00:00", + "metrics": { + "MSE[mean]": 0.029773421545800198, + "MSE[0.5]": 0.031359788372396134, + "MAE[0.5]": 0.157342024683282, + "MASE[0.5]": 1.9287097873492083, + "MAPE[0.5]": 0.09644245866338534, + "sMAPE[0.5]": 0.1024788110749815, + "MSIS": 27.283920845399646, + "RMSE[mean]": 0.17254976541798078, + "NRMSE[mean]": 0.10878794607783783, + "ND[0.5]": 0.09919987810797117, + "mean_weighted_sum_quantile_loss": 0.08486794768431717 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" + ], + "context": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3899443186176783, + 1.39108313532211, + 1.3922219520265418, + 1.3933607687309735, + 1.3944995854354052, + 1.3956384021398367, + 1.3967772188442684, + 1.3979160355487001, + 1.3990548522531319, + 1.4001936689575636, + 1.4013324856619953, + 1.402471302366427, + 1.4036101190708588, + 1.4047489357752905, + 1.4058877524797222, + 1.407026569184154, + 1.4081653858885856, + 1.4093042025930171, + 1.4104430192974489, + 1.4115818360018806, + 1.4127206527063123, + 1.413859469410744, + 1.4149982861151758, + 1.4161371028196075, + 1.4172759195240392, + 1.418414736228471, + 1.4195535529329026, + 1.4206923696373344, + 1.4218311863417659, + 1.4229700030461976, + 1.4241088197506293, + 1.425247636455061, + 1.4263864531594928, + 1.4275252698639245, + 1.4286640865683562, + 1.429802903272788, + 1.4309417199772196, + 1.4320805366816514, + 1.433219353386083, + 1.4343581700905148, + 1.4354969867949463, + 1.436635803499378, + 1.4377746202038098, + 1.4389134369082415, + 1.4400522536126732, + 1.441191070317105, + 1.4423298870215366, + 1.4434687037259684, + 1.4446075204304, + 1.4457463371348318, + 1.4468851538392635, + 1.448023970543695, + 1.4491627872481267, + 1.4503016039525585, + 1.4514404206569902, + 1.452579237361422, + 1.4537180540658536, + 1.4548568707702854, + 1.455995687474717, + 1.4571345041791488, + 1.4582733208835805, + 1.4594121375880122, + 1.460550954292444, + 1.4616897709968755, + 1.4628285877013072, + 1.463967404405739, + 1.4651062211101706, + 1.4662450378146024, + 1.467383854519034, + 1.4685226712234658, + 1.4696614879278975, + 1.4708003046323292 + ], + "p10": [ + 1.2899442947758204, + 1.2910831114802521, + 1.2922219281846838, + 1.2933607448891156, + 1.2944995615935473, + 1.2956383782979788, + 1.2967771950024105, + 1.2979160117068422, + 1.299054828411274, + 1.3001936451157057, + 1.3013324618201374, + 1.3024713977338587, + 1.3036100952290008, + 1.3047489119334326, + 1.3058877286378643, + 1.307026545342296, + 1.3081653620467277, + 1.3093041787511592, + 1.310442995455591, + 1.3115818121600227, + 1.3127206288644544, + 1.3138594455688861, + 1.3149982622733178, + 1.3161370789777496, + 1.3172758956821813, + 1.3184148315959026, + 1.3195535290910447, + 1.3206923457954765, + 1.321831162499908, + 1.3229699792043397, + 1.3241087959087714, + 1.3252476126132031, + 1.3263864293176348, + 1.3275252460220666, + 1.3286640627264983, + 1.32980287943093, + 1.3309416961353617, + 1.3320805128397935, + 1.3332193295442252, + 1.334358146248657, + 1.3354969629530884, + 1.3366357796575201, + 1.3377745963619518, + 1.3389134130663836, + 1.3400522297708153, + 1.341191046475247, + 1.3423298631796787, + 1.3434686798841105, + 1.3446074965885422, + 1.345746313292974, + 1.3468851299974056, + 1.3480239467018371, + 1.3491627634062688, + 1.3503015801107006, + 1.3514403968151323, + 1.352579213519564, + 1.3537180302239957, + 1.3548568469284274, + 1.3559956636328592, + 1.357134480337291, + 1.3582732970417226, + 1.3594121137461543, + 1.360550930450586, + 1.3616897471550176, + 1.3628285638594493, + 1.363967380563881, + 1.3651061972683127, + 1.3662450139727444, + 1.3673838306771762, + 1.368522647381608, + 1.3696615832953292, + 1.3708002807904713 + ], + "p90": [ + 1.4899443424595362, + 1.491083159163968, + 1.4922219758683997, + 1.4933607925728314, + 1.494499609277263, + 1.4956384259816946, + 1.4967772426861263, + 1.497916059390558, + 1.4990548760949898, + 1.5001936927994215, + 1.5013325095038532, + 1.502471326208285, + 1.5036101429127167, + 1.5047489596171484, + 1.50588777632158, + 1.5070265930260118, + 1.5081654097304436, + 1.509304226434875, + 1.5104430431393068, + 1.5115818598437385, + 1.5127206765481702, + 1.513859493252602, + 1.5149983099570337, + 1.5161371266614654, + 1.517275943365897, + 1.5184147600703288, + 1.5195535767747606, + 1.5206923934791923, + 1.5218312101836238, + 1.5229700268880555, + 1.5241088435924872, + 1.525247660296919, + 1.5263864770013507, + 1.5275252937057824, + 1.528664110410214, + 1.5298029271146458, + 1.5309417438190775, + 1.5320805605235093, + 1.533219377227941, + 1.5343581939323727, + 1.5354970106368042, + 1.536635827341236, + 1.5377746440456677, + 1.5389134607500994, + 1.540052277454531, + 1.5411910941589628, + 1.5423299108633945, + 1.5434687275678263, + 1.544607544272258, + 1.5457463609766897, + 1.5468851776811214, + 1.548023994385553, + 1.5491628110899847, + 1.5503016277944164, + 1.551440444498848, + 1.5525792612032798, + 1.5537180779077115, + 1.5548568946121433, + 1.555995711316575, + 1.5571345280210067, + 1.5582733447254384, + 1.5594121614298702, + 1.5605509781343019, + 1.5616897948387334, + 1.562828611543165, + 1.5639674282475968, + 1.5651062449520285, + 1.5662450616564603, + 1.567383878360892, + 1.5685226950653237, + 1.5696615117697554, + 1.5708003284741872 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_082041.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_082041.json new file mode 100644 index 0000000000000000000000000000000000000000..50c3559f6b2e08014943e9f9aef8f26365b70911 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_082041.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T08:20:41.364898+00:00", + "metrics": { + "MSE[mean]": 0.0891524506932859, + "MSE[0.5]": 0.0881409659674745, + "MAE[0.5]": 0.2792416877216763, + "MASE[0.5]": 3.422964571790802, + "MAPE[0.5]": 0.17278045352393243, + "sMAPE[0.5]": 0.19090682198921285, + "MSIS": 69.71596857624247, + "RMSE[mean]": 0.2985840764228493, + "NRMSE[mean]": 0.18824916004322237, + "ND[0.5]": 0.1760543086973363, + "mean_weighted_sum_quantile_loss": 0.1547283217017354 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" + ], + "context": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3125714659690857, + 1.3121039867401123, + 1.3155295252799988, + 1.3235771656036377, + 1.3146917819976807, + 1.3013932704925537, + 1.3093239068984985, + 1.3164308667182922, + 1.3128846883773804, + 1.3114713430404663, + 1.3043460249900818, + 1.3124367594718933, + 1.3021075129508972, + 1.2904576659202576, + 1.3191311955451965, + 1.2995334267616272, + 1.3023696541786194, + 1.321492075920105, + 1.2966115474700928, + 1.3057222962379456, + 1.312012791633606, + 1.303176760673523, + 1.306788444519043, + 1.3186179995536804, + 1.3038069009780884, + 1.311224102973938, + 1.3154507875442505, + 1.306131362915039, + 1.3022003173828125, + 1.3049371242523193, + 1.3040660619735718, + 1.3062200546264648, + 1.3022664785385132, + 1.308057188987732, + 1.3125993609428406, + 1.3259554505348206, + 1.3140218257904053, + 1.3083823919296265, + 1.3010623455047607, + 1.2998868227005005, + 1.316893756389618, + 1.3046647906303406, + 1.3076481223106384, + 1.2996753454208374, + 1.3042062520980835, + 1.313632607460022, + 1.2978641390800476, + 1.2979574799537659, + 1.304160714149475, + 1.3089699149131775, + 1.306631326675415, + 1.3069300651550293, + 1.3085129261016846, + 1.290686309337616, + 1.3003849387168884, + 1.318720817565918, + 1.2978551387786865, + 1.3173701167106628, + 1.314200222492218, + 1.3095958232879639, + 1.2952531576156616, + 1.3076840043067932, + 1.3193811774253845, + 1.2997778058052063, + 1.2952619791030884, + 1.3157066106796265, + 1.2957690954208374, + 1.3038247227668762, + 1.3292471766471863, + 1.3138175010681152, + 1.2942665219306946, + 1.3281347155570984 + ], + "p10": [ + 1.210103452205658, + 1.1952122449874878, + 1.1887155771255493, + 1.1658259630203247, + 1.1789483428001404, + 1.1514328122138977, + 1.143278419971466, + 1.1940187811851501, + 1.1777443289756775, + 1.179257094860077, + 1.1599462628364563, + 1.157650887966156, + 1.1964396834373474, + 1.1559813618659973, + 1.1615649461746216, + 1.1552634835243225, + 1.1721108555793762, + 1.1872591972351074, + 1.1901766657829285, + 1.146571695804596, + 1.1891295313835144, + 1.157587707042694, + 1.148391306400299, + 1.1567984223365784, + 1.1645016074180603, + 1.1403706669807434, + 1.1767770051956177, + 1.1618479490280151, + 1.1868611574172974, + 1.17923504114151, + 1.1473138332366943, + 1.140989601612091, + 1.140507698059082, + 1.1203632354736328, + 1.2014952898025513, + 1.1554523706436157, + 1.151654839515686, + 1.1546055674552917, + 1.1695355772972107, + 1.1432387828826904, + 1.1888630986213684, + 1.148025095462799, + 1.1604971289634705, + 1.155362844467163, + 1.097831130027771, + 1.197137475013733, + 1.141038954257965, + 1.0743792653083801, + 1.1321097016334534, + 1.1405762434005737, + 1.140701949596405, + 1.1207040548324585, + 1.1401029229164124, + 1.1526842713356018, + 1.1269627809524536, + 1.1395074725151062, + 1.1567732095718384, + 1.1770809292793274, + 1.1602710485458374, + 1.1565671563148499, + 1.1272892355918884, + 1.1253499388694763, + 1.11052668094635, + 1.0778666734695435, + 1.1044525504112244, + 1.11630517244339, + 1.1158553957939148, + 1.083334743976593, + 1.1308457851409912, + 1.1104702353477478, + 1.1028034687042236, + 1.1316339373588562 + ], + "p90": [ + 1.4022570252418518, + 1.453694224357605, + 1.461978554725647, + 1.4531737565994263, + 1.4318839311599731, + 1.4261786937713623, + 1.4476653337478638, + 1.4226474165916443, + 1.4460361003875732, + 1.424669623374939, + 1.4233480095863342, + 1.4320172667503357, + 1.4224879741668701, + 1.4300029277801514, + 1.4533050060272217, + 1.409365952014923, + 1.4582035541534424, + 1.4455785155296326, + 1.4255772829055786, + 1.417323887348175, + 1.4625310897827148, + 1.414199709892273, + 1.4401524662971497, + 1.4554545283317566, + 1.404633343219757, + 1.4462453722953796, + 1.4324271082878113, + 1.4168831706047058, + 1.4344186186790466, + 1.4242061376571655, + 1.430739164352417, + 1.4444491267204285, + 1.4306919574737549, + 1.4670609831809998, + 1.439499855041504, + 1.447978913784027, + 1.4327155947685242, + 1.4616852402687073, + 1.4279958605766296, + 1.4426888823509216, + 1.4788097739219666, + 1.4516910314559937, + 1.4863702058792114, + 1.4386757612228394, + 1.4651777744293213, + 1.4477633237838745, + 1.4557228684425354, + 1.4516509771347046, + 1.44809889793396, + 1.4832481145858765, + 1.4493684768676758, + 1.452255368232727, + 1.4545148611068726, + 1.444992482662201, + 1.477782666683197, + 1.466943621635437, + 1.513857364654541, + 1.4643473029136658, + 1.5191898345947266, + 1.447748601436615, + 1.5076289176940918, + 1.498962640762329, + 1.474317193031311, + 1.4652169346809387, + 1.5140169262886047, + 1.5492468476295471, + 1.5002472400665283, + 1.5592217445373535, + 1.4787418842315674, + 1.5338485836982727, + 1.4884964227676392, + 1.4704689979553223 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_082115.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_082115.json new file mode 100644 index 0000000000000000000000000000000000000000..c9e70f6eef6130292b216e78ccccef9d92a4290c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_082115.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T08:21:15.622590+00:00", + "metrics": { + "MSE[mean]": 0.08207319211681849, + "MSE[0.5]": 0.08488633021334409, + "MAE[0.5]": 0.27349854057078615, + "MASE[0.5]": 3.352564663422994, + "MAPE[0.5]": 0.16914425910291023, + "sMAPE[0.5]": 0.18654386108121207, + "MSIS": 61.51534795742565, + "RMSE[mean]": 0.2864841917398209, + "NRMSE[mean]": 0.180620511002427, + "ND[0.5]": 0.1724334102217304, + "mean_weighted_sum_quantile_loss": 0.15611951402403199 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" + ], + "context": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754, + 1.3126125844480754 + ], + "p10": [ + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.212612679815507, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.212612679815507, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.2126125606062175, + 1.212612679815507, + 1.2126125606062175 + ], + "p90": [ + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333, + 1.4126126082899333 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_082115.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_082115.json new file mode 100644 index 0000000000000000000000000000000000000000..08511d341519cbcf883ae010e3062069cf19e8b5 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_082115.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T08:21:15.662582+00:00", + "metrics": { + "MSE[mean]": 0.08861113482051823, + "MSE[0.5]": 0.08861113482051823, + "MAE[0.5]": 0.2694444871611065, + "MASE[0.5]": 3.3028697868925505, + "MAPE[0.5]": 0.16654316994310073, + "sMAPE[0.5]": 0.18488454923025158, + "MSIS": 114.61435269588446, + "RMSE[mean]": 0.297676224815685, + "NRMSE[mean]": 0.18767678423356754, + "ND[0.5]": 0.16987743952735967, + "mean_weighted_sum_quantile_loss": 0.16477138774863656 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" + ], + "context": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5 + ], + "p10": [ + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415, + 1.47, + 1.3719999766349793, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415, + 1.47, + 1.3719999766349793, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415, + 1.47, + 1.3719999766349793, + 1.47 + ], + "p90": [ + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739, + 1.53, + 1.4279999756813049, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739, + 1.53, + 1.4279999756813049, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739, + 1.53, + 1.4279999756813049, + 1.53 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_082109.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_082109.json new file mode 100644 index 0000000000000000000000000000000000000000..b0f490220b1766549ce2b93a44d5383151a95e9c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_082109.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T08:21:09.667672+00:00", + "metrics": { + "MSE[mean]": 0.08868982246457592, + "MSE[0.5]": 0.08868982246457592, + "MAE[0.5]": 0.2793025059832467, + "MASE[0.5]": 3.4237100863891836, + "MAPE[0.5]": 0.17271883494022688, + "sMAPE[0.5]": 0.19094109316484092, + "MSIS": 83.02363118282645, + "RMSE[mean]": 0.2978083653367983, + "NRMSE[mean]": 0.18776009524735388, + "ND[0.5]": 0.17609265296134757, + "mean_weighted_sum_quantile_loss": 0.15623365503502418 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" + ], + "context": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3705101013183594, + 1.3308229446411133, + 1.3223185539245605, + 1.31734037399292, + 1.3154044151306152, + 1.314920425415039, + 1.312777042388916, + 1.3107373714447021, + 1.311255931854248, + 1.3062950372695923, + 1.3036028146743774, + 1.3084557056427002, + 1.305707335472107, + 1.3066926002502441, + 1.306969165802002, + 1.3103916645050049, + 1.3068740367889404, + 1.3061740398406982, + 1.3085248470306396, + 1.304946780204773, + 1.3018008470535278, + 1.3089051246643066, + 1.309492826461792, + 1.3080408573150635, + 1.3059580326080322, + 1.307470440864563, + 1.3064765930175781, + 1.3074185848236084, + 1.306087613105774, + 1.3066580295562744, + 1.304700493812561, + 1.3042856454849243, + 1.3037109375, + 1.302950382232666, + 1.3015934228897095, + 1.302544116973877, + 1.3009365797042847, + 1.300504446029663, + 1.3025614023208618, + 1.3058714866638184, + 1.3046875, + 1.303926944732666, + 1.3025614023208618, + 1.30152428150177, + 1.299743890762329, + 1.301282286643982, + 1.3032701015472412, + 1.3049856424331665, + 1.3053874969482422, + 1.304903507232666, + 1.3056597709655762, + 1.305041790008545, + 1.3038966655731201, + 1.3059839010238647, + 1.3064074516296387, + 1.3055777549743652, + 1.30280339717865, + 1.302812099456787, + 1.2995710372924805, + 1.2993981838226318, + 1.3009711503982544, + 1.3006081581115723, + 1.3012477159500122, + 1.3041949272155762, + 1.3060617446899414, + 1.3037238121032715, + 1.3037455081939697, + 1.304333209991455, + 1.3014205694198608, + 1.3024835586547852, + 1.305586338043213, + 1.307729721069336 + ], + "p10": [ + 1.2521400451660156, + 1.2255897521972656, + 1.2233772277832031, + 1.2222709655761719, + 1.2228240966796875, + 1.2233772277832031, + 1.220611572265625, + 1.2211647033691406, + 1.2222709655761719, + 1.2195053100585938, + 1.2172927856445312, + 1.2200584411621094, + 1.2183990478515625, + 1.2195053100585938, + 1.220611572265625, + 1.2228240966796875, + 1.2200584411621094, + 1.2183990478515625, + 1.2200584411621094, + 1.2172927856445312, + 1.2145271301269531, + 1.2189521789550781, + 1.2189521789550781, + 1.2189521789550781, + 1.2172927856445312, + 1.2195053100585938, + 1.220611572265625, + 1.2217178344726562, + 1.2189521789550781, + 1.220611572265625, + 1.2189521789550781, + 1.2167396545410156, + 1.2178459167480469, + 1.2167396545410156, + 1.2139739990234375, + 1.2150802612304688, + 1.2123146057128906, + 1.211761474609375, + 1.2128677368164062, + 1.2161865234375, + 1.2150802612304688, + 1.2139739990234375, + 1.2123146057128906, + 1.2101020812988281, + 1.20733642578125, + 1.2078895568847656, + 1.2101020812988281, + 1.2123146057128906, + 1.2150802612304688, + 1.2167396545410156, + 1.2178459167480469, + 1.2183990478515625, + 1.2178459167480469, + 1.2189521789550781, + 1.2195053100585938, + 1.2195053100585938, + 1.2178459167480469, + 1.2172927856445312, + 1.2134208679199219, + 1.2128677368164062, + 1.2139739990234375, + 1.2134208679199219, + 1.2139739990234375, + 1.2156333923339844, + 1.2172927856445312, + 1.2156333923339844, + 1.2150802612304688, + 1.2150802612304688, + 1.2128677368164062, + 1.2139739990234375, + 1.2167396545410156, + 1.2172927856445312 + ], + "p90": [ + 1.5071334838867188, + 1.47283935546875, + 1.4650955200195312, + 1.4562454223632812, + 1.450714111328125, + 1.4485015869140625, + 1.4440765380859375, + 1.4402046203613281, + 1.4407577514648438, + 1.4291419982910156, + 1.4236106872558594, + 1.4285888671875, + 1.4263763427734375, + 1.4285888671875, + 1.4285888671875, + 1.4346733093261719, + 1.4252700805664062, + 1.4247169494628906, + 1.4280357360839844, + 1.4247169494628906, + 1.4208450317382812, + 1.4296951293945312, + 1.4296951293945312, + 1.4252700805664062, + 1.4208450317382812, + 1.4213981628417969, + 1.4202919006347656, + 1.4191856384277344, + 1.4180793762207031, + 1.4169731140136719, + 1.4131011962890625, + 1.4125480651855469, + 1.4125480651855469, + 1.4136543273925781, + 1.4136543273925781, + 1.4142074584960938, + 1.4136543273925781, + 1.4136543273925781, + 1.4180793762207031, + 1.4230575561523438, + 1.4236106872558594, + 1.4219512939453125, + 1.4202919006347656, + 1.4164199829101562, + 1.4142074584960938, + 1.4175262451171875, + 1.4208450317382812, + 1.4230575561523438, + 1.4169731140136719, + 1.4147605895996094, + 1.4142074584960938, + 1.4125480651855469, + 1.4114418029785156, + 1.4142074584960938, + 1.415313720703125, + 1.4147605895996094, + 1.410888671875, + 1.410888671875, + 1.4081230163574219, + 1.4081230163574219, + 1.4114418029785156, + 1.4119949340820312, + 1.4131011962890625, + 1.4175262451171875, + 1.41973876953125, + 1.415313720703125, + 1.4142074584960938, + 1.4147605895996094, + 1.410888671875, + 1.410888671875, + 1.4142074584960938, + 1.4186325073242188 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_081841.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_081841.json new file mode 100644 index 0000000000000000000000000000000000000000..d6dd4bb59a7655bc669ab4a537f1874f74c74129 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_081841.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T08:18:41.569006+00:00", + "metrics": { + "MSE[mean]": 0.08019688756071651, + "MSE[0.5]": 0.09251118908322375, + "MAE[0.5]": 0.28562963836722904, + "MASE[0.5]": 3.5012685274948265, + "MAPE[0.5]": 0.17667122781991815, + "sMAPE[0.5]": 0.19573501822533015, + "MSIS": 87.804819642865, + "RMSE[mean]": 0.28319054991421677, + "NRMSE[mean]": 0.17854395918298188, + "ND[0.5]": 0.18008173828376833, + "mean_weighted_sum_quantile_loss": 0.15210316846989247 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" + ], + "context": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3500542640686035, + 1.3245583772659302, + 1.3128814697265625, + 1.310524821281433, + 1.311944603919983, + 1.309494972229004, + 1.3084526062011719, + 1.3066422939300537, + 1.3061447143554688, + 1.3076761960983276, + 1.3088608980178833, + 1.3078898191452026, + 1.3073360919952393, + 1.3045181035995483, + 1.305531620979309, + 1.3030288219451904, + 1.3035612106323242, + 1.301883339881897, + 1.3015942573547363, + 1.3029906749725342, + 1.302807331085205, + 1.3032550811767578, + 1.302657961845398, + 1.3033781051635742, + 1.3000191450119019, + 1.299586296081543, + 1.29924738407135, + 1.2988495826721191, + 1.2991914749145508, + 1.2968204021453857, + 1.2987842559814453, + 1.296500325202942, + 1.298529863357544, + 1.2978465557098389, + 1.2985963821411133, + 1.297912836074829, + 1.298263669013977, + 1.2975558042526245, + 1.2969908714294434, + 1.2971514463424683, + 1.2978154420852661, + 1.2944614887237549, + 1.2949905395507812, + 1.2946768999099731, + 1.2955756187438965, + 1.2957727909088135, + 1.2966561317443848, + 1.2952172756195068, + 1.2959996461868286, + 1.294386863708496, + 1.2948570251464844, + 1.2937490940093994, + 1.2937861680984497, + 1.2922134399414062, + 1.2922379970550537, + 1.2904562950134277, + 1.2925121784210205, + 1.2921632528305054, + 1.2929644584655762, + 1.292565107345581, + 1.2963714599609375, + 1.2947628498077393, + 1.2943288087844849, + 1.2960270643234253, + 1.2982094287872314, + 1.2971878051757812, + 1.2992628812789917, + 1.298787236213684, + 1.2973936796188354, + 1.298424482345581, + 1.3010358810424805, + 1.3003038167953491 + ], + "p10": [ + 1.3720041513442993, + 1.3454322814941406, + 1.3380329608917236, + 1.3351199626922607, + 1.3365713357925415, + 1.333804726600647, + 1.3332254886627197, + 1.3300350904464722, + 1.3304139375686646, + 1.333046555519104, + 1.3334850072860718, + 1.3322480916976929, + 1.3324048519134521, + 1.3311694860458374, + 1.3301323652267456, + 1.3289539813995361, + 1.328728437423706, + 1.328221321105957, + 1.3277193307876587, + 1.3267089128494263, + 1.3268709182739258, + 1.3262810707092285, + 1.3290361166000366, + 1.3271121978759766, + 1.3269487619400024, + 1.3217498064041138, + 1.3249253034591675, + 1.3252241611480713, + 1.3245270252227783, + 1.323777198791504, + 1.322973370552063, + 1.3210257291793823, + 1.3215851783752441, + 1.3213465213775635, + 1.3230713605880737, + 1.3211462497711182, + 1.3219739198684692, + 1.321868658065796, + 1.321639060974121, + 1.321930170059204, + 1.3222395181655884, + 1.3218737840652466, + 1.3202221393585205, + 1.3187756538391113, + 1.3219373226165771, + 1.3212755918502808, + 1.322389841079712, + 1.3225762844085693, + 1.3238911628723145, + 1.3193713426589966, + 1.3226585388183594, + 1.3202394247055054, + 1.318483591079712, + 1.3180373907089233, + 1.3193632364273071, + 1.3170180320739746, + 1.3181403875350952, + 1.318034052848816, + 1.318591594696045, + 1.3200562000274658, + 1.3223674297332764, + 1.3220652341842651, + 1.3220571279525757, + 1.3207693099975586, + 1.3248939514160156, + 1.3227505683898926, + 1.3237032890319824, + 1.3235762119293213, + 1.3228940963745117, + 1.3257911205291748, + 1.3249311447143555, + 1.3264013528823853 + ], + "p90": [ + 1.441328525543213, + 1.422563910484314, + 1.4153313636779785, + 1.4123988151550293, + 1.4147462844848633, + 1.412613034248352, + 1.4119750261306763, + 1.4095900058746338, + 1.4086030721664429, + 1.409936547279358, + 1.4116681814193726, + 1.4114099740982056, + 1.4108269214630127, + 1.4099754095077515, + 1.4112473726272583, + 1.4100635051727295, + 1.4110990762710571, + 1.40851628780365, + 1.4092931747436523, + 1.4080705642700195, + 1.4099030494689941, + 1.4105474948883057, + 1.4095349311828613, + 1.4081913232803345, + 1.4078904390335083, + 1.4076999425888062, + 1.4059252738952637, + 1.4073010683059692, + 1.4056267738342285, + 1.4049257040023804, + 1.4057739973068237, + 1.4031987190246582, + 1.4043431282043457, + 1.4051159620285034, + 1.4045100212097168, + 1.4044655561447144, + 1.4055711030960083, + 1.4056499004364014, + 1.405297040939331, + 1.407256007194519, + 1.4059882164001465, + 1.4064894914627075, + 1.4065845012664795, + 1.4065742492675781, + 1.4071813821792603, + 1.409755825996399, + 1.4107455015182495, + 1.409338116645813, + 1.4089441299438477, + 1.4090642929077148, + 1.4073574542999268, + 1.4094200134277344, + 1.4058533906936646, + 1.4052345752716064, + 1.4066846370697021, + 1.4039514064788818, + 1.4061305522918701, + 1.4056401252746582, + 1.4074084758758545, + 1.405499815940857, + 1.4107784032821655, + 1.4096019268035889, + 1.4099881649017334, + 1.4137232303619385, + 1.4126237630844116, + 1.4114631414413452, + 1.414454698562622, + 1.413817048072815, + 1.4135175943374634, + 1.4150499105453491, + 1.4149552583694458, + 1.4166864156723022 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_082000.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_082000.json new file mode 100644 index 0000000000000000000000000000000000000000..7dcb7e86f57ee4e97f50853bfe9c15b11efd87bf --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_082000.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T08:20:00.778269+00:00", + "metrics": { + "MSE[mean]": 0.0802640851209701, + "MSE[0.5]": 0.0802640851209701, + "MAE[0.5]": 0.2628648695018556, + "MASE[0.5]": 3.222216363231852, + "MAPE[0.5]": 0.162237586969234, + "sMAPE[0.5]": 0.17857058250948324, + "MSIS": 45.297789412012875, + "RMSE[mean]": 0.2833091687908637, + "NRMSE[mean]": 0.17861874516675427, + "ND[0.5]": 0.16572916908843163, + "mean_weighted_sum_quantile_loss": 0.13396183072845697 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" + ], + "context": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3991138935089111, + 1.3537784814834595, + 1.3419477939605713, + 1.341373324394226, + 1.3376680612564087, + 1.334763765335083, + 1.334617257118225, + 1.3325434923171997, + 1.3314481973648071, + 1.3302162885665894, + 1.3263216018676758, + 1.3241416215896606, + 1.3243743181228638, + 1.3221337795257568, + 1.321599006652832, + 1.324072241783142, + 1.3215837478637695, + 1.320861577987671, + 1.3235716819763184, + 1.3216959238052368, + 1.3206689357757568, + 1.324650526046753, + 1.328116536140442, + 1.330308437347412, + 1.329584002494812, + 1.328561782836914, + 1.3285627365112305, + 1.329833745956421, + 1.3266775608062744, + 1.326753854751587, + 1.3279304504394531, + 1.326251745223999, + 1.3157442808151245, + 1.3187052011489868, + 1.3190865516662598, + 1.3193410634994507, + 1.3200809955596924, + 1.3181939125061035, + 1.315792202949524, + 1.3216136693954468, + 1.3220387697219849, + 1.3226145505905151, + 1.317658543586731, + 1.30949866771698, + 1.3073867559432983, + 1.3121100664138794, + 1.320513129234314, + 1.3223509788513184, + 1.3228079080581665, + 1.3242385387420654, + 1.3256946802139282, + 1.3277345895767212, + 1.3254097700119019, + 1.324460744857788, + 1.3244867324829102, + 1.3237348794937134, + 1.3205646276474, + 1.3162535429000854, + 1.3133668899536133, + 1.3136619329452515, + 1.315457820892334, + 1.3153637647628784, + 1.3150256872177124, + 1.31953763961792, + 1.3071614503860474, + 1.3102713823318481, + 1.3068996667861938, + 1.3030723333358765, + 1.3019453287124634, + 1.308168649673462, + 1.3138136863708496, + 1.3161424398422241 + ], + "p10": [ + 1.2731798887252808, + 1.2364840507507324, + 1.2275131940841675, + 1.2288559675216675, + 1.2256245613098145, + 1.22275972366333, + 1.2228009700775146, + 1.2198342084884644, + 1.2178419828414917, + 1.215822696685791, + 1.21083664894104, + 1.2092682123184204, + 1.2082971334457397, + 1.2036279439926147, + 1.2012892961502075, + 1.2038848400115967, + 1.2007577419281006, + 1.198716640472412, + 1.2004446983337402, + 1.1977418661117554, + 1.1948938369750977, + 1.19900643825531, + 1.2022483348846436, + 1.2028577327728271, + 1.2027643918991089, + 1.2013317346572876, + 1.2022101879119873, + 1.2034019231796265, + 1.1992809772491455, + 1.1986063718795776, + 1.19950270652771, + 1.197514295578003, + 1.2079432010650635, + 1.201351284980774, + 1.1985843181610107, + 1.197053074836731, + 1.1958961486816406, + 1.1926758289337158, + 1.1912251710891724, + 1.1942932605743408, + 1.1944442987442017, + 1.191612958908081, + 1.1883985996246338, + 1.184922456741333, + 1.1835968494415283, + 1.1866509914398193, + 1.191542387008667, + 1.195548415184021, + 1.1973928213119507, + 1.1994614601135254, + 1.2022408246994019, + 1.2030317783355713, + 1.2018696069717407, + 1.2016167640686035, + 1.201553463935852, + 1.198693871498108, + 1.195087194442749, + 1.1915560960769653, + 1.1897001266479492, + 1.1880906820297241, + 1.1878694295883179, + 1.186538577079773, + 1.185259222984314, + 1.1879804134368896, + 1.203007459640503, + 1.1973979473114014, + 1.1907689571380615, + 1.1840672492980957, + 1.182567834854126, + 1.183801531791687, + 1.1872981786727905, + 1.1893776655197144 + ], + "p90": [ + 1.5382459163665771, + 1.5225330591201782, + 1.511260986328125, + 1.507817268371582, + 1.5019360780715942, + 1.5006444454193115, + 1.5027401447296143, + 1.50193452835083, + 1.5015537738800049, + 1.5015790462493896, + 1.4986766576766968, + 1.500190019607544, + 1.5027518272399902, + 1.5005630254745483, + 1.500969648361206, + 1.5056452751159668, + 1.5036578178405762, + 1.5034291744232178, + 1.5056145191192627, + 1.5057660341262817, + 1.5043699741363525, + 1.5112148523330688, + 1.5159966945648193, + 1.5210503339767456, + 1.5167168378829956, + 1.5131487846374512, + 1.5127533674240112, + 1.5139055252075195, + 1.5089987516403198, + 1.5082217454910278, + 1.5102512836456299, + 1.5090211629867554, + 1.484833002090454, + 1.493841528892517, + 1.4938890933990479, + 1.4973716735839844, + 1.5065027475357056, + 1.5093021392822266, + 1.5063287019729614, + 1.5171833038330078, + 1.5208311080932617, + 1.526906132698059, + 1.521860957145691, + 1.5169222354888916, + 1.5188212394714355, + 1.525402307510376, + 1.5352153778076172, + 1.5398417711257935, + 1.5389524698257446, + 1.5356547832489014, + 1.5328327417373657, + 1.5363123416900635, + 1.5301989316940308, + 1.5297670364379883, + 1.5293867588043213, + 1.531791090965271, + 1.528627634048462, + 1.5229628086090088, + 1.5200121402740479, + 1.520925760269165, + 1.5254671573638916, + 1.5258853435516357, + 1.527850866317749, + 1.5364203453063965, + 1.4677461385726929, + 1.4804072380065918, + 1.4729150533676147, + 1.4688435792922974, + 1.473301887512207, + 1.4854332208633423, + 1.4912850856781006, + 1.4911783933639526 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_081932.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_081932.json new file mode 100644 index 0000000000000000000000000000000000000000..2ff3214fd013663956de1193b0578f173a9f6eb6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_081932.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T08:19:32.895269+00:00", + "metrics": { + "MSE[mean]": 0.09024171898290906, + "MSE[0.5]": 0.09024171898290906, + "MAE[0.5]": 0.28136321240001255, + "MASE[0.5]": 3.448970372971043, + "MAPE[0.5]": 0.17398140573465543, + "sMAPE[0.5]": 0.19254807554025025, + "MSIS": 31.746722022535867, + "RMSE[mean]": 0.300402594833848, + "NRMSE[mean]": 0.18939568656766045, + "ND[0.5]": 0.17739187245322185, + "mean_weighted_sum_quantile_loss": 0.13388669860197094 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" + ], + "context": [ + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.4104351997375488, + 1.378440260887146, + 1.342578411102295, + 1.3255057334899902, + 1.3153736591339111, + 1.3049262762069702, + 1.3052520751953125, + 1.303086757659912, + 1.3021240234375, + 1.3027095794677734, + 1.3011022806167603, + 1.301438331604004, + 1.3027095794677734, + 1.3016397953033447, + 1.301838994026184, + 1.3016630411148071, + 1.3020747900009155, + 1.3017518520355225, + 1.3020862340927124, + 1.3014588356018066, + 1.3013197183609009, + 1.3015902042388916, + 1.301809549331665, + 1.3016026020050049, + 1.3013263940811157, + 1.3009912967681885, + 1.3006547689437866, + 1.3007466793060303, + 1.3004597425460815, + 1.3008562326431274, + 1.3004581928253174, + 1.3005015850067139, + 1.301932692527771, + 1.3006813526153564, + 1.3005092144012451, + 1.300704836845398, + 1.3005684614181519, + 1.3002992868423462, + 1.3003041744232178, + 1.30044424533844, + 1.3000266551971436, + 1.3004478216171265, + 1.299977421760559, + 1.30032217502594, + 1.3001887798309326, + 1.3002572059631348, + 1.3002264499664307, + 1.3006844520568848, + 1.3010120391845703, + 1.3004932403564453, + 1.3005263805389404, + 1.300832748413086, + 1.3006924390792847, + 1.3011817932128906, + 1.3008960485458374, + 1.3010832071304321, + 1.3007614612579346, + 1.3008617162704468, + 1.300506591796875, + 1.3004401922225952, + 1.3001708984375, + 1.3005197048187256, + 1.3001189231872559, + 1.3003214597702026, + 1.3002618551254272, + 1.3006541728973389, + 1.3001149892807007, + 1.3005623817443848, + 1.300613284111023, + 1.300352692604065, + 1.3001960515975952, + 1.30058753490448 + ], + "p10": [ + 1.2603060007095337, + 1.2340197563171387, + 1.2157527208328247, + 1.218331217765808, + 1.1931757926940918, + 1.1809512376785278, + 1.1851177215576172, + 1.188952088356018, + 1.185873031616211, + 1.1871013641357422, + 1.18874990940094, + 1.1892893314361572, + 1.1892105340957642, + 1.188590407371521, + 1.1895370483398438, + 1.1895393133163452, + 1.190281629562378, + 1.191202163696289, + 1.1912137269973755, + 1.1914223432540894, + 1.1927393674850464, + 1.1943165063858032, + 1.1952505111694336, + 1.194634199142456, + 1.1925774812698364, + 1.1917003393173218, + 1.1920170783996582, + 1.1912897825241089, + 1.1905361413955688, + 1.1896363496780396, + 1.1900581121444702, + 1.1906782388687134, + 1.1967992782592773, + 1.1980202198028564, + 1.1961032152175903, + 1.1970715522766113, + 1.1932421922683716, + 1.192718505859375, + 1.1943798065185547, + 1.1931859254837036, + 1.194532871246338, + 1.1965844631195068, + 1.1966134309768677, + 1.1980270147323608, + 1.1990281343460083, + 1.1992757320404053, + 1.1994776725769043, + 1.2008229494094849, + 1.1998956203460693, + 1.1992034912109375, + 1.198539137840271, + 1.198384165763855, + 1.1987009048461914, + 1.1995213031768799, + 1.1993436813354492, + 1.1997339725494385, + 1.1989727020263672, + 1.198830246925354, + 1.198582410812378, + 1.1979038715362549, + 1.1969177722930908, + 1.1969021558761597, + 1.1970562934875488, + 1.197506308555603, + 1.202490210533142, + 1.1973516941070557, + 1.1973364353179932, + 1.1990904808044434, + 1.1930911540985107, + 1.1961545944213867, + 1.1977492570877075, + 1.1963481903076172 + ], + "p90": [ + 1.558079719543457, + 1.5560346841812134, + 1.5332365036010742, + 1.5266649723052979, + 1.5335040092468262, + 1.5326933860778809, + 1.5305211544036865, + 1.5362024307250977, + 1.5382475852966309, + 1.5402721166610718, + 1.5431584119796753, + 1.5530810356140137, + 1.5535377264022827, + 1.5490949153900146, + 1.5567080974578857, + 1.5636286735534668, + 1.567751169204712, + 1.566654920578003, + 1.5718166828155518, + 1.5699083805084229, + 1.564609408378601, + 1.571836233139038, + 1.5637940168380737, + 1.5633960962295532, + 1.565549373626709, + 1.5625373125076294, + 1.5582362413406372, + 1.5607352256774902, + 1.5583889484405518, + 1.557442545890808, + 1.5621278285980225, + 1.5593278408050537, + 1.5374189615249634, + 1.5323508977890015, + 1.538697600364685, + 1.532308578491211, + 1.5359511375427246, + 1.5317312479019165, + 1.5357940196990967, + 1.5463848114013672, + 1.5443611145019531, + 1.5499236583709717, + 1.5540518760681152, + 1.556917667388916, + 1.5604017972946167, + 1.5586402416229248, + 1.5636601448059082, + 1.566786289215088, + 1.57468581199646, + 1.5715351104736328, + 1.5711215734481812, + 1.575269341468811, + 1.573375940322876, + 1.5781490802764893, + 1.5704500675201416, + 1.5722379684448242, + 1.5698091983795166, + 1.5723130702972412, + 1.572068452835083, + 1.5758750438690186, + 1.5799140930175781, + 1.5779281854629517, + 1.5779281854629517, + 1.5831512212753296, + 1.560280680656433, + 1.5538485050201416, + 1.5629040002822876, + 1.5528067350387573, + 1.559149146080017, + 1.5587315559387207, + 1.5649824142456055, + 1.5712509155273438 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 77f0ea218c4b2e968ef69f658cf1fdb701babe9a..7a80c5c99dc45938a7d6394d8c6e428dcc790d42 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,169605.47516822815,169605.47516822815,330.6388346354167,0.31258482256888137,0.005163366913692773,0.005166331908866905,3.6318268306067036,411.83185302769886,0.006424845385458647,0.005158181367816408,0.005449976343751044,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,171983.97516822815,171983.97516822815,336.22216796875,0.31786328679183734,0.005250009961523162,0.005253262941836995,3.6318268306067036,414.7095069662958,0.006469175174174135,0.0052448281640363175,0.005459179011593394,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.5992238588570615,0.5992238588570615,0.6673500041166941,1.9204778363962336,0.813524555823334,0.5033726700264356,71.13658017772637,0.7740955101646447,0.6808825510874876,0.5869908393792067,0.5768152504722249,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0894444685512159,0.0894444685512159,0.27222226560115814,4.137780804794772,0.1683371518393657,0.18685793579611606,143.88288809291154,0.2990726810513055,0.1887224529695316,0.1717791592885767,0.16668616133953454,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08861113482051823,0.08861113482051823,0.2694444871611065,3.3028697868925505,0.16654316994310073,0.18488454923025158,114.61435269588446,0.297676224815685,0.18767678423356754,0.16987743952735967,0.16477138774863656,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.0074999936421894136,0.0074999936421894136,0.02500001589457194,0.012884761515607383,0.001787856581662755,0.0017710816686899427,0.4333142267897299,0.08660250367159955,0.006187734819545476,0.0017862470746416001,0.005270417504067875,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.86375139236543,178.86375139236543,11.420833349227905,0.9870090446936203,0.5744512286689242,0.4160341618397391,36.25167944883194,13.373995341421555,0.6232541518332375,0.5322330104494558,0.5220388356674835,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.454999036789711,4.454999036789711,1.9583330949147542,1.0469498820659753,0.08181726692608265,0.07816496703299979,26.36219697934439,2.1106868637459493,0.08856028798934053,0.08216782216425542,0.07495336999426352,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,30.666666666666668,30.666666666666668,4.416666666666667,0.8185328185328186,1.0774681337181338,0.5147247896196274,30.771274267067355,5.5377492419453835,0.7069467117377085,0.5638297872340425,0.5563947990543734,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,2500.0,2500.0,45.833333333333336,1.7599999999999998,0.0198504471168671,0.019618739137938646,7.230399994221334,50.0,0.021602160216021602,0.019801980198019802,0.014413441344134387,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,2545.8333333333335,2545.8333333333335,49.583333333333336,1.1609756097560975,0.021650955495703478,0.02141090106602078,4.047804872163215,50.456251677402015,0.022033297675721403,0.021652110625909753,0.014962396894711278,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7551.857142857143,7551.857142857143,73.85714285714286,1.530991524558358,0.3288908310812257,0.29127747091684864,55.43516014261311,86.90142198409151,0.34543438608099974,0.2935831913685406,0.2867184049466844,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 3287c3126d34fb3bd65666c2e0aa50b86de0fc2a..d005409c8458903dfb5a3fc7ab2711d5d0734c4c 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T08:13:23.090823+00:00", + "evaluated_at": "2026-06-22T08:21:15.653931+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64160.0 + 64294.0 ], "p50": [ 63741.16015625, diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f8ffba936ace0bc53318958c633abe4750c98404..28ca4296f3a45f92810dbaaadd6216a505721929 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:57:15.044153+00:00", + "evaluated_at": "2026-06-22T08:21:15.662582+00:00", "freq": "10min", - "context_length": 76, + "context_length": 75, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -81,7 +79,8 @@ 1.2999999523162842, 1.2000000476837158, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "actuals": [ 1.5, @@ -92,7 +91,6 @@ 1.5, 1.5, 1.5, - 1.5, 1.600000023841858, 1.600000023841858, 1.5, @@ -155,10 +153,10 @@ 1.7000000476837158, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -182,7 +180,7 @@ 1.2000000476837158, 1.5, 1.399999976158142, - 1.399999976158142, + 1.5, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -206,7 +204,7 @@ 1.2000000476837158, 1.5, 1.399999976158142, - 1.399999976158142, + 1.5, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -229,10 +227,10 @@ 1.2999999523162842, 1.2000000476837158, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "p10": [ - 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, @@ -256,7 +254,7 @@ 1.1760000467300415, 1.47, 1.3719999766349793, - 1.3719999766349793, + 1.47, 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, @@ -280,7 +278,7 @@ 1.1760000467300415, 1.47, 1.3719999766349793, - 1.3719999766349793, + 1.47, 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, @@ -303,10 +301,10 @@ 1.2739999532699584, 1.1760000467300415, 1.47, - 1.3719999766349793 + 1.3719999766349793, + 1.47 ], "p90": [ - 1.4279999756813049, 1.32599995136261, 1.32599995136261, 1.32599995136261, @@ -330,7 +328,7 @@ 1.22400004863739, 1.53, 1.4279999756813049, - 1.4279999756813049, + 1.53, 1.32599995136261, 1.32599995136261, 1.32599995136261, @@ -354,7 +352,7 @@ 1.22400004863739, 1.53, 1.4279999756813049, - 1.4279999756813049, + 1.53, 1.32599995136261, 1.32599995136261, 1.32599995136261, @@ -377,13 +375,10 @@ 1.32599995136261, 1.22400004863739, 1.53, - 1.4279999756813049 + 1.4279999756813049, + 1.53 ], "timestamps": [ - "2026-06-20 07:10:00", - "2026-06-20 07:20:00", - "2026-06-20 07:30:00", - "2026-06-20 07:40:00", "2026-06-20 07:50:00", "2026-06-20 08:00:00", "2026-06-20 08:10:00", @@ -527,6 +522,9 @@ "2026-06-21 07:10:00", "2026-06-21 07:20:00", "2026-06-21 07:30:00", - "2026-06-21 07:40:00" + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 78b51fa2dad6d79f5f5b11e918b99ffa55512fab..16475f0217b9bf0ea468a6ff047ee73fbeaaf0c5 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:57:15.050594+00:00", + "evaluated_at": "2026-06-22T08:21:15.675081+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2350.0, 2350.0, 2350.0, - 2350.0 - ], - "actuals": [ + 2350.0, 2350.0, 2350.0, 2350.0, @@ -115,6 +101,9 @@ 2300.0, 2300.0, 2300.0, + 2300.0 + ], + "actuals": [ 2300.0, 2300.0, 2300.0, @@ -127,19 +116,25 @@ 2300.0, 2300.0, 2300.0, - 2300.0 + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 ], "p50": [ 2350.0, - 2400.0, - 2400.0, 2350.0, - 2400.0, 2350.0, - 2400.0, 2350.0, 2350.0, - 2400.0, 2350.0, 2350.0, 2350.0, @@ -153,19 +148,19 @@ 2350.0, 2350.0, 2350.0, - 2350.0 + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 ], "p10": [ 2303.0, - 2352.0, - 2352.0, 2303.0, - 2352.0, 2303.0, - 2352.0, 2303.0, 2303.0, - 2352.0, 2303.0, 2303.0, 2303.0, @@ -179,19 +174,19 @@ 2303.0, 2303.0, 2303.0, - 2303.0 + 2303.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0, + 2254.0 ], "p90": [ 2397.0, - 2448.0, - 2448.0, 2397.0, - 2448.0, 2397.0, - 2448.0, 2397.0, 2397.0, - 2448.0, 2397.0, 2397.0, 2397.0, @@ -205,13 +200,14 @@ 2397.0, 2397.0, 2397.0, - 2397.0 + 2397.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0, + 2346.0 ], "timestamps": [ - "2026-06-21 20:55:00", - "2026-06-21 21:10:00", - "2026-06-21 21:25:00", - "2026-06-21 21:40:00", "2026-06-21 21:55:00", "2026-06-21 22:10:00", "2026-06-21 22:25:00", @@ -327,6 +323,10 @@ "2026-06-23 01:55:00", "2026-06-23 02:10:00", "2026-06-23 02:25:00", - "2026-06-23 02:40:00" + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 916fa205bb0c0bb7597745ca717dc7dc2ecd661e..c928c833ddde777b8bf9cba1be9c5c8d510fa625 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T08:13:23.116138+00:00", + "evaluated_at": "2026-06-22T08:21:15.677706+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index d8ff098cdb4c80bc9aeb6c504bb283126bb7064c..2bfb842adde93ae9340aa74072a8848abe5173a3 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,61758.71361796061,61758.71361796061,174.2470703125,0.1647325838685554,0.002721996023227192,0.0027210530514140577,1.282233653286884,248.51300492722834,0.0038769648855349163,0.0027183678906732315,0.003444486319284567,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,64951.55150858561,64951.55150858561,179.83040364583334,0.17001104809151144,0.002808540365900069,0.0028079838915926816,1.282233653286884,254.85594265895705,0.003975572562347998,0.0028052271850181787,0.00349257301448667,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.015390890850351724,0.015390890850351724,0.1179406483968099,0.339405708936907,0.13059670624336148,0.12028276846699365,1.9810166563566733,0.1240600292211465,0.10912130102151897,0.10373878740137929,0.06353783224808289,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08886957995846305,0.08886957995846305,0.28009531398614246,4.257451208722489,0.17340285689913415,0.1916956777017158,113.17619717401556,0.29811001318047514,0.1881149851080759,0.17674725265751656,0.16042077030316323,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08868982246457592,0.08868982246457592,0.2793025059832467,3.4237100863891836,0.17271883494022688,0.19094109316484092,83.02363118282645,0.2978083653367983,0.18776009524735388,0.17609265296134757,0.15623365503502418,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.009374404254685942,0.009374404254685942,0.07958579063415527,0.04101773121571483,0.005687310959701511,0.005663499907871228,0.6509143968807845,0.09682150719073702,0.006917880961003523,0.005686391812821399,0.009474677375105439,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,96.87194170152816,96.87194170152816,7.899872779846191,0.6827212732391588,0.43279835976119574,0.32183168222857267,2.831153880447644,9.842354479570838,0.4586728301159226,0.36814941109962834,0.24510933638390597,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.378132119450432,2.378132119450432,1.2624162038167317,0.6749038246538116,0.0522007563559887,0.050308946210896634,2.6064462523251613,1.5421193596639762,0.06470430879708991,0.05296851204825448,0.03344083154673899,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,23.19406142194445,23.19406142194445,4.041201273600261,0.7489484985822877,1.03334392696232,0.47492267812534,7.55590396129947,4.816021326981895,0.6148112332317313,0.5158980349276928,0.36942679042229976,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,2179.0633293390274,2179.0633293390274,39.881632486979164,1.5314546875,0.0173337009369941,0.017130208169923274,55.5896828125,46.680438401315676,0.020167966185986968,0.01723058829320432,0.017345996709045904,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,2133.058055996895,2133.058055996895,36.8570556640625,0.8629944740853658,0.016182094494226546,0.01597804666171554,11.496452934451218,46.18504147445247,0.020168140381856974,0.016094784132778383,0.011500036247953057,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,601.4396087442126,601.4396087442126,20.576241629464285,0.4265268100460789,0.08696922486299981,0.08228666870448333,3.0116496437187275,24.52426571264087,0.09748430436597733,0.08179085258730835,0.05892185873320082,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 20b8ff02fcc7e528f30c34a71565b93ed71ca739..bb3b427e262d9952c8476c46e95d052d3b38782a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T08:13:12.578507+00:00", + "evaluated_at": "2026-06-22T08:21:04.636629+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64160.0 + 64294.0 ], "p50": [ 64092.609375, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 99c724b16df0028022e76a3a412c381c1e1cb81a..bcea4691673846d01ce1d48e019a8f2065549569 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:57:08.745115+00:00", + "evaluated_at": "2026-06-22T08:21:09.667672+00:00", "freq": "10min", - "context_length": 76, + "context_length": 75, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -81,7 +79,8 @@ 1.2999999523162842, 1.2000000476837158, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "actuals": [ 1.5, @@ -92,7 +91,6 @@ 1.5, 1.5, 1.5, - 1.5, 1.600000023841858, 1.600000023841858, 1.5, @@ -155,235 +153,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.333526611328125, - 1.3198413848876953, - 1.3112297058105469, - 1.308058738708496, - 1.3068737983703613, - 1.304610252380371, - 1.3061060905456543, - 1.3055720329284668, - 1.3053717613220215, - 1.3040658235549927, - 1.303469181060791, - 1.304595708847046, - 1.3041033744812012, - 1.3032355308532715, - 1.3035192489624023, - 1.3050755262374878, - 1.3078417778015137, - 1.304931640625, - 1.3058140277862549, - 1.3053967952728271, - 1.3028433322906494, - 1.3021841049194336, - 1.3048992156982422, - 1.3054218292236328, - 1.3049837350845337, - 1.3043996095657349, - 1.3045618534088135, - 1.3061811923980713, - 1.3072409629821777, - 1.3062396049499512, - 1.3052340745925903, - 1.3060059547424316, - 1.3058724403381348, - 1.3038947582244873, - 1.303469181060791, - 1.3044955730438232, - 1.302534580230713, - 1.3024845123291016, - 1.3024344444274902, - 1.304161787033081, - 1.3052006959915161, - 1.3032522201538086, - 1.3025763034820557, - 1.3034274578094482, - 1.3019003868103027, - 1.3003482818603516, - 1.3017001152038574, - 1.3024177551269531, - 1.3015499114990234, - 1.300565242767334, - 1.3003149032592773, - 1.3015332221984863, - 1.3022842407226562, - 1.3010492324829102, - 1.3023009300231934, - 1.3034942150115967, - 1.3014497756958008, - 1.3015165328979492, - 1.3016834259033203, - 1.3024344444274902, - 1.3013997077941895, - 1.3022174835205078, - 1.3016834259033203, - 1.30255126953125, - 1.3052549362182617, - 1.3051255941390991, - 1.3051923513412476, - 1.3060894012451172, - 1.3047876358032227, - 1.3031604290008545, - 1.3043036460876465, - 1.307591438293457 + 1.3705101013183594, + 1.3308229446411133, + 1.3223185539245605, + 1.31734037399292, + 1.3154044151306152, + 1.314920425415039, + 1.312777042388916, + 1.3107373714447021, + 1.311255931854248, + 1.3062950372695923, + 1.3036028146743774, + 1.3084557056427002, + 1.305707335472107, + 1.3066926002502441, + 1.306969165802002, + 1.3103916645050049, + 1.3068740367889404, + 1.3061740398406982, + 1.3085248470306396, + 1.304946780204773, + 1.3018008470535278, + 1.3089051246643066, + 1.309492826461792, + 1.3080408573150635, + 1.3059580326080322, + 1.307470440864563, + 1.3064765930175781, + 1.3074185848236084, + 1.306087613105774, + 1.3066580295562744, + 1.304700493812561, + 1.3042856454849243, + 1.3037109375, + 1.302950382232666, + 1.3015934228897095, + 1.302544116973877, + 1.3009365797042847, + 1.300504446029663, + 1.3025614023208618, + 1.3058714866638184, + 1.3046875, + 1.303926944732666, + 1.3025614023208618, + 1.30152428150177, + 1.299743890762329, + 1.301282286643982, + 1.3032701015472412, + 1.3049856424331665, + 1.3053874969482422, + 1.304903507232666, + 1.3056597709655762, + 1.305041790008545, + 1.3038966655731201, + 1.3059839010238647, + 1.3064074516296387, + 1.3055777549743652, + 1.30280339717865, + 1.302812099456787, + 1.2995710372924805, + 1.2993981838226318, + 1.3009711503982544, + 1.3006081581115723, + 1.3012477159500122, + 1.3041949272155762, + 1.3060617446899414, + 1.3037238121032715, + 1.3037455081939697, + 1.304333209991455, + 1.3014205694198608, + 1.3024835586547852, + 1.305586338043213, + 1.307729721069336 ], "p10": [ - 1.227783203125, - 1.222442626953125, - 1.21923828125, - 1.21923828125, - 1.21710205078125, - 1.216033935546875, - 1.2187042236328125, - 1.2197723388671875, - 1.2219085693359375, - 1.2197723388671875, - 1.2197723388671875, - 1.2208404541015625, - 1.2197723388671875, - 1.2197723388671875, - 1.22137451171875, - 1.224578857421875, - 1.2251129150390625, - 1.2208404541015625, - 1.22137451171875, - 1.22137451171875, - 1.2187042236328125, - 1.21710205078125, - 1.2187042236328125, - 1.2187042236328125, - 1.218170166015625, - 1.21923828125, - 1.220306396484375, - 1.222442626953125, - 1.222442626953125, - 1.2219085693359375, - 1.2208404541015625, - 1.22137451171875, - 1.2229766845703125, - 1.22137451171875, - 1.2197723388671875, - 1.22137451171875, - 1.2187042236328125, - 1.2187042236328125, - 1.2176361083984375, - 1.21923828125, - 1.220306396484375, - 1.2187042236328125, - 1.21710205078125, - 1.21710205078125, - 1.2149658203125, - 1.2133636474609375, - 1.2144317626953125, - 1.213897705078125, - 1.2149658203125, - 1.2144317626953125, - 1.2149658203125, - 1.216033935546875, - 1.2176361083984375, - 1.2154998779296875, - 1.21710205078125, - 1.2187042236328125, - 1.218170166015625, - 1.2187042236328125, - 1.2187042236328125, - 1.21923828125, - 1.2176361083984375, - 1.218170166015625, - 1.2176361083984375, - 1.218170166015625, - 1.222442626953125, - 1.2229766845703125, - 1.2240447998046875, - 1.2240447998046875, - 1.2235107421875, - 1.22137451171875, - 1.2219085693359375, - 1.2251129150390625 + 1.2521400451660156, + 1.2255897521972656, + 1.2233772277832031, + 1.2222709655761719, + 1.2228240966796875, + 1.2233772277832031, + 1.220611572265625, + 1.2211647033691406, + 1.2222709655761719, + 1.2195053100585938, + 1.2172927856445312, + 1.2200584411621094, + 1.2183990478515625, + 1.2195053100585938, + 1.220611572265625, + 1.2228240966796875, + 1.2200584411621094, + 1.2183990478515625, + 1.2200584411621094, + 1.2172927856445312, + 1.2145271301269531, + 1.2189521789550781, + 1.2189521789550781, + 1.2189521789550781, + 1.2172927856445312, + 1.2195053100585938, + 1.220611572265625, + 1.2217178344726562, + 1.2189521789550781, + 1.220611572265625, + 1.2189521789550781, + 1.2167396545410156, + 1.2178459167480469, + 1.2167396545410156, + 1.2139739990234375, + 1.2150802612304688, + 1.2123146057128906, + 1.211761474609375, + 1.2128677368164062, + 1.2161865234375, + 1.2150802612304688, + 1.2139739990234375, + 1.2123146057128906, + 1.2101020812988281, + 1.20733642578125, + 1.2078895568847656, + 1.2101020812988281, + 1.2123146057128906, + 1.2150802612304688, + 1.2167396545410156, + 1.2178459167480469, + 1.2183990478515625, + 1.2178459167480469, + 1.2189521789550781, + 1.2195053100585938, + 1.2195053100585938, + 1.2178459167480469, + 1.2172927856445312, + 1.2134208679199219, + 1.2128677368164062, + 1.2139739990234375, + 1.2134208679199219, + 1.2139739990234375, + 1.2156333923339844, + 1.2172927856445312, + 1.2156333923339844, + 1.2150802612304688, + 1.2150802612304688, + 1.2128677368164062, + 1.2139739990234375, + 1.2167396545410156, + 1.2172927856445312 ], "p90": [ - 1.433929443359375, - 1.427520751953125, - 1.4216461181640625, - 1.4173736572265625, - 1.415771484375, - 1.4114990234375, - 1.4114990234375, - 1.4109649658203125, - 1.4088287353515625, - 1.4066925048828125, - 1.4045562744140625, - 1.404022216796875, - 1.4045562744140625, - 1.4024200439453125, - 1.4013519287109375, - 1.401885986328125, - 1.4114990234375, - 1.408294677734375, - 1.4072265625, - 1.4072265625, - 1.404022216796875, - 1.4034881591796875, - 1.406158447265625, - 1.4066925048828125, - 1.4056243896484375, - 1.4034881591796875, - 1.4034881591796875, - 1.404022216796875, - 1.4056243896484375, - 1.404022216796875, - 1.4024200439453125, - 1.4029541015625, - 1.401885986328125, - 1.4002838134765625, - 1.40081787109375, - 1.4002838134765625, - 1.3981475830078125, - 1.397613525390625, - 1.3981475830078125, - 1.399749755859375, - 1.401885986328125, - 1.4002838134765625, - 1.4002838134765625, - 1.4002838134765625, - 1.3992156982421875, - 1.3981475830078125, - 1.399749755859375, - 1.401885986328125, - 1.3992156982421875, - 1.3981475830078125, - 1.3981475830078125, - 1.399749755859375, - 1.4002838134765625, - 1.398681640625, - 1.399749755859375, - 1.4002838134765625, - 1.3970794677734375, - 1.3970794677734375, - 1.3970794677734375, - 1.397613525390625, - 1.39654541015625, - 1.397613525390625, - 1.397613525390625, - 1.399749755859375, - 1.40081787109375, - 1.40081787109375, - 1.399749755859375, - 1.4002838134765625, - 1.3981475830078125, - 1.39654541015625, - 1.3981475830078125, - 1.4024200439453125 + 1.5071334838867188, + 1.47283935546875, + 1.4650955200195312, + 1.4562454223632812, + 1.450714111328125, + 1.4485015869140625, + 1.4440765380859375, + 1.4402046203613281, + 1.4407577514648438, + 1.4291419982910156, + 1.4236106872558594, + 1.4285888671875, + 1.4263763427734375, + 1.4285888671875, + 1.4285888671875, + 1.4346733093261719, + 1.4252700805664062, + 1.4247169494628906, + 1.4280357360839844, + 1.4247169494628906, + 1.4208450317382812, + 1.4296951293945312, + 1.4296951293945312, + 1.4252700805664062, + 1.4208450317382812, + 1.4213981628417969, + 1.4202919006347656, + 1.4191856384277344, + 1.4180793762207031, + 1.4169731140136719, + 1.4131011962890625, + 1.4125480651855469, + 1.4125480651855469, + 1.4136543273925781, + 1.4136543273925781, + 1.4142074584960938, + 1.4136543273925781, + 1.4136543273925781, + 1.4180793762207031, + 1.4230575561523438, + 1.4236106872558594, + 1.4219512939453125, + 1.4202919006347656, + 1.4164199829101562, + 1.4142074584960938, + 1.4175262451171875, + 1.4208450317382812, + 1.4230575561523438, + 1.4169731140136719, + 1.4147605895996094, + 1.4142074584960938, + 1.4125480651855469, + 1.4114418029785156, + 1.4142074584960938, + 1.415313720703125, + 1.4147605895996094, + 1.410888671875, + 1.410888671875, + 1.4081230163574219, + 1.4081230163574219, + 1.4114418029785156, + 1.4119949340820312, + 1.4131011962890625, + 1.4175262451171875, + 1.41973876953125, + 1.415313720703125, + 1.4142074584960938, + 1.4147605895996094, + 1.410888671875, + 1.410888671875, + 1.4142074584960938, + 1.4186325073242188 ], "timestamps": [ - "2026-06-20 07:10:00", - "2026-06-20 07:20:00", - "2026-06-20 07:30:00", - "2026-06-20 07:40:00", "2026-06-20 07:50:00", "2026-06-20 08:00:00", "2026-06-20 08:10:00", @@ -527,6 +522,9 @@ "2026-06-21 07:10:00", "2026-06-21 07:20:00", "2026-06-21 07:30:00", - "2026-06-21 07:40:00" + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e8f4e7e4581792f9d3dcd3927670e4072c7fd53b..1bdde98025aa07b780c21215219672aae427f03b 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:57:12.499743+00:00", + "evaluated_at": "2026-06-22T08:21:13.224007+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2350.0, 2350.0, 2350.0, - 2350.0 - ], - "actuals": [ + 2350.0, 2350.0, 2350.0, 2350.0, @@ -115,6 +101,9 @@ 2300.0, 2300.0, 2300.0, + 2300.0 + ], + "actuals": [ 2300.0, 2300.0, 2300.0, @@ -127,91 +116,98 @@ 2300.0, 2300.0, 2300.0, - 2300.0 + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 ], "p50": [ - 2352.75, - 2352.75, - 2352.01171875, - 2352.380859375, - 2352.01171875, - 2352.01171875, - 2352.01171875, - 2352.75, - 2352.01171875, - 2352.9345703125, - 2352.01171875, - 2352.75, - 2353.3037109375, - 2353.48828125, - 2353.857421875, - 2355.1494140625, - 2354.2265625, - 2355.5185546875, - 2356.44140625, - 2357.3642578125, - 2358.1025390625, - 2359.025390625, - 2360.3173828125, - 2361.978515625 + 2305.072265625, + 2306.052734375, + 2306.54296875, + 2308.994140625, + 2310.955078125, + 2311.935546875, + 2314.876953125, + 2317.818359375, + 2321.25, + 2323.4560546875, + 2325.4169921875, + 2328.11328125, + 2330.8095703125, + 2333.2607421875, + 2334.7314453125, + 2337.91796875, + 2337.1826171875, + 2339.6337890625, + 2339.87890625, + 2340.6142578125, + 2341.5947265625, + 2342.330078125, + 2343.0654296875, + 2343.0654296875 ], "p10": [ - 2350.904296875, - 2350.53515625, - 2349.796875, - 2350.166015625, - 2350.166015625, - 2349.796875, - 2348.689453125, - 2350.53515625, - 2350.166015625, - 2349.427734375, - 2349.796875, - 2349.427734375, - 2349.427734375, - 2349.796875, - 2349.427734375, - 2349.796875, - 2348.3203125, - 2349.05859375, - 2349.05859375, - 2349.05859375, - 2349.427734375, - 2348.689453125, - 2348.3203125, - 2348.3203125 + 2300.169921875, + 2300.66015625, + 2299.6796875, + 2299.6796875, + 2299.189453125, + 2300.169921875, + 2300.169921875, + 2299.189453125, + 2299.189453125, + 2299.6796875, + 2298.69921875, + 2298.69921875, + 2299.6796875, + 2300.169921875, + 2298.208984375, + 2300.169921875, + 2295.267578125, + 2298.69921875, + 2298.69921875, + 2299.6796875, + 2301.150390625, + 2301.150390625, + 2301.640625, + 2302.130859375 ], "p90": [ - 2358.8408203125, - 2363.82421875, - 2368.9921875, - 2373.9755859375, - 2378.7744140625, - 2384.03466796875, - 2390.448486328125, - 2393.678466796875, - 2396.4931640625, - 2401.338134765625, - 2402.630126953125, - 2404.26806640625, - 2406.64453125, - 2407.705810546875, - 2409.13623046875, - 2410.012939453125, - 2405.88330078125, - 2409.50537109375, - 2410.705078125, - 2411.90478515625, - 2411.90478515625, - 2412.45849609375, - 2412.181640625, - 2413.19677734375 + 2326.8876953125, + 2343.310546875, + 2357.037109375, + 2368.68017578125, + 2375.666015625, + 2377.35107421875, + 2380.69091796875, + 2383.29541015625, + 2385.99169921875, + 2385.754150390625, + 2386.61962890625, + 2386.8955078125, + 2386.6962890625, + 2385.25634765625, + 2385.976318359375, + 2387.615478515625, + 2390.771484375, + 2392.027587890625, + 2391.47607421875, + 2391.23095703125, + 2391.26171875, + 2392.0888671875, + 2392.5791015625, + 2392.0888671875 ], "timestamps": [ - "2026-06-21 20:55:00", - "2026-06-21 21:10:00", - "2026-06-21 21:25:00", - "2026-06-21 21:40:00", "2026-06-21 21:55:00", "2026-06-21 22:10:00", "2026-06-21 22:25:00", @@ -327,6 +323,10 @@ "2026-06-23 01:55:00", "2026-06-23 02:10:00", "2026-06-23 02:25:00", - "2026-06-23 02:40:00" + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index cb26641f040ed3e04d1bdf1fd63504ad1c7c7f81..5e1df6740a090b1f115c6b541a530da43c04f9fb 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T08:13:22.720085+00:00", + "evaluated_at": "2026-06-22T08:21:15.196333+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 6e30791026921461eb00ad989294f825843e081c..7312c7a3c3ba110603dbfc3876f7f73355f34d25 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,76077.8932056427,61791.18862215678,189.37613932291666,0.1790355539279197,0.002958863621103838,0.0029568682142533157,4.787065731528299,275.82221303883904,0.004303006335283125,0.002954391230061026,0.002875877202628327,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,75407.80596605937,62454.03497632345,194.32275390625,0.18371206642395746,0.0030357907010902852,0.0030338761386067667,4.722278984314173,274.60481781290616,0.004283641055396014,0.0030312976052647616,0.0029017823975337224,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0005848105764358753,0.000658414742316656,0.018569018443425497,0.05343730897467071,0.023412657881778192,0.024119732676306512,3.925471504944314,0.024182857077605105,0.021270870588154855,0.016333024133237787,0.030644997400101404,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08540058405505431,0.09652233333889883,0.29321034914917415,4.4567998572687815,0.18168382048858478,0.20168735546391614,124.05246900540806,0.2922337832199664,0.18440693484931617,0.1850231727383761,0.16148328140196658,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08019688756071651,0.09251118908322375,0.28562963836722904,3.5012685274948265,0.17667122781991815,0.19573501822533015,87.804819642865,0.28319054991421677,0.17854395918298188,0.18008173828376833,0.15210316846989247,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.00211398318136465,0.010294307922966558,0.09231356779734294,0.04757750197998356,0.006594643729927452,0.006621025186851755,1.4139245150309996,0.04597807283221699,0.003285125835141485,0.0065957894236193335,0.006846533248589538,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,55.68834250098947,28.589202197623916,4.357548554738362,0.3765872160729092,0.2419012594193822,0.20426482054606665,27.423896376430196,7.462462227776397,0.34776523003229814,0.2030702239101373,0.32716270570230327,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.934540350061828,1.1222331865801607,0.9456764856974283,0.5055707263204815,0.03944210144903836,0.038516060484205736,27.49708376970962,1.3908775467530663,0.058358498465163625,0.03967873366562637,0.050688762116450715,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,16.623645979254132,13.30137498064956,2.9055436849594116,0.5384791385252964,0.727943412958859,0.37864987451715465,25.095152873330136,4.077210563516941,0.5204949655553541,0.3709204704203504,0.4376976382929665,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1723.2873025511701,1615.7042115877073,33.94189453125,1.30336875,0.014756273710172635,0.014605143586633196,65.336584765625,41.512495739851275,0.01793519167878363,0.014664364873987399,0.017019224871705922,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,374.34226889908314,254.34291165322065,10.453786214192709,0.24477157964939023,0.004604937876434345,0.004582570519498529,16.52071670160061,19.34792673386694,0.008448876302998664,0.004564972145935681,0.00686491868612779,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,587.0931736621008,474.79592066065277,18.537806919642858,0.37411023011109457,0.07661461844080557,0.0753195920209184,14.19238810506537,24.230005647174348,0.09753308771145512,0.07462026937176539,0.08000017268140815,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 1bfe7f79cb32e1f9b6bf3078a00ffb115111c3cf..234319839c518efec896985aa1aca44e80399daa 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T08:11:18.723209+00:00", + "evaluated_at": "2026-06-22T08:18:34.503797+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64160.0 + 64294.0 ], "p50": [ 64031.140625, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a8203d60ba8bf462b2abc6a4e4bff3f7be51309d..87d6b07b010c2ad3f226b6bec73c00aaf71f8eaa 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:54:04.836145+00:00", + "evaluated_at": "2026-06-22T08:18:41.569006+00:00", "freq": "10min", - "context_length": 76, + "context_length": 75, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -81,7 +79,8 @@ 1.2999999523162842, 1.2000000476837158, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "actuals": [ 1.5, @@ -92,7 +91,6 @@ 1.5, 1.5, 1.5, - 1.5, 1.600000023841858, 1.600000023841858, 1.5, @@ -155,235 +153,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3043817281723022, - 1.293152928352356, - 1.289110541343689, - 1.2874054908752441, - 1.2898627519607544, - 1.2926145792007446, - 1.2919855117797852, - 1.2925180196762085, - 1.293683409690857, - 1.2966059446334839, - 1.2972955703735352, - 1.2973637580871582, - 1.298355221748352, - 1.2957360744476318, - 1.2958441972732544, - 1.2933825254440308, - 1.2949634790420532, - 1.2941243648529053, - 1.2927072048187256, - 1.294742226600647, - 1.2951879501342773, - 1.2946463823318481, - 1.2942628860473633, - 1.2976295948028564, - 1.2953625917434692, - 1.293430209159851, - 1.2938306331634521, - 1.2946805953979492, - 1.2956267595291138, - 1.2926808595657349, - 1.2939457893371582, - 1.2927404642105103, - 1.2928906679153442, - 1.2930572032928467, - 1.292767882347107, - 1.2930488586425781, - 1.2933562994003296, - 1.2932863235473633, - 1.2927321195602417, - 1.291028380393982, - 1.2922455072402954, - 1.2891548871994019, - 1.2876696586608887, - 1.286474347114563, - 1.2878111600875854, - 1.2870594263076782, - 1.2871841192245483, - 1.2884677648544312, - 1.2892897129058838, - 1.2876943349838257, - 1.2866393327713013, - 1.2863240242004395, - 1.2863013744354248, - 1.2834128141403198, - 1.2832740545272827, - 1.2828336954116821, - 1.2842938899993896, - 1.2845380306243896, - 1.2858939170837402, - 1.2862579822540283, - 1.2883177995681763, - 1.2888580560684204, - 1.2884786128997803, - 1.2886569499969482, - 1.2912193536758423, - 1.2911553382873535, - 1.2933309078216553, - 1.293039321899414, - 1.2922194004058838, - 1.2924777269363403, - 1.2932524681091309, - 1.2930018901824951 + 1.3500542640686035, + 1.3245583772659302, + 1.3128814697265625, + 1.310524821281433, + 1.311944603919983, + 1.309494972229004, + 1.3084526062011719, + 1.3066422939300537, + 1.3061447143554688, + 1.3076761960983276, + 1.3088608980178833, + 1.3078898191452026, + 1.3073360919952393, + 1.3045181035995483, + 1.305531620979309, + 1.3030288219451904, + 1.3035612106323242, + 1.301883339881897, + 1.3015942573547363, + 1.3029906749725342, + 1.302807331085205, + 1.3032550811767578, + 1.302657961845398, + 1.3033781051635742, + 1.3000191450119019, + 1.299586296081543, + 1.29924738407135, + 1.2988495826721191, + 1.2991914749145508, + 1.2968204021453857, + 1.2987842559814453, + 1.296500325202942, + 1.298529863357544, + 1.2978465557098389, + 1.2985963821411133, + 1.297912836074829, + 1.298263669013977, + 1.2975558042526245, + 1.2969908714294434, + 1.2971514463424683, + 1.2978154420852661, + 1.2944614887237549, + 1.2949905395507812, + 1.2946768999099731, + 1.2955756187438965, + 1.2957727909088135, + 1.2966561317443848, + 1.2952172756195068, + 1.2959996461868286, + 1.294386863708496, + 1.2948570251464844, + 1.2937490940093994, + 1.2937861680984497, + 1.2922134399414062, + 1.2922379970550537, + 1.2904562950134277, + 1.2925121784210205, + 1.2921632528305054, + 1.2929644584655762, + 1.292565107345581, + 1.2963714599609375, + 1.2947628498077393, + 1.2943288087844849, + 1.2960270643234253, + 1.2982094287872314, + 1.2971878051757812, + 1.2992628812789917, + 1.298787236213684, + 1.2973936796188354, + 1.298424482345581, + 1.3010358810424805, + 1.3003038167953491 ], "p10": [ - 1.3261785507202148, - 1.3151410818099976, - 1.3126782178878784, - 1.3100879192352295, - 1.3126658201217651, - 1.3146424293518066, - 1.3147603273391724, - 1.313745141029358, - 1.3154520988464355, - 1.319347858428955, - 1.3188045024871826, - 1.3202180862426758, - 1.3212121725082397, - 1.318988561630249, - 1.3173956871032715, - 1.3158372640609741, - 1.3171025514602661, - 1.3167924880981445, - 1.3146016597747803, - 1.3159252405166626, - 1.3160392045974731, - 1.3150557279586792, - 1.3179137706756592, - 1.3188896179199219, - 1.3187048435211182, - 1.3152300119400024, - 1.3167381286621094, - 1.3176649808883667, - 1.3181169033050537, - 1.3165329694747925, - 1.3151885271072388, - 1.313575029373169, - 1.3139140605926514, - 1.3140817880630493, - 1.314193606376648, - 1.3149399757385254, - 1.313889980316162, - 1.3150581121444702, - 1.313603401184082, - 1.3121678829193115, - 1.3131682872772217, - 1.3117951154708862, - 1.309117317199707, - 1.3079713582992554, - 1.3115737438201904, - 1.3093382120132446, - 1.3094931840896606, - 1.3117727041244507, - 1.313604712486267, - 1.3096158504486084, - 1.309927225112915, - 1.3097736835479736, - 1.3077584505081177, - 1.3066695928573608, - 1.3058888912200928, - 1.3065590858459473, - 1.306878685951233, - 1.3070837259292603, - 1.3083314895629883, - 1.310103178024292, - 1.311071515083313, - 1.3109536170959473, - 1.3116405010223389, - 1.3110227584838867, - 1.31264328956604, - 1.3144631385803223, - 1.3148424625396729, - 1.314706563949585, - 1.3148237466812134, - 1.3161194324493408, - 1.3147655725479126, - 1.3144290447235107 + 1.3720041513442993, + 1.3454322814941406, + 1.3380329608917236, + 1.3351199626922607, + 1.3365713357925415, + 1.333804726600647, + 1.3332254886627197, + 1.3300350904464722, + 1.3304139375686646, + 1.333046555519104, + 1.3334850072860718, + 1.3322480916976929, + 1.3324048519134521, + 1.3311694860458374, + 1.3301323652267456, + 1.3289539813995361, + 1.328728437423706, + 1.328221321105957, + 1.3277193307876587, + 1.3267089128494263, + 1.3268709182739258, + 1.3262810707092285, + 1.3290361166000366, + 1.3271121978759766, + 1.3269487619400024, + 1.3217498064041138, + 1.3249253034591675, + 1.3252241611480713, + 1.3245270252227783, + 1.323777198791504, + 1.322973370552063, + 1.3210257291793823, + 1.3215851783752441, + 1.3213465213775635, + 1.3230713605880737, + 1.3211462497711182, + 1.3219739198684692, + 1.321868658065796, + 1.321639060974121, + 1.321930170059204, + 1.3222395181655884, + 1.3218737840652466, + 1.3202221393585205, + 1.3187756538391113, + 1.3219373226165771, + 1.3212755918502808, + 1.322389841079712, + 1.3225762844085693, + 1.3238911628723145, + 1.3193713426589966, + 1.3226585388183594, + 1.3202394247055054, + 1.318483591079712, + 1.3180373907089233, + 1.3193632364273071, + 1.3170180320739746, + 1.3181403875350952, + 1.318034052848816, + 1.318591594696045, + 1.3200562000274658, + 1.3223674297332764, + 1.3220652341842651, + 1.3220571279525757, + 1.3207693099975586, + 1.3248939514160156, + 1.3227505683898926, + 1.3237032890319824, + 1.3235762119293213, + 1.3228940963745117, + 1.3257911205291748, + 1.3249311447143555, + 1.3264013528823853 ], "p90": [ - 1.3849468231201172, - 1.378018856048584, - 1.377501368522644, - 1.3745851516723633, - 1.3778817653656006, - 1.3811078071594238, - 1.380997896194458, - 1.3807804584503174, - 1.381679654121399, - 1.3838493824005127, - 1.384880781173706, - 1.385090708732605, - 1.3859233856201172, - 1.3841193914413452, - 1.3844332695007324, - 1.3830595016479492, - 1.3856488466262817, - 1.3839298486709595, - 1.3832995891571045, - 1.3832308053970337, - 1.38496732711792, - 1.3852145671844482, - 1.3851643800735474, - 1.3861627578735352, - 1.386046290397644, - 1.3843721151351929, - 1.3830821514129639, - 1.385056734085083, - 1.3851416110992432, - 1.3835883140563965, - 1.3842394351959229, - 1.3820348978042603, - 1.3810358047485352, - 1.3816330432891846, - 1.379992127418518, - 1.3806220293045044, - 1.3810794353485107, - 1.381924033164978, - 1.3812247514724731, - 1.3812388181686401, - 1.381237268447876, - 1.380859375, - 1.3785454034805298, - 1.377602219581604, - 1.3789623975753784, - 1.3805667161941528, - 1.3803596496582031, - 1.382396936416626, - 1.3818608522415161, - 1.3810583353042603, - 1.3787617683410645, - 1.3814687728881836, - 1.3785687685012817, - 1.3776084184646606, - 1.378188133239746, - 1.376992106437683, - 1.3787741661071777, - 1.3781229257583618, - 1.3804510831832886, - 1.3794221878051758, - 1.3824846744537354, - 1.382681965827942, - 1.3829630613327026, - 1.385310173034668, - 1.385258436203003, - 1.3855465650558472, - 1.3881362676620483, - 1.3877038955688477, - 1.3873437643051147, - 1.3885047435760498, - 1.3872814178466797, - 1.3893309831619263 + 1.441328525543213, + 1.422563910484314, + 1.4153313636779785, + 1.4123988151550293, + 1.4147462844848633, + 1.412613034248352, + 1.4119750261306763, + 1.4095900058746338, + 1.4086030721664429, + 1.409936547279358, + 1.4116681814193726, + 1.4114099740982056, + 1.4108269214630127, + 1.4099754095077515, + 1.4112473726272583, + 1.4100635051727295, + 1.4110990762710571, + 1.40851628780365, + 1.4092931747436523, + 1.4080705642700195, + 1.4099030494689941, + 1.4105474948883057, + 1.4095349311828613, + 1.4081913232803345, + 1.4078904390335083, + 1.4076999425888062, + 1.4059252738952637, + 1.4073010683059692, + 1.4056267738342285, + 1.4049257040023804, + 1.4057739973068237, + 1.4031987190246582, + 1.4043431282043457, + 1.4051159620285034, + 1.4045100212097168, + 1.4044655561447144, + 1.4055711030960083, + 1.4056499004364014, + 1.405297040939331, + 1.407256007194519, + 1.4059882164001465, + 1.4064894914627075, + 1.4065845012664795, + 1.4065742492675781, + 1.4071813821792603, + 1.409755825996399, + 1.4107455015182495, + 1.409338116645813, + 1.4089441299438477, + 1.4090642929077148, + 1.4073574542999268, + 1.4094200134277344, + 1.4058533906936646, + 1.4052345752716064, + 1.4066846370697021, + 1.4039514064788818, + 1.4061305522918701, + 1.4056401252746582, + 1.4074084758758545, + 1.405499815940857, + 1.4107784032821655, + 1.4096019268035889, + 1.4099881649017334, + 1.4137232303619385, + 1.4126237630844116, + 1.4114631414413452, + 1.414454698562622, + 1.413817048072815, + 1.4135175943374634, + 1.4150499105453491, + 1.4149552583694458, + 1.4166864156723022 ], "timestamps": [ - "2026-06-20 07:10:00", - "2026-06-20 07:20:00", - "2026-06-20 07:30:00", - "2026-06-20 07:40:00", "2026-06-20 07:50:00", "2026-06-20 08:00:00", "2026-06-20 08:10:00", @@ -527,6 +522,9 @@ "2026-06-21 07:10:00", "2026-06-21 07:20:00", "2026-06-21 07:30:00", - "2026-06-21 07:40:00" + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ecd52fe2789b385a207ba34e8f31fa9752b88e1d..644f8331920cbdcf9c4f86d81d1aef14103b4d26 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:54:15.282188+00:00", + "evaluated_at": "2026-06-22T08:18:48.081794+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2350.0, 2350.0, 2350.0, - 2350.0 - ], - "actuals": [ + 2350.0, 2350.0, 2350.0, 2350.0, @@ -115,6 +101,9 @@ 2300.0, 2300.0, 2300.0, + 2300.0 + ], + "actuals": [ 2300.0, 2300.0, 2300.0, @@ -127,91 +116,98 @@ 2300.0, 2300.0, 2300.0, - 2300.0 + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 ], "p50": [ - 2349.978759765625, - 2349.64111328125, - 2349.776611328125, - 2349.128173828125, - 2349.950439453125, - 2349.33056640625, - 2349.413818359375, - 2349.235107421875, - 2347.340087890625, - 2349.14501953125, - 2347.663818359375, - 2347.41943359375, - 2347.362548828125, - 2347.85888671875, - 2347.933837890625, - 2347.743408203125, - 2347.682373046875, - 2347.49169921875, - 2346.81884765625, - 2347.301513671875, - 2348.6376953125, - 2347.48095703125, - 2347.3935546875, - 2347.316162109375 + 2300.603515625, + 2299.651611328125, + 2298.82470703125, + 2296.239501953125, + 2297.471923828125, + 2297.698974609375, + 2297.54541015625, + 2297.2138671875, + 2294.13818359375, + 2297.8486328125, + 2295.365478515625, + 2295.78857421875, + 2295.42822265625, + 2296.535888671875, + 2295.459716796875, + 2295.0302734375, + 2293.071533203125, + 2292.9462890625, + 2292.30322265625, + 2291.37451171875, + 2292.828369140625, + 2290.1796875, + 2290.462890625, + 2289.3974609375 ], "p10": [ - 2351.950439453125, - 2352.777099609375, - 2351.844970703125, - 2352.349609375, - 2353.924072265625, - 2353.783935546875, - 2355.404296875, - 2354.958251953125, - 2358.33251953125, - 2355.472412109375, - 2356.306884765625, - 2357.342529296875, - 2358.423095703125, - 2358.062744140625, - 2357.6552734375, - 2357.524658203125, - 2359.500732421875, - 2361.828857421875, - 2359.548828125, - 2359.6396484375, - 2360.24267578125, - 2359.240966796875, - 2360.759765625, - 2360.720458984375 + 2303.8056640625, + 2304.494873046875, + 2302.667724609375, + 2303.002685546875, + 2306.81201171875, + 2307.456787109375, + 2309.110107421875, + 2306.709228515625, + 2308.951904296875, + 2305.06201171875, + 2306.873291015625, + 2313.152587890625, + 2309.154541015625, + 2308.703369140625, + 2308.333740234375, + 2305.434814453125, + 2310.003173828125, + 2311.76123046875, + 2307.82177734375, + 2308.9462890625, + 2306.313720703125, + 2306.133544921875, + 2307.9716796875, + 2306.311279296875 ], "p90": [ - 2353.932373046875, - 2354.154052734375, - 2356.206298828125, - 2356.815673828125, - 2358.679931640625, - 2358.742919921875, - 2358.822509765625, - 2359.486083984375, - 2359.137939453125, - 2361.234375, - 2361.425048828125, - 2360.58154296875, - 2362.05859375, - 2363.76513671875, - 2363.742431640625, - 2364.19091796875, - 2364.973388671875, - 2365.6826171875, - 2366.411376953125, - 2368.791259765625, - 2369.871337890625, - 2370.19140625, - 2369.50732421875, - 2370.7666015625 + 2305.33642578125, + 2307.13720703125, + 2310.1123046875, + 2311.551025390625, + 2315.651611328125, + 2317.50830078125, + 2317.403076171875, + 2319.072998046875, + 2318.777587890625, + 2322.554443359375, + 2323.243408203125, + 2321.09716796875, + 2324.337890625, + 2325.6044921875, + 2324.421630859375, + 2325.31103515625, + 2323.913818359375, + 2325.320068359375, + 2326.157470703125, + 2328.961669921875, + 2330.01806640625, + 2329.426513671875, + 2328.024658203125, + 2328.25830078125 ], "timestamps": [ - "2026-06-21 20:55:00", - "2026-06-21 21:10:00", - "2026-06-21 21:25:00", - "2026-06-21 21:40:00", "2026-06-21 21:55:00", "2026-06-21 22:10:00", "2026-06-21 22:25:00", @@ -327,6 +323,10 @@ "2026-06-23 01:55:00", "2026-06-23 02:10:00", "2026-06-23 02:25:00", - "2026-06-23 02:40:00" + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 9ef7835f75abc15926c119cc52983b2ff6bb9831..1b2a051f430152053ff7bf72d7c9dc32ea162dc9 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T08:11:32.111105+00:00", + "evaluated_at": "2026-06-22T08:18:51.349183+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index e217db24dfd1666b74f6b41bc8c7caad6822384c..36a61630e9247113119f23aa5d94b79349ad96bb 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,111338.24452908833,111338.24452908833,243.46695963541666,0.23017283031177774,0.0038094082821345117,0.0037973418962336143,1.6199102611842695,333.6738595231702,0.005205529734635242,0.003798243289403956,0.003734182435377685,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,109508.30702908833,109508.30702908833,237.88362630208334,0.22489436608882174,0.0037222551334097713,0.003710410764707878,1.6199102611842695,330.92039379447186,0.005162124234439388,0.0037108164239432902,0.0037048251850046376,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.04373462692216386,0.04373462692216386,0.1814540425936381,0.5221824604419191,0.21143197000761849,0.18272736818890403,1.9219840405284276,0.2091282547198342,0.18394600886889126,0.15960419586985583,0.10675415381055273,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08442865811563809,0.08442865811563809,0.2723541971709993,4.139786165803835,0.1685286790652478,0.18583929835304233,78.47624251940088,0.2905660993915809,0.18335458402354302,0.17186241145790568,0.1455915902802277,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0802640851209701,0.0802640851209701,0.2628648695018556,3.222216363231852,0.162237586969234,0.17857058250948324,45.297789412012875,0.2833091687908637,0.17861874516675427,0.16572916908843163,0.13396183072845697,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.004921157931751925,0.004921157931751925,0.0666356881459554,0.034343376172630315,0.004760187553788527,0.004772662247790824,0.7285126522342766,0.0701509652945127,0.005012275074905639,0.004761109093666072,0.013565391993205313,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,103.94611622582913,103.94611622582913,8.39918565750122,0.7258727939126332,0.4724121496643799,0.3446248660823807,3.0123603013716966,10.195396815515771,0.47512528849005536,0.39141836073792097,0.2627879292345099,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.6240803606501686,2.6240803606501686,1.410857121149699,0.7542622347726379,0.058673739086841904,0.056556444957915064,3.2434954637260183,1.6199013428755988,0.06796788851226289,0.059196802286001354,0.037028810194322276,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,17.542497988407565,17.542497988407565,3.4259012937545776,0.6349160698850184,0.8733453764285876,0.4254204087184532,5.1855759049934775,4.188376533742825,0.5346863660097223,0.43734910133037164,0.32638692867107705,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,1607.495738138755,1607.495738138755,34.442952473958336,1.3226093749999999,0.014968556355003807,0.014818501207892824,52.589112890624996,40.093587244580085,0.01732216190584918,0.014880843553105311,0.015977901110423545,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,523.4890477731824,523.4890477731824,13.283152262369791,0.3110201505335366,0.0058625972914637635,0.005811881970555289,9.973224561737805,22.879883036702402,0.009991215299870045,0.00580050317134052,0.006791028536852558,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,470.9839568113176,470.9839568113176,18.29669407435826,0.3692443480559426,0.07939229194969974,0.07648632261901081,1.7100045810649784,21.702164795506405,0.08735776513429835,0.07364971737809535,0.062455629691568246,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 6f7a831b46b468f16a1c75324a96e536c81810ad..ae9dd18b129e7de01e8d7a143d90762831ef9f0d 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T08:12:08.727864+00:00", + "evaluated_at": "2026-06-22T08:19:49.760214+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64160.0 + 64294.0 ], "p50": [ 64063.28125, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index daaa05e010f67095654c83b019658bc38d12ef4b..cb231c2eda06f67cbbd47a0698b4615d2c7da750 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T07:55:48.776939+00:00", + "evaluated_at": "2026-06-22T08:20:00.778269+00:00", "freq": "10min", - "context_length": 76, + "context_length": 75, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -81,7 +79,8 @@ 1.2999999523162842, 1.2000000476837158, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "actuals": [ 1.5, @@ -92,7 +91,6 @@ 1.5, 1.5, 1.5, - 1.5, 1.600000023841858, 1.600000023841858, 1.5, @@ -155,235 +153,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.323458194732666, - 1.3157720565795898, - 1.313023328781128, - 1.3117369413375854, - 1.312178373336792, - 1.312214732170105, - 1.3123877048492432, - 1.312190055847168, - 1.3131827116012573, - 1.3144254684448242, - 1.3138079643249512, - 1.3125522136688232, - 1.3083566427230835, - 1.3084428310394287, - 1.308750867843628, - 1.3100003004074097, - 1.3117833137512207, - 1.310984492301941, - 1.3116369247436523, - 1.3144423961639404, - 1.3140854835510254, - 1.3113319873809814, - 1.3126509189605713, - 1.3151336908340454, - 1.3153117895126343, - 1.3147530555725098, - 1.314674973487854, - 1.3144207000732422, - 1.3149192333221436, - 1.3138211965560913, - 1.3133516311645508, - 1.3165515661239624, - 1.3007938861846924, - 1.3086013793945312, - 1.3125990629196167, - 1.3143173456192017, - 1.3124462366104126, - 1.313922643661499, - 1.3117866516113281, - 1.3114824295043945, - 1.3138378858566284, - 1.3146625757217407, - 1.313835859298706, - 1.311482310295105, - 1.3114020824432373, - 1.3097039461135864, - 1.312497854232788, - 1.313836932182312, - 1.3147828578948975, - 1.314284086227417, - 1.3139148950576782, - 1.3161698579788208, - 1.3149727582931519, - 1.3141014575958252, - 1.3137799501419067, - 1.3138638734817505, - 1.3133234977722168, - 1.3101979494094849, - 1.3101520538330078, - 1.3101307153701782, - 1.3112297058105469, - 1.3118435144424438, - 1.3114477396011353, - 1.312692642211914, - 1.2998868227005005, - 1.3063220977783203, - 1.309457778930664, - 1.3101879358291626, - 1.3110105991363525, - 1.3115832805633545, - 1.3122386932373047, - 1.3133811950683594 + 1.3991138935089111, + 1.3537784814834595, + 1.3419477939605713, + 1.341373324394226, + 1.3376680612564087, + 1.334763765335083, + 1.334617257118225, + 1.3325434923171997, + 1.3314481973648071, + 1.3302162885665894, + 1.3263216018676758, + 1.3241416215896606, + 1.3243743181228638, + 1.3221337795257568, + 1.321599006652832, + 1.324072241783142, + 1.3215837478637695, + 1.320861577987671, + 1.3235716819763184, + 1.3216959238052368, + 1.3206689357757568, + 1.324650526046753, + 1.328116536140442, + 1.330308437347412, + 1.329584002494812, + 1.328561782836914, + 1.3285627365112305, + 1.329833745956421, + 1.3266775608062744, + 1.326753854751587, + 1.3279304504394531, + 1.326251745223999, + 1.3157442808151245, + 1.3187052011489868, + 1.3190865516662598, + 1.3193410634994507, + 1.3200809955596924, + 1.3181939125061035, + 1.315792202949524, + 1.3216136693954468, + 1.3220387697219849, + 1.3226145505905151, + 1.317658543586731, + 1.30949866771698, + 1.3073867559432983, + 1.3121100664138794, + 1.320513129234314, + 1.3223509788513184, + 1.3228079080581665, + 1.3242385387420654, + 1.3256946802139282, + 1.3277345895767212, + 1.3254097700119019, + 1.324460744857788, + 1.3244867324829102, + 1.3237348794937134, + 1.3205646276474, + 1.3162535429000854, + 1.3133668899536133, + 1.3136619329452515, + 1.315457820892334, + 1.3153637647628784, + 1.3150256872177124, + 1.31953763961792, + 1.3071614503860474, + 1.3102713823318481, + 1.3068996667861938, + 1.3030723333358765, + 1.3019453287124634, + 1.308168649673462, + 1.3138136863708496, + 1.3161424398422241 ], "p10": [ - 1.230165958404541, - 1.216487169265747, - 1.2145657539367676, - 1.2155979871749878, - 1.2172974348068237, - 1.2167284488677979, - 1.2157974243164062, - 1.2148158550262451, - 1.2143627405166626, - 1.2145432233810425, - 1.2118191719055176, - 1.2102009057998657, - 1.2065062522888184, - 1.2053488492965698, - 1.2041395902633667, - 1.2049592733383179, - 1.2065659761428833, - 1.2035917043685913, - 1.2021701335906982, - 1.2034167051315308, - 1.2027695178985596, - 1.2005422115325928, - 1.2016997337341309, - 1.2036288976669312, - 1.2029269933700562, - 1.2020515203475952, - 1.2023098468780518, - 1.2017513513565063, - 1.2023688554763794, - 1.2002196311950684, - 1.1997003555297852, - 1.2024602890014648, - 1.2058780193328857, - 1.203600287437439, - 1.2029752731323242, - 1.2024362087249756, - 1.2008413076400757, - 1.200345516204834, - 1.197748064994812, - 1.1977386474609375, - 1.1990612745285034, - 1.1974847316741943, - 1.1956411600112915, - 1.1924901008605957, - 1.1919071674346924, - 1.1912387609481812, - 1.1934572458267212, - 1.1941399574279785, - 1.1927051544189453, - 1.1950654983520508, - 1.197243571281433, - 1.2008439302444458, - 1.201040506362915, - 1.2004501819610596, - 1.200110673904419, - 1.198896050453186, - 1.197679877281189, - 1.1939854621887207, - 1.193710446357727, - 1.1922788619995117, - 1.192494511604309, - 1.1922030448913574, - 1.1911121606826782, - 1.1920380592346191, - 1.199153184890747, - 1.1987522840499878, - 1.1973737478256226, - 1.1947221755981445, - 1.1940946578979492, - 1.1932178735733032, - 1.1921907663345337, - 1.1934638023376465 + 1.2731798887252808, + 1.2364840507507324, + 1.2275131940841675, + 1.2288559675216675, + 1.2256245613098145, + 1.22275972366333, + 1.2228009700775146, + 1.2198342084884644, + 1.2178419828414917, + 1.215822696685791, + 1.21083664894104, + 1.2092682123184204, + 1.2082971334457397, + 1.2036279439926147, + 1.2012892961502075, + 1.2038848400115967, + 1.2007577419281006, + 1.198716640472412, + 1.2004446983337402, + 1.1977418661117554, + 1.1948938369750977, + 1.19900643825531, + 1.2022483348846436, + 1.2028577327728271, + 1.2027643918991089, + 1.2013317346572876, + 1.2022101879119873, + 1.2034019231796265, + 1.1992809772491455, + 1.1986063718795776, + 1.19950270652771, + 1.197514295578003, + 1.2079432010650635, + 1.201351284980774, + 1.1985843181610107, + 1.197053074836731, + 1.1958961486816406, + 1.1926758289337158, + 1.1912251710891724, + 1.1942932605743408, + 1.1944442987442017, + 1.191612958908081, + 1.1883985996246338, + 1.184922456741333, + 1.1835968494415283, + 1.1866509914398193, + 1.191542387008667, + 1.195548415184021, + 1.1973928213119507, + 1.1994614601135254, + 1.2022408246994019, + 1.2030317783355713, + 1.2018696069717407, + 1.2016167640686035, + 1.201553463935852, + 1.198693871498108, + 1.195087194442749, + 1.1915560960769653, + 1.1897001266479492, + 1.1880906820297241, + 1.1878694295883179, + 1.186538577079773, + 1.185259222984314, + 1.1879804134368896, + 1.203007459640503, + 1.1973979473114014, + 1.1907689571380615, + 1.1840672492980957, + 1.182567834854126, + 1.183801531791687, + 1.1872981786727905, + 1.1893776655197144 ], "p90": [ - 1.4397127628326416, - 1.4391287565231323, - 1.438319206237793, - 1.4375187158584595, - 1.4393290281295776, - 1.4422826766967773, - 1.444528579711914, - 1.4462263584136963, - 1.4476253986358643, - 1.449638843536377, - 1.4486451148986816, - 1.4495793581008911, - 1.4460991621017456, - 1.4465850591659546, - 1.4471815824508667, - 1.4476311206817627, - 1.4493118524551392, - 1.448913812637329, - 1.451012372970581, - 1.4567675590515137, - 1.4557647705078125, - 1.4534775018692017, - 1.454401969909668, - 1.4582040309906006, - 1.4596478939056396, - 1.4581880569458008, - 1.4578804969787598, - 1.4588336944580078, - 1.4603159427642822, - 1.4592348337173462, - 1.460005283355713, - 1.4639455080032349, - 1.4568942785263062, - 1.4667854309082031, - 1.4664949178695679, - 1.4666812419891357, - 1.4674965143203735, - 1.4742921590805054, - 1.4719308614730835, - 1.471688985824585, - 1.4759691953659058, - 1.4801265001296997, - 1.4806373119354248, - 1.4823940992355347, - 1.4846909046173096, - 1.4814674854278564, - 1.482616901397705, - 1.484559416770935, - 1.4869464635849, - 1.4843056201934814, - 1.48337721824646, - 1.487886905670166, - 1.4856590032577515, - 1.4857712984085083, - 1.4853445291519165, - 1.487691879272461, - 1.4887666702270508, - 1.4851186275482178, - 1.4847888946533203, - 1.484611988067627, - 1.4863104820251465, - 1.4877017736434937, - 1.4884167909622192, - 1.4916396141052246, - 1.4525787830352783, - 1.461546778678894, - 1.4622212648391724, - 1.4620311260223389, - 1.4673405885696411, - 1.4706482887268066, - 1.471850872039795, - 1.4726171493530273 + 1.5382459163665771, + 1.5225330591201782, + 1.511260986328125, + 1.507817268371582, + 1.5019360780715942, + 1.5006444454193115, + 1.5027401447296143, + 1.50193452835083, + 1.5015537738800049, + 1.5015790462493896, + 1.4986766576766968, + 1.500190019607544, + 1.5027518272399902, + 1.5005630254745483, + 1.500969648361206, + 1.5056452751159668, + 1.5036578178405762, + 1.5034291744232178, + 1.5056145191192627, + 1.5057660341262817, + 1.5043699741363525, + 1.5112148523330688, + 1.5159966945648193, + 1.5210503339767456, + 1.5167168378829956, + 1.5131487846374512, + 1.5127533674240112, + 1.5139055252075195, + 1.5089987516403198, + 1.5082217454910278, + 1.5102512836456299, + 1.5090211629867554, + 1.484833002090454, + 1.493841528892517, + 1.4938890933990479, + 1.4973716735839844, + 1.5065027475357056, + 1.5093021392822266, + 1.5063287019729614, + 1.5171833038330078, + 1.5208311080932617, + 1.526906132698059, + 1.521860957145691, + 1.5169222354888916, + 1.5188212394714355, + 1.525402307510376, + 1.5352153778076172, + 1.5398417711257935, + 1.5389524698257446, + 1.5356547832489014, + 1.5328327417373657, + 1.5363123416900635, + 1.5301989316940308, + 1.5297670364379883, + 1.5293867588043213, + 1.531791090965271, + 1.528627634048462, + 1.5229628086090088, + 1.5200121402740479, + 1.520925760269165, + 1.5254671573638916, + 1.5258853435516357, + 1.527850866317749, + 1.5364203453063965, + 1.4677461385726929, + 1.4804072380065918, + 1.4729150533676147, + 1.4688435792922974, + 1.473301887512207, + 1.4854332208633423, + 1.4912850856781006, + 1.4911783933639526 ], "timestamps": [ - "2026-06-20 07:10:00", - "2026-06-20 07:20:00", - "2026-06-20 07:30:00", - "2026-06-20 07:40:00", "2026-06-20 07:50:00", "2026-06-20 08:00:00", "2026-06-20 08:10:00", @@ -527,6 +522,9 @@ "2026-06-21 07:10:00", "2026-06-21 07:20:00", "2026-06-21 07:30:00", - "2026-06-21 07:40:00" + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6b31a5febb371ea38ba110e8b1101213551d662a..955019ebfd71071f2ed7b912400401e48b01c31f 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T07:55:55.124025+00:00", + "evaluated_at": "2026-06-22T08:20:08.566795+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2350.0, 2350.0, 2350.0, - 2350.0 - ], - "actuals": [ + 2350.0, 2350.0, 2350.0, 2350.0, @@ -115,6 +101,9 @@ 2300.0, 2300.0, 2300.0, + 2300.0 + ], + "actuals": [ 2300.0, 2300.0, 2300.0, @@ -127,91 +116,98 @@ 2300.0, 2300.0, 2300.0, - 2300.0 + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 ], "p50": [ - 2347.4267578125, - 2347.475341796875, - 2347.541015625, - 2347.5654296875, - 2347.630859375, - 2347.5185546875, - 2347.6142578125, - 2347.49853515625, - 2347.564697265625, - 2347.61572265625, - 2347.75390625, - 2347.637939453125, - 2347.697509765625, - 2347.714599609375, - 2347.518310546875, - 2347.54443359375, - 2347.65576171875, - 2347.50537109375, - 2347.5078125, - 2347.588623046875, - 2347.46533203125, - 2347.51708984375, - 2347.884033203125, - 2347.7333984375 + 2300.351806640625, + 2300.4404296875, + 2300.618408203125, + 2300.6416015625, + 2300.78125, + 2300.863525390625, + 2300.984130859375, + 2301.059814453125, + 2300.917236328125, + 2301.71923828125, + 2303.10107421875, + 2303.59521484375, + 2303.494140625, + 2304.195556640625, + 2305.418212890625, + 2305.798828125, + 2306.101806640625, + 2306.3994140625, + 2306.455078125, + 2306.00146484375, + 2305.44189453125, + 2305.140869140625, + 2304.67822265625, + 2304.596435546875 ], "p10": [ - 2346.84423828125, - 2346.6650390625, - 2346.872802734375, - 2346.820556640625, - 2346.9931640625, - 2346.93359375, - 2347.121337890625, - 2346.7333984375, - 2346.91259765625, - 2346.715576171875, - 2346.36669921875, - 2346.466796875, - 2346.451416015625, - 2346.731689453125, - 2346.827392578125, - 2346.6416015625, - 2346.67724609375, - 2346.794921875, - 2346.652587890625, - 2346.336181640625, - 2346.462646484375, - 2346.388916015625, - 2346.688720703125, - 2346.381103515625 + 2299.023681640625, + 2299.220947265625, + 2299.12109375, + 2298.8173828125, + 2298.9677734375, + 2298.600830078125, + 2298.714599609375, + 2298.304443359375, + 2297.974365234375, + 2297.53857421875, + 2296.93310546875, + 2297.05859375, + 2296.955322265625, + 2296.909912109375, + 2296.8564453125, + 2296.77001953125, + 2296.34912109375, + 2296.155517578125, + 2296.40087890625, + 2295.753173828125, + 2295.26513671875, + 2295.413330078125, + 2295.064697265625, + 2294.2490234375 ], "p90": [ - 2351.43505859375, - 2364.285400390625, - 2374.894287109375, - 2381.460693359375, - 2385.8779296875, - 2391.41455078125, - 2398.507568359375, - 2400.7177734375, - 2402.66650390625, - 2401.076416015625, - 2398.9404296875, - 2397.34814453125, - 2400.0791015625, - 2403.413818359375, - 2402.15869140625, - 2403.155517578125, - 2405.53857421875, - 2406.392822265625, - 2405.2587890625, - 2401.63525390625, - 2404.949951171875, - 2405.916748046875, - 2405.695068359375, - 2406.677001953125 + 2308.77978515625, + 2328.06591796875, + 2345.027099609375, + 2354.465087890625, + 2360.95361328125, + 2364.112060546875, + 2367.040283203125, + 2367.992431640625, + 2369.3779296875, + 2371.362548828125, + 2373.646484375, + 2375.603515625, + 2378.162353515625, + 2379.830322265625, + 2380.01513671875, + 2380.9521484375, + 2382.1025390625, + 2383.39453125, + 2383.719970703125, + 2381.607666015625, + 2383.06298828125, + 2383.151123046875, + 2382.8310546875, + 2383.866943359375 ], "timestamps": [ - "2026-06-21 20:55:00", - "2026-06-21 21:10:00", - "2026-06-21 21:25:00", - "2026-06-21 21:40:00", "2026-06-21 21:55:00", "2026-06-21 22:10:00", "2026-06-21 22:25:00", @@ -327,6 +323,10 @@ "2026-06-23 01:55:00", "2026-06-23 02:10:00", "2026-06-23 02:25:00", - "2026-06-23 02:40:00" + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 26c7effefa22f6632e03f675c6aea2acffe483eb..6935cdb80250e2ff445b14506ad8c6083f80b8a3 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T08:12:18.046002+00:00", + "evaluated_at": "2026-06-22T08:20:11.473144+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index f73ca4b20bfa2813143057ba1f50bfccea655aa1..3d330da7ed2507691dee34fa3e40923a96f91b85 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,63475.323373158775,63475.323373158775,163.05110677083334,0.15414795825729435,0.002550826750555625,0.0025461025932115734,1.3904452473202993,251.94309550602648,0.003930476534682206,0.0025437035606375403,0.0030937644456123263,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,64395.657357533775,64395.657357533775,168.63444010416666,0.15942642248025038,0.002637646541366915,0.0026330338301183264,1.3904452473202993,253.76299446044882,0.003958523342994022,0.002630578067556314,0.003141881687305488,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002065693112269251,0.002065693112269251,0.03885895907878876,0.11182703108696238,0.038989895524407105,0.03827659754106459,1.881703774065875,0.04544989672451689,0.03997703283651639,0.03417974506084199,0.06787038777106671,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.09046430652853428,0.09046430652853428,0.28334854543209076,4.306900354995931,0.17550617774454969,0.19416694391886616,112.5121863673323,0.3007728487223112,0.18979530192452074,0.17880012427520756,0.16305349019929324,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.09024171898290906,0.09024171898290906,0.28136321240001255,3.448970372971043,0.17398140573465543,0.19254807554025025,31.746722022535867,0.300402594833848,0.18939568656766045,0.17739187245322185,0.13388669860197094,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.0004924023849450047,0.0004924023849450047,0.015497088432312012,0.007987046467437338,0.0011088889436566961,0.001108364831466357,1.0148653389990736,0.02219014161615479,0.0015854820138872557,0.0011072644511274014,0.01517449476225942,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,47.02352757015751,47.02352757015751,5.981669187545776,0.5169466544113396,0.3390473663888512,0.2723283342247392,2.875945915918399,6.8573703101230805,0.31956677173389114,0.27875739903125946,0.2092540285013769,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.8009320507633977,1.8009320507633977,1.2708213329315186,0.6793973140189894,0.05344228120329033,0.0519122326829815,3.743296597457231,1.3419880963568185,0.05630719285413225,0.05332117480831546,0.03231171042583854,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,16.37540758501052,16.37540758501052,3.328518271446228,0.6168682510788376,0.8414996719578243,0.41781206312215174,4.731771999344403,4.04665387511837,0.5165941117172387,0.42491722614207167,0.3121561067324159,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1772.0960744420688,1772.0960744420688,35.441874186197914,1.3609679687499998,0.015409393639907109,0.015243700439395514,52.62161875,42.09627150285485,0.018187408030036295,0.015312420890526552,0.015734859521108358,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,423.3976667349537,423.3976667349537,10.996815999348959,0.25748642339939026,0.004860329886682678,0.004819257494662024,1.4299206840701217,20.57662913926753,0.008985427571732546,0.004802103056484261,0.003951867042034358,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,768.2036787881183,768.2036787881183,23.04840305873326,0.46513826632099137,0.10803188257083383,0.09969043495764582,1.8360054599372493,27.716487490086443,0.11156722968982467,0.09277678056994411,0.0691587707819813,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 8381a27aca9a3b0222f8cf76d9e0e8adac773039..982b084d5cc430308531e10aa85a4692d013bf11 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:11:55.861060+00:00", + "evaluated_at": "2026-06-22T08:19:22.806058+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64160.0 + 64294.0 ], "p50": [ 64089.44140625, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6d21c1417c8563b69e190119b74ad776f71472e7..63a3cd30fae1428f2e4ca1f829a9d3e6adb1fb8a 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:54:55.425544+00:00", + "evaluated_at": "2026-06-22T08:19:32.895269+00:00", "freq": "10min", - "context_length": 76, + "context_length": 75, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, 1.2000000476837158, 1.399999976158142, 1.399999976158142, @@ -81,7 +79,8 @@ 1.2999999523162842, 1.2000000476837158, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "actuals": [ 1.5, @@ -92,7 +91,6 @@ 1.5, 1.5, 1.5, - 1.5, 1.600000023841858, 1.600000023841858, 1.5, @@ -155,235 +153,232 @@ 1.7000000476837158, 1.7000000476837158, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3014872074127197, - 1.301322340965271, - 1.3011635541915894, - 1.3013759851455688, - 1.301257848739624, - 1.3012369871139526, - 1.3013923168182373, - 1.3013402223587036, - 1.301360845565796, - 1.301268219947815, - 1.3014191389083862, - 1.3013628721237183, - 1.3012971878051758, - 1.301318645477295, - 1.301364541053772, - 1.3014085292816162, - 1.3014023303985596, - 1.301326870918274, - 1.3013043403625488, - 1.3013105392456055, - 1.3013505935668945, - 1.3014137744903564, - 1.3013497591018677, - 1.3013396263122559, - 1.301282286643982, - 1.3014278411865234, - 1.3013869524002075, - 1.301421046257019, - 1.3013947010040283, - 1.301344633102417, - 1.3013548851013184, - 1.3013484477996826, - 1.301173448562622, - 1.3013771772384644, - 1.3013266324996948, - 1.3012527227401733, - 1.3011748790740967, - 1.3012892007827759, - 1.3014075756072998, - 1.301302433013916, - 1.3014276027679443, - 1.3014166355133057, - 1.3014105558395386, - 1.3013389110565186, - 1.3013802766799927, - 1.3014016151428223, - 1.3014477491378784, - 1.301446795463562, - 1.3014497756958008, - 1.301414132118225, - 1.3013919591903687, - 1.3013595342636108, - 1.3013644218444824, - 1.3013627529144287, - 1.301411509513855, - 1.3013882637023926, - 1.3013612031936646, - 1.301346778869629, - 1.3014127016067505, - 1.301457405090332, - 1.3014448881149292, - 1.301440954208374, - 1.3014529943466187, - 1.3014109134674072, - 1.3015247583389282, - 1.301439881324768, - 1.301409125328064, - 1.3013354539871216, - 1.3014074563980103, - 1.3014520406723022, - 1.3015841245651245, - 1.301573395729065 + 1.4104351997375488, + 1.378440260887146, + 1.342578411102295, + 1.3255057334899902, + 1.3153736591339111, + 1.3049262762069702, + 1.3052520751953125, + 1.303086757659912, + 1.3021240234375, + 1.3027095794677734, + 1.3011022806167603, + 1.301438331604004, + 1.3027095794677734, + 1.3016397953033447, + 1.301838994026184, + 1.3016630411148071, + 1.3020747900009155, + 1.3017518520355225, + 1.3020862340927124, + 1.3014588356018066, + 1.3013197183609009, + 1.3015902042388916, + 1.301809549331665, + 1.3016026020050049, + 1.3013263940811157, + 1.3009912967681885, + 1.3006547689437866, + 1.3007466793060303, + 1.3004597425460815, + 1.3008562326431274, + 1.3004581928253174, + 1.3005015850067139, + 1.301932692527771, + 1.3006813526153564, + 1.3005092144012451, + 1.300704836845398, + 1.3005684614181519, + 1.3002992868423462, + 1.3003041744232178, + 1.30044424533844, + 1.3000266551971436, + 1.3004478216171265, + 1.299977421760559, + 1.30032217502594, + 1.3001887798309326, + 1.3002572059631348, + 1.3002264499664307, + 1.3006844520568848, + 1.3010120391845703, + 1.3004932403564453, + 1.3005263805389404, + 1.300832748413086, + 1.3006924390792847, + 1.3011817932128906, + 1.3008960485458374, + 1.3010832071304321, + 1.3007614612579346, + 1.3008617162704468, + 1.300506591796875, + 1.3004401922225952, + 1.3001708984375, + 1.3005197048187256, + 1.3001189231872559, + 1.3003214597702026, + 1.3002618551254272, + 1.3006541728973389, + 1.3001149892807007, + 1.3005623817443848, + 1.300613284111023, + 1.300352692604065, + 1.3001960515975952, + 1.30058753490448 ], "p10": [ - 1.1875847578048706, - 1.197648286819458, - 1.1902153491973877, - 1.1909927129745483, - 1.1919232606887817, - 1.189881682395935, - 1.1933088302612305, - 1.1959576606750488, - 1.1934504508972168, - 1.1933982372283936, - 1.1940371990203857, - 1.1948449611663818, - 1.1958564519882202, - 1.1963688135147095, - 1.1967003345489502, - 1.1971728801727295, - 1.1971700191497803, - 1.196645736694336, - 1.196434736251831, - 1.1966866254806519, - 1.1970053911209106, - 1.1975533962249756, - 1.1974091529846191, - 1.1975229978561401, - 1.1970109939575195, - 1.1970452070236206, - 1.1967146396636963, - 1.1962239742279053, - 1.1958216428756714, - 1.195408582687378, - 1.195359468460083, - 1.1952375173568726, - 1.1974210739135742, - 1.1913219690322876, - 1.194514274597168, - 1.1958378553390503, - 1.1906609535217285, - 1.1956756114959717, - 1.1927146911621094, - 1.1940728425979614, - 1.195580005645752, - 1.1976298093795776, - 1.1963251829147339, - 1.196338176727295, - 1.1957405805587769, - 1.1950186491012573, - 1.1949999332427979, - 1.1955469846725464, - 1.1950018405914307, - 1.1949896812438965, - 1.1954702138900757, - 1.1958155632019043, - 1.1963975429534912, - 1.1968796253204346, - 1.1968846321105957, - 1.1972129344940186, - 1.1969918012619019, - 1.1967576742172241, - 1.1967633962631226, - 1.196347951889038, - 1.1963375806808472, - 1.195859670639038, - 1.1961699724197388, - 1.196205496788025, - 1.1943634748458862, - 1.193688154220581, - 1.1965336799621582, - 1.1966655254364014, - 1.1942389011383057, - 1.1947580575942993, - 1.193256139755249, - 1.1938891410827637 + 1.2603060007095337, + 1.2340197563171387, + 1.2157527208328247, + 1.218331217765808, + 1.1931757926940918, + 1.1809512376785278, + 1.1851177215576172, + 1.188952088356018, + 1.185873031616211, + 1.1871013641357422, + 1.18874990940094, + 1.1892893314361572, + 1.1892105340957642, + 1.188590407371521, + 1.1895370483398438, + 1.1895393133163452, + 1.190281629562378, + 1.191202163696289, + 1.1912137269973755, + 1.1914223432540894, + 1.1927393674850464, + 1.1943165063858032, + 1.1952505111694336, + 1.194634199142456, + 1.1925774812698364, + 1.1917003393173218, + 1.1920170783996582, + 1.1912897825241089, + 1.1905361413955688, + 1.1896363496780396, + 1.1900581121444702, + 1.1906782388687134, + 1.1967992782592773, + 1.1980202198028564, + 1.1961032152175903, + 1.1970715522766113, + 1.1932421922683716, + 1.192718505859375, + 1.1943798065185547, + 1.1931859254837036, + 1.194532871246338, + 1.1965844631195068, + 1.1966134309768677, + 1.1980270147323608, + 1.1990281343460083, + 1.1992757320404053, + 1.1994776725769043, + 1.2008229494094849, + 1.1998956203460693, + 1.1992034912109375, + 1.198539137840271, + 1.198384165763855, + 1.1987009048461914, + 1.1995213031768799, + 1.1993436813354492, + 1.1997339725494385, + 1.1989727020263672, + 1.198830246925354, + 1.198582410812378, + 1.1979038715362549, + 1.1969177722930908, + 1.1969021558761597, + 1.1970562934875488, + 1.197506308555603, + 1.202490210533142, + 1.1973516941070557, + 1.1973364353179932, + 1.1990904808044434, + 1.1930911540985107, + 1.1961545944213867, + 1.1977492570877075, + 1.1963481903076172 ], "p90": [ - 1.3949089050292969, - 1.403421401977539, - 1.4008294343948364, - 1.40337336063385, - 1.4010652303695679, - 1.3990604877471924, - 1.4012858867645264, - 1.4035401344299316, - 1.4063435792922974, - 1.4031563997268677, - 1.4044901132583618, - 1.402754306793213, - 1.404374361038208, - 1.4055057764053345, - 1.4044159650802612, - 1.4031860828399658, - 1.4043344259262085, - 1.4050161838531494, - 1.4045296907424927, - 1.4050790071487427, - 1.4040056467056274, - 1.4042209386825562, - 1.4045268297195435, - 1.404280424118042, - 1.404333233833313, - 1.4042718410491943, - 1.4041692018508911, - 1.404309868812561, - 1.4050711393356323, - 1.4046947956085205, - 1.4045435190200806, - 1.4050958156585693, - 1.403838038444519, - 1.4084465503692627, - 1.4085839986801147, - 1.403917908668518, - 1.4067058563232422, - 1.4069154262542725, - 1.406473994255066, - 1.407882809638977, - 1.4092775583267212, - 1.406174659729004, - 1.4071152210235596, - 1.406987190246582, - 1.4075626134872437, - 1.4068711996078491, - 1.4064662456512451, - 1.4041941165924072, - 1.4049583673477173, - 1.4062035083770752, - 1.4046556949615479, - 1.4047443866729736, - 1.4046342372894287, - 1.4040223360061646, - 1.4046669006347656, - 1.40446138381958, - 1.4045497179031372, - 1.4040627479553223, - 1.404868483543396, - 1.4045904874801636, - 1.4053311347961426, - 1.4051203727722168, - 1.405063271522522, - 1.405167818069458, - 1.410595417022705, - 1.4086418151855469, - 1.4091179370880127, - 1.4069710969924927, - 1.4086476564407349, - 1.4092774391174316, - 1.4097799062728882, - 1.4126979112625122 + 1.558079719543457, + 1.5560346841812134, + 1.5332365036010742, + 1.5266649723052979, + 1.5335040092468262, + 1.5326933860778809, + 1.5305211544036865, + 1.5362024307250977, + 1.5382475852966309, + 1.5402721166610718, + 1.5431584119796753, + 1.5530810356140137, + 1.5535377264022827, + 1.5490949153900146, + 1.5567080974578857, + 1.5636286735534668, + 1.567751169204712, + 1.566654920578003, + 1.5718166828155518, + 1.5699083805084229, + 1.564609408378601, + 1.571836233139038, + 1.5637940168380737, + 1.5633960962295532, + 1.565549373626709, + 1.5625373125076294, + 1.5582362413406372, + 1.5607352256774902, + 1.5583889484405518, + 1.557442545890808, + 1.5621278285980225, + 1.5593278408050537, + 1.5374189615249634, + 1.5323508977890015, + 1.538697600364685, + 1.532308578491211, + 1.5359511375427246, + 1.5317312479019165, + 1.5357940196990967, + 1.5463848114013672, + 1.5443611145019531, + 1.5499236583709717, + 1.5540518760681152, + 1.556917667388916, + 1.5604017972946167, + 1.5586402416229248, + 1.5636601448059082, + 1.566786289215088, + 1.57468581199646, + 1.5715351104736328, + 1.5711215734481812, + 1.575269341468811, + 1.573375940322876, + 1.5781490802764893, + 1.5704500675201416, + 1.5722379684448242, + 1.5698091983795166, + 1.5723130702972412, + 1.572068452835083, + 1.5758750438690186, + 1.5799140930175781, + 1.5779281854629517, + 1.5779281854629517, + 1.5831512212753296, + 1.560280680656433, + 1.5538485050201416, + 1.5629040002822876, + 1.5528067350387573, + 1.559149146080017, + 1.5587315559387207, + 1.5649824142456055, + 1.5712509155273438 ], "timestamps": [ - "2026-06-20 07:10:00", - "2026-06-20 07:20:00", - "2026-06-20 07:30:00", - "2026-06-20 07:40:00", "2026-06-20 07:50:00", "2026-06-20 08:00:00", "2026-06-20 08:10:00", @@ -527,6 +522,9 @@ "2026-06-21 07:10:00", "2026-06-21 07:20:00", "2026-06-21 07:30:00", - "2026-06-21 07:40:00" + "2026-06-21 07:40:00", + "2026-06-21 07:50:00", + "2026-06-21 08:00:00", + "2026-06-21 08:10:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e00e780eaa40319ce16d2c5bba8e818a283051d7..203067c801d397d90275c32bc8bb912b75a85ed1 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:55:12.151396+00:00", + "evaluated_at": "2026-06-22T08:19:37.554474+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2350.0, 2350.0, 2350.0, - 2350.0 - ], - "actuals": [ + 2350.0, 2350.0, 2350.0, 2350.0, @@ -115,6 +101,9 @@ 2300.0, 2300.0, 2300.0, + 2300.0 + ], + "actuals": [ 2300.0, 2300.0, 2300.0, @@ -127,91 +116,98 @@ 2300.0, 2300.0, 2300.0, - 2300.0 + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0 ], "p50": [ - 2349.936767578125, - 2349.96728515625, - 2349.995849609375, - 2350.006103515625, - 2350.02685546875, - 2350.0693359375, - 2350.100830078125, - 2350.01708984375, - 2350.048583984375, - 2350.07080078125, - 2350.08935546875, - 2350.034423828125, - 2349.975341796875, - 2350.085205078125, - 2350.02392578125, - 2349.989013671875, - 2349.910888671875, - 2349.938720703125, - 2350.0205078125, - 2350.06787109375, - 2350.01123046875, - 2350.119873046875, - 2350.103515625, - 2349.79541015625 + 2300.9345703125, + 2301.018798828125, + 2301.102783203125, + 2300.981689453125, + 2301.0830078125, + 2301.070068359375, + 2300.7578125, + 2300.89453125, + 2300.863037109375, + 2300.85693359375, + 2300.950927734375, + 2300.859130859375, + 2301.135986328125, + 2301.031005859375, + 2301.078369140625, + 2300.904296875, + 2300.836181640625, + 2300.85009765625, + 2301.203369140625, + 2300.93994140625, + 2300.92626953125, + 2301.13623046875, + 2301.486083984375, + 2301.0224609375 ], "p10": [ - 2349.454833984375, - 2349.3857421875, - 2349.354736328125, - 2349.341064453125, - 2349.335693359375, - 2349.390380859375, - 2349.41845703125, - 2349.216552734375, - 2349.077392578125, - 2348.72998046875, - 2348.333740234375, - 2347.9482421875, - 2347.42236328125, - 2347.21875, - 2347.052734375, - 2346.89697265625, - 2346.76220703125, - 2346.58935546875, - 2346.3310546875, - 2346.32177734375, - 2346.226806640625, - 2346.1240234375, - 2346.214599609375, - 2346.292236328125 + 2300.01025390625, + 2299.85302734375, + 2299.8046875, + 2299.8330078125, + 2299.59033203125, + 2299.310546875, + 2298.103515625, + 2295.207275390625, + 2290.566650390625, + 2287.13720703125, + 2283.72607421875, + 2280.138671875, + 2277.77197265625, + 2273.92578125, + 2271.959716796875, + 2268.77001953125, + 2265.8916015625, + 2263.0751953125, + 2261.569580078125, + 2260.15966796875, + 2258.55126953125, + 2256.19091796875, + 2254.153564453125, + 2253.805419921875 ], "p90": [ - 2350.451416015625, - 2350.51611328125, - 2350.669189453125, - 2350.654052734375, - 2350.63427734375, - 2350.763916015625, - 2351.4072265625, - 2361.177001953125, - 2373.232421875, - 2377.8974609375, - 2384.69970703125, - 2389.630126953125, - 2392.605712890625, - 2398.6630859375, - 2401.207763671875, - 2398.28857421875, - 2397.888671875, - 2398.9462890625, - 2400.261474609375, - 2399.534912109375, - 2399.10498046875, - 2399.640380859375, - 2399.462890625, - 2399.26220703125 + 2301.709716796875, + 2301.96435546875, + 2311.41943359375, + 2312.117431640625, + 2311.5380859375, + 2332.73583984375, + 2329.006591796875, + 2332.0078125, + 2337.100341796875, + 2338.3388671875, + 2342.396240234375, + 2347.50830078125, + 2349.970703125, + 2349.239013671875, + 2347.353759765625, + 2347.734619140625, + 2350.496337890625, + 2350.146728515625, + 2350.328857421875, + 2349.14990234375, + 2349.561767578125, + 2350.718505859375, + 2350.5341796875, + 2352.1171875 ], "timestamps": [ - "2026-06-21 20:55:00", - "2026-06-21 21:10:00", - "2026-06-21 21:25:00", - "2026-06-21 21:40:00", "2026-06-21 21:55:00", "2026-06-21 22:10:00", "2026-06-21 22:25:00", @@ -327,6 +323,10 @@ "2026-06-23 01:55:00", "2026-06-23 02:10:00", "2026-06-23 02:25:00", - "2026-06-23 02:40:00" + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index fbf8d42316b8d78e8af82aa147ae8f38c9c57310..adcfe5a7e4cdbe5b26a0c05b49bf39dfe6e41809 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T08:12:02.434992+00:00", + "evaluated_at": "2026-06-22T08:19:44.236940+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t080000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t020000z", - "data_fetched_at": "2026-06-22T08:10:06.803486Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t072000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t055000z", + "data_fetched_at": "2026-06-22T08:17:20.272769Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []